00000800:00000200:0.1F:1769073547.145994:0:3655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002a0e8a78] -> 12345-192.168.204.130@tcp (2) 00000800:00000200:2.1F:1769073547.165367:0:3647:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002a0e8a78] -> 12345-192.168.204.130@tcp (2) 00000800:00000200:2.1:1769073547.165378:0:3647:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.130@tcp 00000000f78e6145 deleted 00000800:00000010:2.1:1769073547.165380:0:3647:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 00000000f78e6145. 00000800:00000200:2.1:1769073547.165385:0:3647:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:2.1:1769073547.165393:0:3647:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.204.130@tcp ip 192.168.204.130:1023 00000800:00000200:2.1:1769073547.165397:0:3647:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet 00000000a6e0ef17 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:2.1:1769073547.166440:0:3646:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:3.1F:1769073547.178855:0:3648:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [000000002a0e8a78] -> 12345-192.168.204.130@tcp (4) 00000800:00000200:3.1:1769073547.178874:0:3648:0:(socklnd.c:175:ksocknal_destroy_peer()) peer_ni 12345-192.168.204.130@tcp 0000000048ca099a deleted 00000800:00000010:3.1:1769073547.178876:0:3648:0:(socklnd.c:184:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at 0000000048ca099a. 00000800:00000200:3.1:1769073547.178927:0:3648:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:0.1:1769073547.190368:0:3646:0:(socklnd.c:384:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1:1769073547.455498:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 000000008d92661d. 00010000:00000010:3.1:1769073547.455514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000152d036e. 00010000:00000010:0.1:1769073547.839540:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000f90beec4. 00010000:00000010:0.1:1769073547.839552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 0000000082ddb56b. 00010000:00000010:2.1:1769073547.844031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 000000007e705ecf. 00010000:00000010:2.1:1769073547.844040:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at 00000000240d214b. 00010000:00000010:2.1:1769073547.844044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at 00000000b3b524e6. 00080000:00000010:2.1:1769073547.901562:0:6503:0:(osd_handler.c:1617:osd_oxc_free()) kfreed 'oxe': 68 at 00000000338256ec. 00010000:00010000:3.0:1769074943.721063:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe638de600/0xf5091596e30426c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xdc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.721075:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe638de600/0xf5091596e30426c2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xdc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.721082:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe638de600/0xf5091596e30426c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xdc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.721099:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.721101:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.721103:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.732048:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968870528 00000100:00100000:3.0:1769074943.732064:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968870528 00000100:00100000:3.0:1769074943.732761:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e235880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007968868352:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.732788:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fce00/0xf5091596e304270f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.732868:0:14039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62efc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007968868864:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.732893:0:14039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e304271d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xf28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.732944:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4be01880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007968868992:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.732959:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe638df400/0xf5091596e3042716 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.733004:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4be02300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968869248:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.733019:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe638dfc00/0xf5091596e3042724 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.733050:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.733081:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.733102:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.733121:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.733138:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.733157:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.733183:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.733218:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968869504:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.733230:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fd000/0xf5091596e304272b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.733247:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960207872 00000100:00100000:3.0:1769074943.733250:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960207872 00010000:00010000:3.0:1769074943.733282:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe712f9600/0xf5091596e2fce7e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7f19 expref: 396 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.733297:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960208128 00000100:00100000:3.0:1769074943.733300:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960208128 00010000:00010000:3.0:1769074943.733312:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dcab800/0xf5091596e2fc9d8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f34c0 expref: 402 pid: 14035 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.733322:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40432 00000100:00100000:3.0:1769074943.733328:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+396:2409:x1855007960207872:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.733337:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.733342:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe712f9600/0xf5091596e2fce7e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7f19 expref: 396 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.733352:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe712f9600/0xf5091596e2fce7e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xf28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7f19 expref: 396 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.733371:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe712f9600/0xf5091596e2fce7e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xf28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7f19 expref: 396 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.733384:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.733386:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.733389:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e304271d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.733398:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e304271d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.733415:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074943.733429:0:14039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e304271d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.733435:0:14039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e304271d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.733442:0:14039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e304271d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.733465:0:14039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e304271d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.733483:0:14039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074943.733807:0:14039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+443:3658:x1855007968868480:12345-0@lo:6:osp-syn-1-1.0 Request processed in 30757us (30874us total) trans 4294989371 rc 0/0 00000100:00100000:3.0:1769074943.733815:0:14039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82681 00000100:00100000:3.0:1769074943.733834:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82689 00000100:00100000:3.0:1769074943.733840:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5b996d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+442:3657:x1855007968870656:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074943.733851:0:14039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6002 count 1 00010000:00010000:3.0:1769074943.733864:0:14039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e3042755 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1772:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.733874:0:14039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b8e4800/0xf5091596e2fcf8a8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fe3 expref: 395 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.733881:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.733893:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.733896:0:14039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e3042755 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.733919:0:14039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b8e4800/0xf5091596e2fcf8a8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fe3 expref: 395 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.733928:0:14039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b8e4800/0xf5091596e2fcf8a8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fe3 expref: 395 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.733939:0:14039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd5b268000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007968871168:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.733967:0:14039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e959c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074943.733979:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.733985:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e304271d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.733993:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed3e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.733996:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e304271d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.734005:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e304271d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xf28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.734016:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e304271d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xf28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.734024:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e304271d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xf28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.734040:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.734042:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.734043:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.734062:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+395:2409:x1855007960207872:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 734us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.734069:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40432 00000100:00100000:3.0:1769074943.734082:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960207232 00000100:00100000:3.0:1769074943.734086:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960207232 00010000:00010000:3.0:1769074943.734099:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b820a00/0xf5091596e2fc2e2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec55a expref: 395 pid: 14045 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.734118:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960207616 00000100:00100000:3.0:1769074943.734120:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960207616 00010000:00010000:3.0:1769074943.734131:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a866800/0xf5091596e2fceaa8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f81dc expref: 403 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.734141:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960207488 00000100:00100000:3.0:1769074943.734144:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960207488 00010000:00010000:3.0:1769074943.734154:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe71519c00/0xf5091596e2fd20b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb7eb expref: 404 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.734162:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960207744 00000100:00100000:3.0:1769074943.734164:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960207744 00010000:00010000:3.0:1769074943.734174:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6588aa00/0xf5091596e2fc0f6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea69e expref: 405 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.734183:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960208000 00000100:00100000:3.0:1769074943.734185:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960208000 00010000:00010000:3.0:1769074943.734195:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe56fe3400/0xf5091596e2fbd9bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e9c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e70f1 expref: 396 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.734207:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40433 00000100:00100000:3.0:1769074943.734213:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+405:2409:x1855007960208128:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.734220:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.734225:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dcab800/0xf5091596e2fc9d8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x105e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f34c0 expref: 405 pid: 14035 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.734238:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dcab800/0xf5091596e2fc9d8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x105e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f34c0 expref: 405 pid: 14035 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.734253:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dcab800/0xf5091596e2fc9d8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x105e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f34c0 expref: 405 pid: 14035 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.734262:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.734264:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.734268:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe638dfc00/0xf5091596e3042724 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.734275:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe638dfc00/0xf5091596e3042724 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.734293:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.734313:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+404:2409:x1855007960208128:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 100us (1231us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.734318:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40433 00000100:00100000:3.0:1769074943.734330:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40434 00000100:00100000:3.0:1769074943.734336:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+396:2409:x1855007960207232:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.734344:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.734348:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b820a00/0xf5091596e2fc2e2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xfed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec55a expref: 396 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.734359:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b820a00/0xf5091596e2fc2e2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xfed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec55a expref: 396 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.734374:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b820a00/0xf5091596e2fc2e2d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xfed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec55a expref: 396 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.734383:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.734385:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.734388:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30426de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.734395:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30426de lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xfed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.734412:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.734429:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f74000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+395:2409:x1855007960207232:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 93us (1326us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.734435:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40434 00000100:00100000:3.0:1769074943.734469:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40435 00000100:00100000:3.0:1769074943.734477:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+403:2408:x1855007960207616:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.734484:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.734488:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a866800/0xf5091596e2fceaa8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f81dc expref: 403 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.736074:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a866800/0xf5091596e2fceaa8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f81dc expref: 402 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.736087:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a866800/0xf5091596e2fceaa8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x840:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f81dc expref: 402 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.736097:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.736098:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.736101:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe638de000/0xf5091596e30426f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.736107:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe638de000/0xf5091596e30426f3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x840:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.736124:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.736161:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+401:2408:x1855007960207616:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 1685us (3039us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.736169:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40435 00000100:00100000:3.0:1769074943.736189:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40437 00000100:00100000:3.0:1769074943.736196:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe48c8b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+400:2409:x1855007960207744:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.736203:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.736208:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6588aa00/0xf5091596e2fc0f6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea69e expref: 400 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.736216:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6588aa00/0xf5091596e2fc0f6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea69e expref: 400 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.736228:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6588aa00/0xf5091596e2fc0f6a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea69e expref: 400 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.736237:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.736239:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.736242:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fce00/0xf5091596e304270f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.736249:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fce00/0xf5091596e304270f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.736265:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074943.736424:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fce00/0xf5091596e304270f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.736433:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fce00/0xf5091596e304270f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.736441:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fce00/0xf5091596e304270f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.736462:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fce00/0xf5091596e304270f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.740137:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1769074943.740144:0:8669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fce00/0xf5091596e304270f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.740424:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f76d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+442:3659:x1855007968868224:12345-0@lo:6:osp-syn-0-1.0 Request processed in 39020us (39191us total) trans 4294989369 rc 0/0 00000100:00100000:3.0:1769074943.740434:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82679 00010000:00010000:3.0:1769074943.740478:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.740490:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe638df400/0xf5091596e3042716 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.740895:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe638df400/0xf5091596e3042716 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.740905:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe638df400/0xf5091596e3042716 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.740911:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe638df400/0xf5091596e3042716 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e9c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.740933:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074943.741085:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+445:3658:x1855007968868608:12345-0@lo:6:osp-syn-1-1.0 Request processed in 38055us (38248us total) trans 4294989372 rc 0/0 00000100:00100000:3.0:1769074943.741093:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82680 00000004:00080000:3.0:1769074943.741142:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73e0c000/2, rc 0, transno 4294989372 00000100:00100000:3.0:1769074943.741154:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968868608:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.741220:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd5b26b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968871680:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.741253:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.741372:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968871680 00000100:00100000:3.0:1769074943.741379:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968871680 00000100:00100000:3.0:1769074943.741416:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82692 00000100:00100000:3.0:1769074943.741425:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44117800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+445:3658:x1855007968871680:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074943.741476:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9143 count 1 00010000:00010000:3.0:1769074943.741598:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e304276a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.741620:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f4e2200/0xf5091596e2fc1790 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eaecb expref: 392 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.741628:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.741629:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.741633:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e304276a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.741669:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f4e2200/0xf5091596e2fc1790 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaecb expref: 392 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.741681:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f4e2200/0xf5091596e2fc1790 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaecb expref: 392 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.741694:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44117480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968871808:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.741727:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95b40 going to sleep for 11 seconds 00010000:00010000:3.0:1769074943.741747:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe638dfc00/0xf5091596e3042724 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.741755:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe638dfc00/0xf5091596e3042724 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.741763:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe638dfc00/0xf5091596e3042724 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.741770:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe638dfc00/0xf5091596e3042724 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x105e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.741783:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074943.741930:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e235180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+442:3659:x1855007968869120:12345-0@lo:6:osp-syn-0-1.0 Request processed in 36164us (36727us total) trans 4294989370 rc 0/0 00000100:00100000:3.0:1769074943.741937:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82682 00000100:00100000:3.0:1769074943.741964:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe48c8b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+399:2409:x1855007960207744:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 5768us (8806us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.741972:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40437 00000100:00100000:3.0:1769074943.742020:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.742133:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.742154:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.742175:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.742241:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.743046:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074943.746824:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.748833:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c1e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968872832:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.748866:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.748903:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074943.748910:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968872704:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.748931:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.749975:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074943.749987:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c1e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968873088:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.750020:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.753197:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.753360:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.753413:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44117480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968871808:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.753426:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e304276a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.753445:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40445 00000100:00100000:3.0:1769074943.753468:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+396:2410:x1855007960209152:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.753475:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.753479:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6597d200/0xf5091596e2fd465e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x142a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdd92 expref: 396 pid: 14043 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.753488:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6597d200/0xf5091596e2fd465e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x142a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdd92 expref: 396 pid: 14043 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.753506:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6597d200/0xf5091596e2fd465e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x142a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdd92 expref: 396 pid: 14043 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.753516:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.753518:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.753521:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fde00/0xf5091596e304274e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x142a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.753528:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fde00/0xf5091596e304274e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x142a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.753541:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.753562:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+395:2410:x1855007960209152:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 95us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.753569:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40445 00000100:00100000:3.0:1769074943.753635:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.753992:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.754018:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.754059:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdb9ef9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968872960:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.754073:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe638dfa00/0xf5091596e3042771 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e4e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.754088:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960209536 00000100:00100000:3.0:1769074943.754091:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960209536 00010000:00010000:3.0:1769074943.754104:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f4e2200/0xf5091596e2fc1790 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaecb expref: 390 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.754122:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960209408 00000100:00100000:3.0:1769074943.754124:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960209408 00010000:00010000:3.0:1769074943.754137:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f5800/0xf5091596e2fd6cc2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1446:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725003fd expref: 391 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.754147:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960209664 00000100:00100000:3.0:1769074943.754150:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960209664 00010000:00010000:3.0:1769074943.754160:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe609cbe00/0xf5091596e2fcf686 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8dba expref: 392 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.754170:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40446 00000100:00100000:3.0:1769074943.754176:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44117480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+392:2410:x1855007960209536:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.754183:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.754187:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f4e2200/0xf5091596e2fc1790 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaecb expref: 392 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.754200:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f4e2200/0xf5091596e2fc1790 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaecb expref: 392 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.754214:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f4e2200/0xf5091596e2fc1790 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x23b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaecb expref: 392 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.754223:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.754224:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.754227:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e304276a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.754234:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e304276a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.754249:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074943.754258:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e304276a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.754265:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e304276a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.759186:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e304276a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.759194:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e304276a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.759211:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074943.760228:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44117800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+449:3658:x1855007968871680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18802us (18971us total) trans 4294989378 rc 0/0 00000100:00100000:3.0:1769074943.760236:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82692 00010000:00010000:3.0:1769074943.760266:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe638dfa00/0xf5091596e3042771 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.760356:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe638dfa00/0xf5091596e3042771 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.760365:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe638dfa00/0xf5091596e3042771 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.760372:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe638dfa00/0xf5091596e3042771 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e4e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.760387:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1769074943.760821:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7856a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+449:3658:x1855007968872192:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13464us (14396us total) trans 4294989375 rc 0/0 00000100:00100000:3.0:1769074943.760828:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82693 00000004:00080000:3.0:1769074943.760873:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe78569500/2, rc 0, transno 4294989375 00000100:00100000:3.0:1769074943.760901:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78569500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968872192:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074943.760916:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd5b26b480/2, rc 0, transno 4294989378 00000100:00100000:3.0:1769074943.760932:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd5b26b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968871680:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074943.760943:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4411c380/2, rc 0, transno 4294989374 00000100:00100000:3.0:1769074943.760947:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4411c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968870528:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074943.761070:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44117480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+388:2410:x1855007960209536:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 6892us (7433us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.761080:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40446 00000100:00100000:3.0:1769074943.761155:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43f76a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968873216:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.761175:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe638dec00/0xf5091596e3042778 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcda:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1769074943.765119:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62efc000/2, rc 0, transno 4294989380 00000100:00100000:3.0:1769074943.765144:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62efc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968871424:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.766615:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd57bc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968874368:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.766692:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1769074943.766743:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62efc380/2, rc 0, transno 4294989379 00000100:00100000:3.0:1769074943.766749:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62efc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968870784:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074943.766760:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdb9ef5f80/2, rc 0, transno 4294989377 00000100:00100000:3.0:1769074943.766763:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdb9ef5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968866816:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.766778:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968875136:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.766796:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074943.766803:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd448b9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968875392:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.766824:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.766848:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968875264:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.766866:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.766908:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968874368 00000100:00100000:3.0:1769074943.766916:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968874368 00000100:00100000:3.0:1769074943.766963:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968875392 00000100:00100000:3.0:1769074943.766966:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968875392 00000100:00100000:3.0:1769074943.766981:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968875264 00000100:00100000:3.0:1769074943.766984:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968875264 00000100:00100000:3.0:1769074943.767005:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82705 00000100:00100000:3.0:1769074943.767013:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44366a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+452:3660:x1855007968874368:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074943.767046:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:10166 count 1 00010000:00010000:3.0:1769074943.767079:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30427e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.767101:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305d800/0xf5091596e2fdbd49 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x27b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505476 expref: 385 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.767108:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.767111:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.767114:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30427e1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x27b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.767142:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305d800/0xf5091596e2fdbd49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505476 expref: 385 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.767154:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305d800/0xf5091596e2fdbd49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505476 expref: 385 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.767166:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44365500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007968875520:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.767217:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074943.767232:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82707 00000100:00100000:3.0:1769074943.767239:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44367800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+452:3658:x1855007968875264:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074943.767252:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6985 count 1 00010000:00010000:3.0:1769074943.767264:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30427ef lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1b49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.767277:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd45600/0xf5091596e2fd98ac lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1b49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072502fe0 expref: 385 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.767284:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.767285:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.767287:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30427ef lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1b49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.767305:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd45600/0xf5091596e2fd98ac lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1b49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502fe0 expref: 385 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.767313:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd45600/0xf5091596e2fd98ac lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1b49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502fe0 expref: 385 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.767322:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44367b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968875776:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.767345:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074943.767372:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.767402:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074943.767410:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968874880:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074943.767432:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.767504:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968875136 00000100:00100000:3.0:1769074943.767509:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968875136 00000100:00100000:3.0:1769074943.767531:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968874880 00000100:00100000:3.0:1769074943.767534:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968874880 00000100:00100000:3.0:1769074943.767552:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82708 00000100:00100000:3.0:1769074943.767556:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44366300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+453:3660:x1855007968875136:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074943.767566:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1889 count 1 00010000:00010000:3.0:1769074943.767577:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e30427f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x761:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.767588:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2000/0xf5091596e2fbb042 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e477d expref: 385 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.767594:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.767596:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.767598:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e30427f6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.767615:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2000/0xf5091596e2fbb042 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e477d expref: 385 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.767623:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2000/0xf5091596e2fbb042 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e477d expref: 385 pid: 8416 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.767633:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44364a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007968875904:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.767657:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e959c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074943.767672:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82709 00000100:00100000:3.0:1769074943.767678:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44365180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+450:3660:x1855007968874880:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074943.767689:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9143 count 1 00010000:00010000:3.0:1769074943.767702:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8800/0xf5091596e30427fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.767718:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f4e2c00/0xf5091596e2fc1797 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eaec4 expref: 393 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.767724:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.767725:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.767728:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8800/0xf5091596e30427fd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.767744:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f4e2c00/0xf5091596e2fc1797 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaec4 expref: 393 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.767753:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f4e2c00/0xf5091596e2fc1797 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaec4 expref: 393 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.767765:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44366680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968876032:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.767785:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95b40 going to sleep for 11 seconds 00000004:00080000:3.0:1769074943.769596:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4411ca80/2, rc 0, transno 4294989377 00000100:00100000:3.0:1769074943.769612:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4411ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968871936:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074943.771599:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.771619:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.771635:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.771685:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.771741:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.771761:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.771778:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.771832:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960210304 00000100:00100000:3.0:1769074943.771836:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960210304 00010000:00010000:3.0:1769074943.771858:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe712f9c00/0xf5091596e2fce7de lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf28:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7f12 expref: 392 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.771874:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960210432 00000100:00100000:3.0:1769074943.771876:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960210432 00010000:00010000:3.0:1769074943.771900:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b8e4200/0xf5091596e2fcf8af lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1772:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fdc expref: 393 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.771911:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960210560 00000100:00100000:3.0:1769074943.771914:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960210560 00010000:00010000:3.0:1769074943.771924:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609cae00/0xf5091596e2fcf68d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8dc1 expref: 394 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.771932:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960210688 00000100:00100000:3.0:1769074943.771934:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960210688 00010000:00010000:3.0:1769074943.771946:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe636d1400/0xf5091596e2fd3ce1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x13ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd415 expref: 386 pid: 14043 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.771956:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960210816 00000100:00100000:3.0:1769074943.771959:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960210816 00010000:00010000:3.0:1769074943.771970:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68886400/0xf5091596e2fbfc31 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1215:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e935e expref: 387 pid: 8416 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.771980:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960210944 00000100:00100000:3.0:1769074943.771983:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960210944 00010000:00010000:3.0:1769074943.771992:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a645000/0xf5091596e2fce0a6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x156d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f77da expref: 388 pid: 14044 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.772009:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40453 00000100:00100000:3.0:1769074943.772014:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44367100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+394:2408:x1855007960210304:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.772023:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.772028:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe712f9c00/0xf5091596e2fce7de lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7f12 expref: 394 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.772039:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe712f9c00/0xf5091596e2fce7de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7f12 expref: 394 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.772065:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.772067:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.772071:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe638de200/0xf5091596e304278d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.772081:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe638de200/0xf5091596e304278d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf28:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.772103:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.772144:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44367100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+394:2408:x1855007960210304:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 128us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.772151:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40453 00000100:00100000:3.0:1769074943.772167:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40454 00000100:00100000:3.0:1769074943.772173:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44365f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+393:2408:x1855007960210432:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.772180:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.772185:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b8e4200/0xf5091596e2fcf8af lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1772:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fdc expref: 393 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.772194:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b8e4200/0xf5091596e2fcf8af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1772:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fdc expref: 393 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.772205:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.772206:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.772210:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe638df600/0xf5091596e3042794 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1772:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.772217:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe638df600/0xf5091596e3042794 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1772:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.772227:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.772246:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44365f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+393:2408:x1855007960210432:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 73us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.772253:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40454 00000100:00100000:3.0:1769074943.772265:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40455 00000100:00100000:3.0:1769074943.772272:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44365c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+392:2408:x1855007960210560:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.772279:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.772283:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe609cae00/0xf5091596e2fcf68d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8dc1 expref: 392 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.772293:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe609cae00/0xf5091596e2fcf68d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8dc1 expref: 392 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.772309:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.772311:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.772314:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe638df000/0xf5091596e304279b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.772321:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe638df000/0xf5091596e304279b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.772331:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.772349:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44365c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+392:2408:x1855007960210560:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 78us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.772355:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40455 00000100:00100000:3.0:1769074943.772368:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40456 00000100:00100000:3.0:1769074943.772374:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44364700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+388:2408:x1855007960210688:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.772382:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.772387:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe636d1400/0xf5091596e2fd3ce1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x13ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd415 expref: 388 pid: 14043 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.772397:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe636d1400/0xf5091596e2fd3ce1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x13ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd415 expref: 388 pid: 14043 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.772410:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.772412:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.772415:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe638de600/0xf5091596e30427a2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.772429:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe638de600/0xf5091596e30427a2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x13ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.772443:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.772486:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44364700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+388:2408:x1855007960210688:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 111us (799us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.772492:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40456 00000100:00100000:3.0:1769074943.772504:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40457 00000100:00100000:3.0:1769074943.772510:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44367480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+387:2409:x1855007960210816:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.772517:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.772522:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68886400/0xf5091596e2fbfc31 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e935e expref: 387 pid: 8416 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.772530:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68886400/0xf5091596e2fbfc31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e935e expref: 387 pid: 8416 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.772540:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.772542:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.772545:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe638dfe00/0xf5091596e30427a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.772552:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe638dfe00/0xf5091596e30427a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1215:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.772563:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.772581:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44367480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+387:2409:x1855007960210816:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 71us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.772587:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40457 00000100:00100000:3.0:1769074943.772599:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40458 00000100:00100000:3.0:1769074943.772606:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe50bf0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+386:2409:x1855007960210944:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.772612:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.772617:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a645000/0xf5091596e2fce0a6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f77da expref: 386 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.772626:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a645000/0xf5091596e2fce0a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f77da expref: 386 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.772638:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.772640:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.772643:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc400/0xf5091596e30427b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.772649:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc400/0xf5091596e30427b0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x156d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.772660:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.772677:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe50bf0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+386:2409:x1855007960210944:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 72us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.772683:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40458 00010000:00010000:3.0:1769074943.773605:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.773613:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc400/0xf5091596e30427b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.773626:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fc400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.773630:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc400/0xf5091596e30427b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.773638:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc400/0xf5091596e30427b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.773777:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc400/0xf5091596e30427b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.773786:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc400/0xf5091596e30427b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x156d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.773803:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.773805:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.773807:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.776236:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44365500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007968875520:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.776263:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30427e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.776319:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.776344:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.776366:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.776390:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960211456 00000100:00100000:3.0:1769074943.776396:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960211456 00010000:00010000:3.0:1769074943.776430:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ce23600/0xf5091596e2fcbc6b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x17aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f539f expref: 385 pid: 14045 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.776474:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960211328 00000100:00100000:3.0:1769074943.776477:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960211328 00010000:00010000:3.0:1769074943.776504:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c3f4a00/0xf5091596e2fd6cc9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1446:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725003f6 expref: 392 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.776516:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960211584 00000100:00100000:3.0:1769074943.776518:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960211584 00010000:00010000:3.0:1769074943.776529:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305d800/0xf5091596e2fdbd49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505476 expref: 386 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.776542:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40459 00000100:00100000:3.0:1769074943.776550:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44365500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+386:2410:x1855007960211456:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.776563:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.776569:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ce23600/0xf5091596e2fcbc6b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x17aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f539f expref: 386 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.776580:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ce23600/0xf5091596e2fcbc6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x17aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f539f expref: 386 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.776605:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.776607:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.776612:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2200/0xf5091596e30427d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.776622:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2200/0xf5091596e30427d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x17aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.776646:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.776931:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44365500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+386:2410:x1855007960211456:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 380us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.776939:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40459 00000100:00100000:3.0:1769074943.776956:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40460 00000100:00100000:3.0:1769074943.776962:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43210a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+392:2410:x1855007960211328:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.776970:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.776975:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c3f4a00/0xf5091596e2fd6cc9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1446:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725003f6 expref: 392 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.776984:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c3f4a00/0xf5091596e2fd6cc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1446:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725003f6 expref: 392 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.776997:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.776999:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.777002:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b000/0xf5091596e30427da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1446:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.777009:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b000/0xf5091596e30427da lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1446:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.777020:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.777037:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43210a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+392:2410:x1855007960211328:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 76us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.777043:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40460 00000100:00100000:3.0:1769074943.777055:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40461 00000100:00100000:3.0:1769074943.777061:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43211880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+385:2410:x1855007960211584:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.777070:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.777075:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305d800/0xf5091596e2fdbd49 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505476 expref: 385 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.777084:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305d800/0xf5091596e2fdbd49 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505476 expref: 385 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.777095:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305d800/0xf5091596e2fdbd49 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x27b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505476 expref: 385 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.777107:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.777109:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.777112:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30427e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.777118:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30427e1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x27b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.777134:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074943.777145:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30427e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.777152:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30427e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.777161:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30427e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.777169:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30427e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.777182:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074943.780685:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44366a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+456:3660:x1855007968874368:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13663us (13984us total) trans 4294989382 rc 0/0 00000100:00100000:3.0:1769074943.788366:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82705 00010000:00010000:3.0:1769074943.794949:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2000/0xf5091596e2fbb042 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e477d expref: 379 pid: 8416 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.794970:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44364a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007968875904:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.794995:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e30427f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.795005:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e30427f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.795011:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e30427f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.795021:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e30427f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.795028:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e30427f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.795050:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074943.800146:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44366300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+461:3660:x1855007968875136:12345-0@lo:6:osp-syn-1-1.0 Request processed in 32588us (32772us total) trans 4294989388 rc 0/0 00000100:00100000:3.0:1769074943.800154:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82708 00000100:00100000:3.0:1769074943.800179:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40470 00000100:00100000:3.0:1769074943.800192:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+379:2409:x1855007960212864:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.800202:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.800207:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e65200/0xf5091596e2fdb363 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504a97 expref: 379 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.800217:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e65200/0xf5091596e2fdb363 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504a97 expref: 379 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.800230:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e65200/0xf5091596e2fdb363 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504a97 expref: 379 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.800240:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.800242:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.800245:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fce00/0xf5091596e304282e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.800252:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fce00/0xf5091596e304282e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.800366:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.800384:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+378:2409:x1855007960212864:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 198us (5133us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.801182:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40470 00000100:00100000:3.0:1769074943.801200:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40471 00000100:00100000:3.0:1769074943.801208:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+377:2409:x1855007960212736:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.801219:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.801225:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6417c400/0xf5091596e2fdb378 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504aac expref: 377 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.801235:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6417c400/0xf5091596e2fdb378 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x11d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504aac expref: 377 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.801247:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6417c400/0xf5091596e2fdb378 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x11d3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504aac expref: 377 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.801256:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.801257:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.801260:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fda00/0xf5091596e3042820 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.801403:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fda00/0xf5091596e3042820 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.801428:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.801461:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+376:2409:x1855007960212736:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 241us (6179us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.801467:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40471 00000100:00100000:3.0:1769074943.801602:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43211880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+375:2410:x1855007960211584:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 24540us (25233us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.801609:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40461 00010000:00010000:3.0:1769074943.802621:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.802632:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2600/0xf5091596e3042819 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.802641:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.802644:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2600/0xf5091596e3042819 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.802654:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2600/0xf5091596e3042819 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.802670:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2600/0xf5091596e3042819 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x13ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.802677:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2600/0xf5091596e3042819 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.802697:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.802698:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.802700:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.802905:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074943.803027:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44365500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968879360:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.803080:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.803106:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968879232:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.803124:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.803292:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074943.803647:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968879872:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074943.803675:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.803694:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44364a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968879744:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074943.803711:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.803734:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968879360 00000100:00100000:3.0:1769074943.803741:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968879360 00000100:00100000:3.0:1769074943.803775:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968879232 00000100:00100000:3.0:1769074943.803778:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968879232 00000100:00100000:3.0:1769074943.803792:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968879872 00000100:00100000:3.0:1769074943.803794:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968879872 00000100:00100000:3.0:1769074943.803807:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968879744 00000100:00100000:3.0:1769074943.803809:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968879744 00000100:00100000:3.0:1769074943.803825:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82722 00000100:00100000:3.0:1769074943.803833:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+462:3660:x1855007968879360:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074943.803860:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1100 count 1 00010000:00010000:3.0:1769074943.803897:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3042874 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x44c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.803916:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f4adc00/0xf5091596e2fbba4b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x44c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e5178 expref: 374 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.803924:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.803926:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.803929:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3042874 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x44c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.803955:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f4adc00/0xf5091596e2fbba4b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x44c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5178 expref: 374 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.803972:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f4adc00/0xf5091596e2fbba4b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x44c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5178 expref: 374 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.803985:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43211180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007968880000:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.804024:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074943.804047:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82723 00000100:00100000:3.0:1769074943.804055:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+462:3660:x1855007968879232:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074943.804067:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6996 count 1 00010000:00010000:3.0:1769074943.804079:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e304287b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1b54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.804090:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68e7ea00/0xf5091596e2fcfc05 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1b54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f9339 expref: 374 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.804096:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.804098:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.804100:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e304287b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1b54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.804119:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68e7ea00/0xf5091596e2fcfc05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1b54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9339 expref: 374 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.804128:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68e7ea00/0xf5091596e2fcfc05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1b54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9339 expref: 374 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.804144:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43213800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14038:1855007968880128:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.804164:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd180 going to sleep for 11 seconds 00000004:00080000:3.0:1769074943.809105:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdb9ef5880/2, rc 0, transno 4294989391 00000100:00100000:3.0:1769074943.809120:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdb9ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968877312:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.809125:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074943.809182:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968881024:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074943.810106:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.810324:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.810407:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.810540:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.810561:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.810580:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.810600:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.810619:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960212992 00000100:00100000:3.0:1769074943.810623:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960212992 00010000:00010000:3.0:1769074943.810647:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ce23c00/0xf5091596e2fcbc64 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5398 expref: 383 pid: 14045 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.810938:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960213120 00000100:00100000:3.0:1769074943.810942:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960213120 00010000:00010000:3.0:1769074943.810959:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7377da00/0xf5091596e2fd1b15 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x23e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb242 expref: 375 pid: 14044 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.810972:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960213248 00000100:00100000:3.0:1769074943.810975:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960213248 00010000:00010000:3.0:1769074943.810988:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68605c00/0xf5091596e2fca0aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x196b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f37de expref: 376 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.810998:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960213376 00000100:00100000:3.0:1769074943.811001:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960213376 00010000:00010000:3.0:1769074943.811011:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6305ca00/0xf5091596e2fdbd42 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x27b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250547d expref: 384 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.811022:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960213504 00000100:00100000:3.0:1769074943.811024:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960213504 00010000:00010000:3.0:1769074943.811035:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50be2e00/0xf5091596e2fcfbe9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1478:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f931d expref: 377 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.811045:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960213632 00000100:00100000:3.0:1769074943.811048:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960213632 00010000:00010000:3.0:1769074943.811060:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe64161600/0xf5091596e2fdb5d2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d0d expref: 378 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.811073:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40472 00000100:00100000:3.0:1769074943.811178:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40473 00000100:00100000:3.0:1769074943.811186:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43210380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+378:2407:x1855007960213120:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.811199:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.811204:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7377da00/0xf5091596e2fd1b15 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x23e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb242 expref: 378 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.811215:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7377da00/0xf5091596e2fd1b15 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb242 expref: 378 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.811240:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.811243:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.811246:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3042851 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.811254:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3042851 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x23e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.811272:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.811310:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43210380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+378:2407:x1855007960213120:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 125us (903us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.811317:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40473 00000100:00100000:3.0:1769074943.811337:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40474 00000100:00100000:3.0:1769074943.811343:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73768380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+377:2407:x1855007960213248:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.811350:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.811354:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68605c00/0xf5091596e2fca0aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x196b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f37de expref: 377 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.811363:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68605c00/0xf5091596e2fca0aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x196b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f37de expref: 377 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.811374:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.811376:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.811380:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042858 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x196b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.811391:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042858 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x196b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.811402:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.811421:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73768380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+377:2407:x1855007960213248:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 78us (882us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.811428:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40474 00000100:00100000:3.0:1769074943.811440:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40475 00000100:00100000:3.0:1769074943.811458:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+384:2407:x1855007960213376:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.811466:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.811470:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6305ca00/0xf5091596e2fdbd42 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x27b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250547d expref: 384 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.811479:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6305ca00/0xf5091596e2fdbd42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250547d expref: 384 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.811491:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.811493:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.811496:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3800/0xf5091596e304285f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.811503:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3800/0xf5091596e304285f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.811514:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.811533:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+384:2407:x1855007960213376:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 86us (970us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.811539:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40475 00000100:00100000:3.0:1769074943.811552:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40476 00000100:00100000:3.0:1769074943.811559:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+376:2407:x1855007960213504:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.811565:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.811570:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe50be2e00/0xf5091596e2fcfbe9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1478:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f931d expref: 376 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.811580:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe50be2e00/0xf5091596e2fcfbe9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1478:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f931d expref: 376 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.811591:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.811593:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.811596:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3600/0xf5091596e3042866 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1478:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.811603:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3600/0xf5091596e3042866 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1478:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.811614:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.811633:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d02680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+376:2407:x1855007960213504:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 74us (1052us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.811639:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40476 00000100:00100000:3.0:1769074943.811773:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40477 00000100:00100000:3.0:1769074943.811783:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+375:2407:x1855007960213632:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.811790:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.811795:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe64161600/0xf5091596e2fdb5d2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xe82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d0d expref: 375 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.811805:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe64161600/0xf5091596e2fdb5d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d0d expref: 375 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.811817:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.811819:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.811822:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2800/0xf5091596e304286d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.811829:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2800/0xf5091596e304286d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe82:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.811840:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.811860:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d00000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+375:2407:x1855007960213632:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 79us (1259us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.811927:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40477 00000100:00100000:3.0:1769074943.811949:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe50bf0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+383:2407:x1855007960212992:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.811957:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.811963:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ce23c00/0xf5091596e2fcbc64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5398 expref: 383 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.811973:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ce23c00/0xf5091596e2fcbc64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5398 expref: 383 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.811985:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ce23c00/0xf5091596e2fcbc64 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5398 expref: 383 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.811998:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.811999:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.812002:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042827 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.812009:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042827 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.812077:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.812468:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe50bf0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+382:2407:x1855007960212992:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 1371us (2143us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.812475:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40472 00000100:00100000:3.0:1769074943.815626:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82730 00000100:00100000:3.0:1769074943.815646:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+461:3660:x1855007968881024:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074943.815802:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:191 count 1 00010000:00010000:3.0:1769074943.815829:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30428ac lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.815849:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e65400/0xf5091596e2fdb35c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504a90 expref: 381 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.815856:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.815858:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.815860:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30428ac lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.815907:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e65400/0xf5091596e2fdb35c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504a90 expref: 381 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.815920:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e65400/0xf5091596e2fdb35c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504a90 expref: 381 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.815933:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43d01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968881536:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.816013:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074943.816413:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43211180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007968880000:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.816438:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3042874 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x44c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.816594:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.816957:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.816981:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.817022:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.817072:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.817085:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.817100:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.817117:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960213760 00000100:00100000:3.0:1769074943.817124:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960213760 00010000:00010000:3.0:1769074943.817151:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f4adc00/0xf5091596e2fbba4b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x44c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5178 expref: 375 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.817171:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960213888 00000100:00100000:3.0:1769074943.817174:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960213888 00010000:00010000:3.0:1769074943.817184:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68e7ea00/0xf5091596e2fcfc05 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1b54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9339 expref: 376 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.817198:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960214272 00000100:00100000:3.0:1769074943.817201:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960214272 00010000:00010000:3.0:1769074943.817211:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd44c00/0xf5091596e2fd98b3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1b49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502fe7 expref: 382 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.817220:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960214528 00000100:00100000:3.0:1769074943.817222:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960214528 00010000:00010000:3.0:1769074943.817230:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6417de00/0xf5091596e2fdb37f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504ab3 expref: 383 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.817239:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960214400 00000100:00100000:3.0:1769074943.817241:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960214400 00010000:00010000:3.0:1769074943.817250:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5e24b600/0xf5091596e2fbb049 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4776 expref: 384 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.817259:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960214656 00000100:00100000:3.0:1769074943.817261:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960214656 00010000:00010000:3.0:1769074943.817270:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55db2400/0xf5091596e2fd7bd3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x19bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501307 expref: 377 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.817281:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40478 00000100:00100000:3.0:1769074943.817288:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+377:2407:x1855007960213760:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.817299:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.817304:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f4adc00/0xf5091596e2fbba4b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x44c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5178 expref: 377 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.817320:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f4adc00/0xf5091596e2fbba4b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x44c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5178 expref: 377 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.817340:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f4adc00/0xf5091596e2fbba4b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x44c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5178 expref: 377 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.817354:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.817357:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.817360:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3042874 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x44c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.817369:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3042874 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x44c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.817389:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074943.817408:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3042874 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x44c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.817416:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3042874 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x44c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.817425:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3042874 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x44c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.817431:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3042874 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x44c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.817471:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1769074943.819865:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1769074943.819874:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042827 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.819894:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed3c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.819898:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042827 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.819906:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042827 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.819924:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042827 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.819930:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042827 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.819948:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074943.819953:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3042874 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x44c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.819959:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.819962:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3042874 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x44c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.819974:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3042874 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x44c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.819982:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3042874 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x44c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.819988:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3042874 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x44c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.820002:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074943.820005:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3042851 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.820011:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed3200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.820014:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3042851 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.820020:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3042851 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.820027:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3042851 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.820033:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3042851 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.820048:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.820052:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042858 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x196b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.820057:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.820060:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042858 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x196b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.820066:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042858 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x196b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.820074:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042858 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x196b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.820080:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042858 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x196b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.820092:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.820094:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.820095:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.823477:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.823568:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43210a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+466:3660:x1855007968879360:12345-0@lo:6:osp-syn-1-1.0 Request processed in 19735us (20487us total) trans 4294989394 rc 0/0 00000100:00100000:3.0:1769074943.823576:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82722 00000100:00100000:3.0:1769074943.823610:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+370:2407:x1855007960213760:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 6321us (7015us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.823620:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40478 00000100:00100000:3.0:1769074943.823866:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968881920 00000100:00100000:3.0:1769074943.823871:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968881920 00000100:00100000:3.0:1769074943.823907:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968881792 00000100:00100000:3.0:1769074943.823910:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968881792 00000100:00100000:3.0:1769074943.824191:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968882304 00000100:00100000:3.0:1769074943.824196:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968882304 00000100:00100000:3.0:1769074943.824226:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82732 00000100:00100000:3.0:1769074943.824234:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+463:3658:x1855007968881920:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074943.824254:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3714 count 1 00010000:00010000:3.0:1769074943.824271:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e30428d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.824285:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe64160c00/0xf5091596e2fdb5d9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504d06 expref: 378 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.824293:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.824296:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.824299:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e30428d6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.824323:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe64160c00/0xf5091596e2fdb5d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d06 expref: 378 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.824335:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe64160c00/0xf5091596e2fdb5d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d06 expref: 378 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.824346:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968882688:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.824384:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd780 going to sleep for 11 seconds 00010000:00010000:3.0:1769074943.824417:0:14038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68e7ea00/0xf5091596e2fcfc05 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1b54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9339 expref: 369 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.824428:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43213800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14038:1855007968880128:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.824444:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e304287b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.824488:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e304287b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.824509:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e304287b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.824517:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e304287b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.824524:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e304287b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.824540:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074943.824684:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+466:3660:x1855007968879232:12345-0@lo:6:osp-syn-1-1.0 Request processed in 20629us (21558us total) trans 4294989397 rc 0/0 00000100:00100000:3.0:1769074943.824691:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82723 00000100:00100000:3.0:1769074943.824707:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82733 00000100:00100000:3.0:1769074943.824714:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e235180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+463:3658:x1855007968881792:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074943.824727:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5240 count 1 00010000:00010000:3.0:1769074943.824740:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e30428dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.824750:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50be3e00/0xf5091596e2fcfbe2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1478:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f9316 expref: 378 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.824756:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.824758:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.824760:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e30428dd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.824777:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe50be3e00/0xf5091596e2fcfbe2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1478:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9316 expref: 378 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.824786:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50be3e00/0xf5091596e2fcfbe2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1478:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9316 expref: 378 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.824795:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83ccd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968882816:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.824815:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dde40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074943.824959:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.824987:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.825032:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43d01500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968881536:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.825047:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30428ac lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.825064:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960214784 00000100:00100000:3.0:1769074943.825069:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960214784 00010000:00010000:3.0:1769074943.825088:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe60f69600/0xf5091596e2fb9b11 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x272c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3245 expref: 379 pid: 14043 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.825107:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960214912 00000100:00100000:3.0:1769074943.825110:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960214912 00010000:00010000:3.0:1769074943.825121:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70e57e00/0xf5091596e2fbef50 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x172e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8684 expref: 380 pid: 8669 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.825138:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40484 00000100:00100000:3.0:1769074943.825144:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+380:2410:x1855007960214784:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.825151:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.825155:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe60f69600/0xf5091596e2fb9b11 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x272c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3245 expref: 380 pid: 14043 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.825166:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe60f69600/0xf5091596e2fb9b11 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x272c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3245 expref: 380 pid: 14043 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.825185:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.825186:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.825190:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fde00/0xf5091596e3042882 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x272c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.825198:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fde00/0xf5091596e3042882 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x272c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.825211:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.825229:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+380:2410:x1855007960214784:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 86us (271us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.825236:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40484 00000100:00100000:3.0:1769074943.825250:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40485 00000100:00100000:3.0:1769074943.825256:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+379:2410:x1855007960214912:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.825263:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.825267:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe70e57e00/0xf5091596e2fbef50 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x172e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8684 expref: 379 pid: 8669 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.825276:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe70e57e00/0xf5091596e2fbef50 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x172e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8684 expref: 379 pid: 8669 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.825288:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.825289:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.825293:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b800/0xf5091596e3042889 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x172e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.825299:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b800/0xf5091596e3042889 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x172e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.825311:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.825326:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+379:2410:x1855007960214912:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 70us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.825332:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40485 00000100:00100000:3.0:1769074943.825437:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.825550:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960215040 00000100:00100000:3.0:1769074943.825554:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960215040 00010000:00010000:3.0:1769074943.825569:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e65400/0xf5091596e2fdb35c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504a90 expref: 379 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.825594:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40486 00000100:00100000:3.0:1769074943.825601:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe48c88450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+379:2410:x1855007960215040:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.825608:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.825612:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e65400/0xf5091596e2fdb35c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504a90 expref: 379 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.825620:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e65400/0xf5091596e2fdb35c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504a90 expref: 379 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.825633:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e65400/0xf5091596e2fdb35c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504a90 expref: 379 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.825643:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.825645:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.825648:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30428ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.825655:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30428ac lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.825671:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074943.825682:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30428ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.825690:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30428ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.825702:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30428ac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.825710:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30428ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.825724:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074943.825941:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43210e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+464:3660:x1855007968881024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10302us (15833us total) trans 4294989391 rc 0/0 00000100:00100000:3.0:1769074943.825949:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82730 00000100:00100000:3.0:1769074943.825963:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968882432 00000100:00100000:3.0:1769074943.825966:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968882432 00000100:00100000:3.0:1769074943.825988:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82735 00000100:00100000:3.0:1769074943.825994:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd55f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+464:3658:x1855007968882432:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074943.826007:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6507 count 1 00010000:00010000:3.0:1769074943.826021:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8600/0xf5091596e30428eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x196b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.826032:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bb49a00/0xf5091596e2fca0b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x196b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f37e5 expref: 378 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.826038:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.826039:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.826041:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8600/0xf5091596e30428eb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x196b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.826061:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bb49a00/0xf5091596e2fca0b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x196b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f37e5 expref: 378 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.826070:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bb49a00/0xf5091596e2fca0b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x196b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f37e5 expref: 378 pid: 14035 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.826080:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43213800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968883072:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.826115:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd000 going to sleep for 11 seconds 00010000:00010000:3.0:1769074943.826127:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074943.826133:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e304287b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.826141:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.826145:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e304287b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.826154:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e304287b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.826166:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e304287b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.826172:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e304287b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1b54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.826185:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.826188:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30428ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.826198:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.826201:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30428ac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.826206:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30428ac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.826213:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30428ac lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.826219:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30428ac lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.826228:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.826229:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.826231:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.826251:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe48c88450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+378:2410:x1855007960215040:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 651us (814us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.826257:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40486 00010000:00010000:3.0:1769074943.830103:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.830110:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.833422:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968882688:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.833466:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e30428d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.834151:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.834173:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.834196:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.834211:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.834227:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.834346:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43213800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968883072:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.834368:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8600/0xf5091596e30428eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x196b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.834398:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83ccd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968882816:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.834411:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e30428dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.834444:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.835394:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960215936 00000100:00100000:3.0:1769074943.835399:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960215936 00010000:00010000:3.0:1769074943.835416:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bb49a00/0xf5091596e2fca0b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x196b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f37e5 expref: 376 pid: 14035 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.835431:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40488 00000100:00100000:3.0:1769074943.835437:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+369:2409:x1855007960215296:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.835445:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.835462:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe62e59800/0xf5091596e2fcad6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x694:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f449c expref: 369 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.835473:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe62e59800/0xf5091596e2fcad6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x694:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f449c expref: 369 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.835707:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe62e59800/0xf5091596e2fcad6f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x694:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f449c expref: 369 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.835718:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.835719:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.835722:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e30428b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x694:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.835729:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e30428b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x694:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.835748:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074943.835758:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e30428b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.835766:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e30428b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.835774:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e30428b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.835781:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e30428b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.835803:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074943.836017:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd9f246680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+470:3657:x1855007968880768:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18288us (23869us total) trans 4294989399 rc 0/0 00000100:00100000:3.0:1769074943.836028:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82731 00010000:00010000:3.0:1769074943.836054:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e30428d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.836061:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e30428d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.836068:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e30428d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.836074:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e30428d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe82:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.836088:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074943.836201:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e236680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+469:3658:x1855007968881920:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11968us (12415us total) trans 4294989395 rc 0/0 00000100:00100000:3.0:1769074943.836207:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82732 00000100:00100000:3.0:1769074943.836232:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+368:2409:x1855007960215296:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 795us (2035us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.836238:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40488 00000100:00100000:3.0:1769074943.836253:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40489 00000100:00100000:3.0:1769074943.836260:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83cce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+376:2409:x1855007960215680:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.839011:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.839024:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe50be3e00/0xf5091596e2fcfbe2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1478:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9316 expref: 373 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.839099:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe50be3e00/0xf5091596e2fcfbe2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1478:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9316 expref: 373 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.839118:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50be3e00/0xf5091596e2fcfbe2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1478:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9316 expref: 373 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.839131:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.839133:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.839136:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e30428dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.839145:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e30428dd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.839161:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.839210:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.839237:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83cce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+372:2409:x1855007960215680:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 2978us (5024us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.839246:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40489 00010000:00010000:3.0:1769074943.839288:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e30428dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.839296:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e30428dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.839307:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e30428dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.839316:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e30428dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.839332:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074943.839344:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.839349:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e30428dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.839356:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.839359:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e30428dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.839367:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e30428dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.839378:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e30428dd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.839385:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e30428dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1478:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.839411:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.839413:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.839415:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.841831:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.841837:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fce00/0xf5091596e30428e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xafd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.841848:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fce00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.841852:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fce00/0xf5091596e30428e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xafd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.841859:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fce00/0xf5091596e30428e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xafd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.841872:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fce00/0xf5091596e30428e4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xafd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.841878:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fce00/0xf5091596e30428e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xafd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.841903:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.841904:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.841906:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.842202:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e235180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+470:3658:x1855007968881792:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17487us (18324us total) trans 4294989397 rc 0/0 00000100:00100000:3.0:1769074943.842210:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82733 00000100:00100000:3.0:1769074943.842743:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.842762:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960216064 00000100:00100000:3.0:1769074943.842768:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960216064 00010000:00010000:3.0:1769074943.842789:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d09e000/0xf5091596e2fcf0c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f87ee expref: 366 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.842809:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40492 00000100:00100000:3.0:1769074943.842815:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+366:2409:x1855007960216064:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.842826:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.842830:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d09e000/0xf5091596e2fcf0c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f87ee expref: 366 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.842842:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d09e000/0xf5091596e2fcf0c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f87ee expref: 366 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.842859:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.842861:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.842864:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fd800/0xf5091596e30428f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.842872:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fd800/0xf5091596e30428f2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.843220:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.843239:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+366:2409:x1855007960216064:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 424us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.843246:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40492 00010000:00010000:3.0:1769074943.843713:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.847316:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.847346:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.847360:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.847381:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960216192 00000100:00100000:3.0:1769074943.847387:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960216192 00010000:00010000:3.0:1769074943.847419:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4b0d0600/0xf5091596e2fc98d1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x24b7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3005 expref: 366 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.847464:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960216448 00000100:00100000:3.0:1769074943.847467:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960216448 00010000:00010000:3.0:1769074943.847481:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7377d000/0xf5091596e2fd1b0e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x23e8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb249 expref: 372 pid: 14044 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.847511:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960216704 00000100:00100000:3.0:1769074943.847514:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960216704 00010000:00010000:3.0:1769074943.847525:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f4ad000/0xf5091596e2fbba44 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x44c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e517f expref: 373 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.847545:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40493 00000100:00100000:3.0:1769074943.847554:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433da850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+366:2409:x1855007960216192:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.847568:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.847573:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4b0d0600/0xf5091596e2fc98d1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x24b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3005 expref: 366 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.847585:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4b0d0600/0xf5091596e2fc98d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3005 expref: 366 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.847609:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.847612:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.847616:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fd200/0xf5091596e3042900 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.847625:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fd200/0xf5091596e3042900 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x24b7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.847651:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.847697:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433da850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+366:2409:x1855007960216192:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 144us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.847704:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40493 00000100:00100000:3.0:1769074943.847749:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40494 00000100:00100000:3.0:1769074943.847756:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+373:2409:x1855007960216448:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.847764:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.847769:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7377d000/0xf5091596e2fd1b0e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x23e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb249 expref: 373 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.847777:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7377d000/0xf5091596e2fd1b0e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb249 expref: 373 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.847791:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.847793:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.847796:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861ba00/0xf5091596e304290e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.847804:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861ba00/0xf5091596e304290e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x23e8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.847815:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.847832:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+373:2409:x1855007960216448:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 78us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.847838:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40494 00000100:00100000:3.0:1769074943.847851:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40495 00000100:00100000:3.0:1769074943.847857:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+372:2409:x1855007960216704:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.847864:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.847868:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f4ad000/0xf5091596e2fbba44 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x44c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e517f expref: 372 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.847877:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f4ad000/0xf5091596e2fbba44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x44c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e517f expref: 372 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.847899:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.847901:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.847904:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861bc00/0xf5091596e3042915 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x44c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.847912:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861bc00/0xf5091596e3042915 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x44c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.847923:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.847941:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+372:2409:x1855007960216704:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 84us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.847948:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40495 00000100:00100000:3.0:1769074943.847990:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.848086:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.848131:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960216320 00000100:00100000:3.0:1769074943.848136:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960216320 00010000:00010000:3.0:1769074943.848151:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b09e400/0xf5091596e2fd0455 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2621:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9b89 expref: 366 pid: 14043 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.848172:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960216576 00000100:00100000:3.0:1769074943.848175:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960216576 00010000:00010000:3.0:1769074943.848186:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48ecfe00/0xf5091596e2fd87cd lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x656:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501efa expref: 367 pid: 14044 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.848204:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40496 00000100:00100000:3.0:1769074943.848212:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+367:2409:x1855007960216320:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.848219:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.848224:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b09e400/0xf5091596e2fd0455 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2621:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9b89 expref: 367 pid: 14043 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.848233:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b09e400/0xf5091596e2fd0455 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2621:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9b89 expref: 367 pid: 14043 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.848245:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.848247:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.848250:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861be00/0xf5091596e30428f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2621:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.848257:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861be00/0xf5091596e30428f9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2621:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.848269:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.848292:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+367:2409:x1855007960216320:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 82us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.848298:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40496 00000100:00100000:3.0:1769074943.848312:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40497 00000100:00100000:3.0:1769074943.848317:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83cce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+366:2409:x1855007960216576:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.848324:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.848328:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe48ecfe00/0xf5091596e2fd87cd lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x656:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501efa expref: 366 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.848338:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe48ecfe00/0xf5091596e2fd87cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x656:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501efa expref: 366 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.848350:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.848351:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.848354:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042907 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x656:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.848361:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042907 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x656:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.848373:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.848390:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83cce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+366:2409:x1855007960216576:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 73us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.848397:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40497 00010000:00010000:3.0:1769074943.849841:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074943.849848:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042907 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.849854:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861b200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.849858:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042907 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.849867:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042907 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.849893:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042907 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.849900:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042907 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x656:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.849916:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.849919:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861be00/0xf5091596e30428f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2621:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.849925:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861be00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.849928:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861be00/0xf5091596e30428f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2621:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.849935:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861be00/0xf5091596e30428f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2621:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.849943:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861be00/0xf5091596e30428f9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2621:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.849949:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861be00/0xf5091596e30428f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2621:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.849964:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.849966:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.849968:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.856239:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074943.856253:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fd800/0xf5091596e30428f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.856275:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fd800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.856280:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fd800/0xf5091596e30428f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.856291:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fd800/0xf5091596e30428f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.856313:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fd800/0xf5091596e30428f2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.856320:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fd800/0xf5091596e30428f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2270:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.856341:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074943.856345:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861bc00/0xf5091596e3042915 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x44c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.856351:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861bc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.856353:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861bc00/0xf5091596e3042915 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x44c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.856360:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861bc00/0xf5091596e3042915 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x44c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.856370:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861bc00/0xf5091596e3042915 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x44c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.856376:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861bc00/0xf5091596e3042915 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x44c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.856390:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.856394:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861ba00/0xf5091596e304290e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.856400:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861ba00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.856403:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861ba00/0xf5091596e304290e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.856410:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861ba00/0xf5091596e304290e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.856418:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861ba00/0xf5091596e304290e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.856425:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861ba00/0xf5091596e304290e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23e8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.856442:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.856444:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.856460:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.856465:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.856471:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.858214:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.858221:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fd200/0xf5091596e3042900 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.858229:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fd200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.858233:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fd200/0xf5091596e3042900 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.858242:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fd200/0xf5091596e3042900 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.858257:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fd200/0xf5091596e3042900 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.858264:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fd200/0xf5091596e3042900 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.858292:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.858294:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.858296:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.860467:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.860501:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.860526:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.860544:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.860587:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.860613:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960216832 00000100:00100000:3.0:1769074943.860623:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960216832 00010000:00010000:3.0:1769074943.860673:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55db2200/0xf5091596e2fd7bcc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501300 expref: 370 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.860708:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960217088 00000100:00100000:3.0:1769074943.860711:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960217088 00010000:00010000:3.0:1769074943.860724:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe44d92400/0xf5091596e2fcfbfe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1b54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9332 expref: 371 pid: 14045 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.860744:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960216960 00000100:00100000:3.0:1769074943.860747:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960216960 00010000:00010000:3.0:1769074943.860758:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe62e58a00/0xf5091596e2fcad68 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x694:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f44a3 expref: 372 pid: 14044 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.860772:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960217216 00000100:00100000:3.0:1769074943.860775:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960217216 00010000:00010000:3.0:1769074943.860785:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe64210400/0xf5091596e2fcc031 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x23ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f575e expref: 362 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.860798:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40498 00000100:00100000:3.0:1769074943.860804:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+372:2410:x1855007960216832:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.860817:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.860821:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe55db2200/0xf5091596e2fd7bcc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501300 expref: 372 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.860837:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe55db2200/0xf5091596e2fd7bcc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501300 expref: 372 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.860859:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55db2200/0xf5091596e2fd7bcc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501300 expref: 372 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.860872:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.860874:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.860878:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861ae00/0xf5091596e304291c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.860898:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861ae00/0xf5091596e304291c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x19bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.860920:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.860952:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+371:2410:x1855007960216832:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 148us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.860959:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40498 00000100:00100000:3.0:1769074943.860971:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40499 00000100:00100000:3.0:1769074943.860977:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83cce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+370:2410:x1855007960217088:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.860984:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.860988:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe44d92400/0xf5091596e2fcfbfe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1b54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9332 expref: 370 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.860997:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe44d92400/0xf5091596e2fcfbfe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9332 expref: 370 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.861009:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.861011:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.861014:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2400/0xf5091596e304292a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.861022:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2400/0xf5091596e304292a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.861033:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.861050:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83cce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+370:2410:x1855007960217088:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 73us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.861056:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40499 00000100:00100000:3.0:1769074943.861069:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40500 00000100:00100000:3.0:1769074943.861075:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6a820050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+369:2410:x1855007960216960:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.861083:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.861086:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe62e58a00/0xf5091596e2fcad68 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x694:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f44a3 expref: 369 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.861095:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe62e58a00/0xf5091596e2fcad68 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x694:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f44a3 expref: 369 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.861106:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.861107:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.861110:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8e00/0xf5091596e3042923 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x694:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.861122:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8e00/0xf5091596e3042923 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x694:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.861133:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.861149:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6a820050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+369:2410:x1855007960216960:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 74us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.861154:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40500 00000100:00100000:3.0:1769074943.861184:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40501 00000100:00100000:3.0:1769074943.861190:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+362:2410:x1855007960217216:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.861196:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.861200:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe64210400/0xf5091596e2fcc031 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f575e expref: 362 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.861228:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe64210400/0xf5091596e2fcc031 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f575e expref: 362 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.861240:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64210400/0xf5091596e2fcc031 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x23ea:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f575e expref: 362 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.861250:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.861252:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.861255:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc200/0xf5091596e3042954 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.861262:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc200/0xf5091596e3042954 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x23ea:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.861477:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.861495:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+361:2410:x1855007960217216:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 305us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.861502:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40501 00010000:00010000:3.0:1769074943.861550:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.861556:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc200/0xf5091596e3042954 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.861563:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fc200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.861567:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc200/0xf5091596e3042954 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.861575:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc200/0xf5091596e3042954 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.861586:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc200/0xf5091596e3042954 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x23ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.861593:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc200/0xf5091596e3042954 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23ea:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.861607:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.861609:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.861611:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.862797:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.862804:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8e00/0xf5091596e3042923 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.862816:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.862820:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8e00/0xf5091596e3042923 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.862828:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8e00/0xf5091596e3042923 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.862840:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8e00/0xf5091596e3042923 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.862848:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8e00/0xf5091596e3042923 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x694:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.862862:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.862864:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.862866:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.872080:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.873868:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.873875:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e304294d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x232c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.873893:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.873896:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e304294d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x232c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.873904:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e304294d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x232c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.873919:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e304294d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x232c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.873926:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e304294d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x232c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.873945:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.873947:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.873949:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.876694:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.876723:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960217856 00000100:00100000:3.0:1769074943.876731:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960217856 00010000:00010000:3.0:1769074943.876765:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d09ec00/0xf5091596e2fcf0ba lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2270:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f87f5 expref: 367 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.876799:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40503 00000100:00100000:3.0:1769074943.876808:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43213800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+367:2410:x1855007960217856:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.876819:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.876825:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d09ec00/0xf5091596e2fcf0ba lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f87f5 expref: 367 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.876836:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d09ec00/0xf5091596e2fcf0ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f87f5 expref: 367 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.876861:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.876864:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.876869:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042962 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.876891:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042962 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2270:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.876911:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.876950:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43213800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+367:2410:x1855007960217856:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 143us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.876957:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40503 00000100:00100000:3.0:1769074943.876995:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.877090:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.877103:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960217728 00000100:00100000:3.0:1769074943.877107:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960217728 00010000:00010000:3.0:1769074943.877121:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80ec6800/0xf5091596e2fcd94b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1843:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7078 expref: 360 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.877140:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960217984 00000100:00100000:3.0:1769074943.877143:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960217984 00010000:00010000:3.0:1769074943.877154:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b09fe00/0xf5091596e2fd044e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2621:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9b82 expref: 367 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.877182:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40504 00000100:00100000:3.0:1769074943.877189:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43210a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+360:2410:x1855007960217728:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.877196:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.877200:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe80ec6800/0xf5091596e2fcd94b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7078 expref: 360 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.877263:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe80ec6800/0xf5091596e2fcd94b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7078 expref: 360 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.877284:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.877285:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.877289:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9000/0xf5091596e304295b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.877296:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9000/0xf5091596e304295b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.877307:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.877327:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43210a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+360:2410:x1855007960217728:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 139us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.877334:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40504 00000100:00100000:3.0:1769074943.877347:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40505 00000100:00100000:3.0:1769074943.877354:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43211880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+367:2410:x1855007960217984:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.877360:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.877365:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b09fe00/0xf5091596e2fd044e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2621:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9b82 expref: 367 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.877373:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b09fe00/0xf5091596e2fd044e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2621:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9b82 expref: 367 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.877385:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.877388:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.877391:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8c00/0xf5091596e3042969 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2621:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.877397:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8c00/0xf5091596e3042969 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2621:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.877408:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.877426:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43211880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+367:2410:x1855007960217984:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 74us (337us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.877432:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40505 00000100:00100000:3.0:1769074943.885386:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.885408:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.885427:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.885468:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960218240 00000100:00100000:3.0:1769074943.885475:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960218240 00010000:00010000:3.0:1769074943.887055:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73741600/0xf5091596e2fd369e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xafd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fcdd9 expref: 366 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.887072:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40509 00000100:00100000:3.0:1769074943.887079:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68499f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+364:2409:x1855007960218368:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.887086:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.887089:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe704b0800/0xf5091596e2fc46a6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x4b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eddda expref: 364 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.887098:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe704b0800/0xf5091596e2fc46a6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x4b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eddda expref: 363 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.887116:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe704b0800/0xf5091596e2fc46a6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x4b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eddda expref: 363 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.887126:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.887128:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.887130:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fda00/0xf5091596e304298c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.887138:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fda00/0xf5091596e304298c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x4b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.887154:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.887171:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68499f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+361:2409:x1855007960218368:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 94us (780us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.887178:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40509 00000100:00100000:3.0:1769074943.887190:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40511 00000100:00100000:3.0:1769074943.887196:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6849bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+366:2409:x1855007960219264:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.887202:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.887206:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ba0a800/0xf5091596e2fd267c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x232c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbdb7 expref: 366 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.887215:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ba0a800/0xf5091596e2fd267c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x232c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbdb7 expref: 366 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.887226:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.887228:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.887232:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3a00/0xf5091596e30429bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x232c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.887239:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3a00/0xf5091596e30429bd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x232c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.887249:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.887945:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6849bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+366:2409:x1855007960219264:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 69us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.887957:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40511 00000100:00100000:3.0:1769074943.887975:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40513 00000100:00100000:3.0:1769074943.887983:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6a821c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+365:2409:x1855007960219776:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.887992:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.887997:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe80ec7000/0xf5091596e2fcd944 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f707f expref: 365 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.888006:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe80ec7000/0xf5091596e2fcd944 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f707f expref: 365 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.888021:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.888023:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.888026:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2800/0xf5091596e30429d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.888033:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2800/0xf5091596e30429d9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1843:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.888052:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.888074:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6a821c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+365:2409:x1855007960219776:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 93us (1480us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.888080:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40513 00000100:00100000:3.0:1769074943.888094:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40514 00000100:00100000:3.0:1769074943.888100:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6849b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+359:2409:x1855007960219136:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.888108:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.888113:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe43c08c00/0xf5091596e2fd08fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xdf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa02f expref: 359 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.888122:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe43c08c00/0xf5091596e2fd08fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xdf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa02f expref: 359 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.888134:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe43c08c00/0xf5091596e2fd08fb lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xdf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa02f expref: 359 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.888144:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.888146:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.888148:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9c00/0xf5091596e30429b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.888155:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9c00/0xf5091596e30429b6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xdf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.888180:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.888199:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6849b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+358:2409:x1855007960219136:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 98us (1590us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.888205:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40514 00000100:00100000:3.0:1769074943.888218:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40515 00000100:00100000:3.0:1769074943.888224:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68499c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+357:2409:x1855007960219392:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.888231:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.888237:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe717aac00/0xf5091596e2fc1be9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xa29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb316 expref: 357 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.888244:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe717aac00/0xf5091596e2fc1be9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xa29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb316 expref: 357 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.888256:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.888257:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.888260:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3800/0xf5091596e30429c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.888266:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3800/0xf5091596e30429c4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xa29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.888277:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.888296:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68499c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+357:2409:x1855007960219392:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 73us (1678us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.888303:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40515 00000100:00100000:3.0:1769074943.888315:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40516 00000100:00100000:3.0:1769074943.888321:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68498700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+356:2409:x1855007960219648:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.888328:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.888335:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe62679e00/0xf5091596e2fc7e52 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1e37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1586 expref: 356 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.888343:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe62679e00/0xf5091596e2fc7e52 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1586 expref: 356 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.888354:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.888355:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.888358:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3600/0xf5091596e30429cb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.888364:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3600/0xf5091596e30429cb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.888374:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.888387:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68498700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+356:2409:x1855007960219648:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 67us (1737us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.888393:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40516 00000100:00100000:3.0:1769074943.888404:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40517 00000100:00100000:3.0:1769074943.888410:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43212680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+364:2409:x1855007960218240:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.888417:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.888421:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe73741600/0xf5091596e2fd369e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xafd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fcdd9 expref: 364 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.888430:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe73741600/0xf5091596e2fd369e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xafd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fcdd9 expref: 364 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.888469:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73741600/0xf5091596e2fd369e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xafd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fcdd9 expref: 364 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.888479:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.888480:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.888483:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fd400/0xf5091596e3042977 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xafd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.888490:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fd400/0xf5091596e3042977 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xafd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.888517:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.888546:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43212680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+363:2409:x1855007960218240:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 135us (3136us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.888552:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40517 00010000:00010000:3.0:1769074943.888605:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074943.888612:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fcc00/0xf5091596e3042993 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.888620:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fcc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.888623:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fcc00/0xf5091596e3042993 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.888632:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fcc00/0xf5091596e3042993 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.888643:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fcc00/0xf5091596e3042993 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.893265:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fcc00/0xf5091596e3042993 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24b7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.893288:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.893290:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.893292:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.900035:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.900054:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.900070:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.900244:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960219904 00000100:00100000:3.0:1769074943.900251:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960219904 00010000:00010000:3.0:1769074943.900282:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a656200/0xf5091596e2fce3fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x116c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7b37 expref: 353 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.900306:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960220160 00000100:00100000:3.0:1769074943.900309:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960220160 00010000:00010000:3.0:1769074943.900322:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe47e4e000/0xf5091596e2fd91dd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x207a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502911 expref: 359 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.900338:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960220032 00000100:00100000:3.0:1769074943.900341:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960220032 00010000:00010000:3.0:1769074943.900353:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6960b000/0xf5091596e2fca66f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1fac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3da3 expref: 354 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.900377:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40518 00000100:00100000:3.0:1769074943.900385:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43213800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+354:2410:x1855007960219904:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.900403:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.900409:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a656200/0xf5091596e2fce3fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x116c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7b37 expref: 354 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.900422:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a656200/0xf5091596e2fce3fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x116c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7b37 expref: 354 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.900469:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a656200/0xf5091596e2fce3fc lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x116c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7b37 expref: 354 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.900484:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.900486:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.900491:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc200/0xf5091596e30429e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x116c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.900500:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc200/0xf5091596e30429e0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x116c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.900523:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.900554:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43213800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+353:2410:x1855007960219904:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 170us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.900561:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40518 00000100:00100000:3.0:1769074943.900575:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40519 00000100:00100000:3.0:1769074943.900581:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43210a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+359:2410:x1855007960220160:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.900588:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.900593:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe47e4e000/0xf5091596e2fd91dd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x207a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502911 expref: 359 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.900602:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe47e4e000/0xf5091596e2fd91dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x207a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502911 expref: 359 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.900617:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.900619:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.900622:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3200/0xf5091596e30429ee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x207a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.900628:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3200/0xf5091596e30429ee lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x207a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.900639:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.900657:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43210a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+359:2410:x1855007960220160:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 76us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.900664:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40519 00000100:00100000:3.0:1769074943.900676:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40520 00000100:00100000:3.0:1769074943.900684:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43211880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+352:2410:x1855007960220032:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.900690:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.900695:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6960b000/0xf5091596e2fca66f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1fac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3da3 expref: 352 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.900704:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6960b000/0xf5091596e2fca66f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1fac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3da3 expref: 352 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.900715:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.900717:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.900720:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9400/0xf5091596e30429e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.900727:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9400/0xf5091596e30429e7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1fac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.900738:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.900755:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43211880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+352:2410:x1855007960220032:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 72us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.900760:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40520 00010000:00010000:3.0:1769074943.902058:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.902070:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc200/0xf5091596e30429e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x116c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.902080:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fc200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.902085:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc200/0xf5091596e30429e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x116c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.902094:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc200/0xf5091596e30429e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x116c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.902110:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc200/0xf5091596e30429e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x116c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.902117:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fc200/0xf5091596e30429e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x116c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.902137:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.902140:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.902142:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.904226:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.904249:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.904263:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.904280:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.904299:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.904317:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960220416 00000100:00100000:3.0:1769074943.904323:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960220416 00010000:00010000:3.0:1769074943.904357:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe653b6200/0xf5091596e2fcdff7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x131d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f772b expref: 358 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.904381:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960220672 00000100:00100000:3.0:1769074943.904384:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960220672 00010000:00010000:3.0:1769074943.904398:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f1caa00/0xf5091596e2fd1327 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1422:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa5b expref: 352 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.904421:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960220928 00000100:00100000:3.0:1769074943.904514:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960220928 00010000:00010000:3.0:1769074943.904531:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6046c800/0xf5091596e2fd08f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xdf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa028 expref: 359 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.904547:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960221184 00000100:00100000:3.0:1769074943.904550:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960221184 00010000:00010000:3.0:1769074943.904561:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e3e6200/0xf5091596e2fc7e59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f158d expref: 360 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.904575:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40521 00000100:00100000:3.0:1769074943.904583:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+360:2410:x1855007960220416:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.904597:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.904602:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe653b6200/0xf5091596e2fcdff7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x131d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f772b expref: 360 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.904613:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe653b6200/0xf5091596e2fcdff7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x131d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f772b expref: 360 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.904636:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.904638:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.904643:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3042a18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x131d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.904663:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3042a18 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x131d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.904684:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.904729:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+360:2410:x1855007960220416:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 145us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.904737:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40521 00000100:00100000:3.0:1769074943.904776:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40522 00000100:00100000:3.0:1769074943.904783:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43212300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+352:2410:x1855007960220672:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.904791:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.904794:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f1caa00/0xf5091596e2fd1327 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1422:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa5b expref: 352 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.904804:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f1caa00/0xf5091596e2fd1327 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1422:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa5b expref: 352 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.904818:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f1caa00/0xf5091596e2fd1327 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1422:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa5b expref: 352 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.904829:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.904831:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.904834:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fd800/0xf5091596e3042a26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1422:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.904841:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fd800/0xf5091596e3042a26 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1422:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.904857:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.904875:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43212300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+351:2410:x1855007960220672:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 93us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.904892:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40522 00000100:00100000:3.0:1769074943.904907:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40523 00000100:00100000:3.0:1769074943.904913:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8b79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+359:2410:x1855007960220928:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.904919:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.904924:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6046c800/0xf5091596e2fd08f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xdf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa028 expref: 359 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.904933:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6046c800/0xf5091596e2fd08f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xdf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa028 expref: 359 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.904945:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6046c800/0xf5091596e2fd08f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xdf4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa028 expref: 359 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.904955:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.904957:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.904961:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fde00/0xf5091596e3042a34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.904969:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fde00/0xf5091596e3042a34 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xdf4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.904987:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.905004:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8b79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+358:2410:x1855007960220928:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 92us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.905009:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40523 00000100:00100000:3.0:1769074943.905021:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40524 00000100:00100000:3.0:1769074943.905026:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+357:2410:x1855007960221184:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.905033:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.905037:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e3e6200/0xf5091596e2fc7e59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f158d expref: 357 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.905046:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e3e6200/0xf5091596e2fc7e59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f158d expref: 357 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.905057:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e3e6200/0xf5091596e2fc7e59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e37:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f158d expref: 357 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.905065:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.905068:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.905070:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fc400/0xf5091596e3042a42 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.905076:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fc400/0xf5091596e3042a42 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e37:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.905091:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.905109:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+356:2410:x1855007960221184:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 82us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.905114:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40524 00000100:00100000:3.0:1769074943.905163:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.905211:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.905224:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960221440 00000100:00100000:3.0:1769074943.905228:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960221440 00010000:00010000:3.0:1769074943.905241:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717abc00/0xf5091596e2fc1be2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa29:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb31d expref: 356 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.905256:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960220288 00000100:00100000:3.0:1769074943.905258:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960220288 00010000:00010000:3.0:1769074943.905267:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe704b2000/0xf5091596e2fc46ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724edde1 expref: 357 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.905281:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40525 00000100:00100000:3.0:1769074943.905288:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+357:2410:x1855007960221440:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.905294:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.905297:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe717abc00/0xf5091596e2fc1be2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb31d expref: 357 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.905311:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe717abc00/0xf5091596e2fc1be2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb31d expref: 357 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.905323:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.905324:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.905328:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9000/0xf5091596e3042a50 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.905335:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9000/0xf5091596e3042a50 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa29:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.905346:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.905363:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+357:2410:x1855007960221440:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 75us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.905369:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40525 00000100:00100000:3.0:1769074943.905381:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40526 00000100:00100000:3.0:1769074943.905387:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+356:2410:x1855007960220288:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.905394:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.905399:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe704b2000/0xf5091596e2fc46ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724edde1 expref: 356 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.905409:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe704b2000/0xf5091596e2fc46ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724edde1 expref: 356 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.905421:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe704b2000/0xf5091596e2fc46ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724edde1 expref: 356 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.905431:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.905432:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.905435:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fd200/0xf5091596e30429f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.905441:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fd200/0xf5091596e30429f5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.905473:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.905490:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+355:2410:x1855007960220288:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 103us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.905497:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40526 00000100:00100000:3.0:1769074943.905539:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.905566:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.905578:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960220544 00000100:00100000:3.0:1769074943.905581:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960220544 00010000:00010000:3.0:1769074943.905595:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe804bd400/0xf5091596e2fcdea0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f75db expref: 351 pid: 14045 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.905609:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960220800 00000100:00100000:3.0:1769074943.905612:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960220800 00010000:00010000:3.0:1769074943.905621:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7adc00/0xf5091596e2fba61d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xabc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d51 expref: 352 pid: 14043 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.905634:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40527 00000100:00100000:3.0:1769074943.905640:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+352:2410:x1855007960220544:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.905649:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.905653:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe804bd400/0xf5091596e2fcdea0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f75db expref: 352 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.905662:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe804bd400/0xf5091596e2fcdea0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x11ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f75db expref: 352 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.905674:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe804bd400/0xf5091596e2fcdea0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x11ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f75db expref: 352 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.905683:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.905685:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.905688:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3042a1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.905696:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3042a1f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.905711:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.905727:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+351:2410:x1855007960220544:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.905733:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40527 00000100:00100000:3.0:1769074943.905745:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40528 00000100:00100000:3.0:1769074943.905750:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe50bf1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+350:2410:x1855007960220800:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.905757:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.905761:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7adc00/0xf5091596e2fba61d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xabc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d51 expref: 350 pid: 14043 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.905770:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7adc00/0xf5091596e2fba61d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xabc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d51 expref: 350 pid: 14043 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.905783:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7adc00/0xf5091596e2fba61d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xabc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d51 expref: 350 pid: 14043 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.905792:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.905794:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.905797:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fce00/0xf5091596e3042a2d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xabc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.905803:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fce00/0xf5091596e3042a2d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xabc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.905816:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.905820:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fde00/0xf5091596e3042a34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.905826:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fde00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.905829:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fde00/0xf5091596e3042a34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.905836:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fde00/0xf5091596e3042a34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xdf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.905845:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fde00/0xf5091596e3042a34 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xdf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.905852:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fde00/0xf5091596e3042a34 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xdf4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.905865:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.905867:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.905869:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.905901:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.905918:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe50bf1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+349:2410:x1855007960220800:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 167us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.905924:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40528 00000100:00100000:3.0:1769074943.905975:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.905999:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.906124:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960221056 00000100:00100000:3.0:1769074943.906128:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960221056 00010000:00010000:3.0:1769074943.906142:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7a656400/0xf5091596e2fce403 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x116c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7b30 expref: 355 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.906157:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960221312 00000100:00100000:3.0:1769074943.906159:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960221312 00010000:00010000:3.0:1769074943.906168:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6960ba00/0xf5091596e2fca668 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1fac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3d9c expref: 356 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.906182:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40529 00000100:00100000:3.0:1769074943.906188:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+356:2410:x1855007960221056:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.906195:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.906199:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7a656400/0xf5091596e2fce403 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x116c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7b30 expref: 356 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.906209:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7a656400/0xf5091596e2fce403 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x116c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7b30 expref: 356 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.906224:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7a656400/0xf5091596e2fce403 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x116c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7b30 expref: 356 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.906233:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.906235:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.906237:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3800/0xf5091596e3042a3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x116c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.906244:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3800/0xf5091596e3042a3b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x116c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.906255:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.906259:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fd200/0xf5091596e30429f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.906266:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fd200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.906269:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fd200/0xf5091596e30429f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.906277:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fd200/0xf5091596e30429f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.906285:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fd200/0xf5091596e30429f5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.906293:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fd200/0xf5091596e30429f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.906306:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.906308:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.906309:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.906320:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40530 00000100:00100000:3.0:1769074943.906326:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+355:2410:x1855007960221312:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.906334:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.906338:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6960ba00/0xf5091596e2fca668 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1fac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3d9c expref: 355 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.906348:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6960ba00/0xf5091596e2fca668 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3d9c expref: 355 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.906359:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.906360:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.906364:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3042a49 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.906371:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3042a49 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1fac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.906383:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.906404:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+355:2410:x1855007960221312:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 79us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.906414:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40530 00010000:00010000:3.0:1769074943.906438:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.906474:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+354:2410:x1855007960221056:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 285us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.906482:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40529 00010000:00010000:3.0:1769074943.910278:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.910286:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3042a18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x131d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.910294:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.910298:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3042a18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x131d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.910306:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3042a18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x131d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.910323:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3042a18 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x131d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.910331:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3042a18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x131d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.910346:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.910347:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.910349:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.917839:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960221952 00000100:00100000:3.0:1769074943.917844:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960221952 00010000:00010000:3.0:1769074943.917868:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f3400/0xf5091596e2fd6d24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250045f expref: 348 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.917894:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960221824 00000100:00100000:3.0:1769074943.917898:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960221824 00010000:00010000:3.0:1769074943.917909:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe719ef400/0xf5091596e2fbeff8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e872c expref: 349 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.917920:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960222080 00000100:00100000:3.0:1769074943.917923:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960222080 00010000:00010000:3.0:1769074943.917933:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe672a7200/0xf5091596e2fda23e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503979 expref: 350 pid: 14052 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.917943:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960222208 00000100:00100000:3.0:1769074943.917946:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960222208 00010000:00010000:3.0:1769074943.917957:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b7ac600/0xf5091596e2fba616 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xabc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d4a expref: 352 pid: 14043 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.917967:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960222336 00000100:00100000:3.0:1769074943.917970:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960222336 00010000:00010000:3.0:1769074943.917980:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f1ca800/0xf5091596e2fd1320 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1422:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa54 expref: 353 pid: 14047 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.917990:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960222464 00000100:00100000:3.0:1769074943.917992:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960222464 00010000:00010000:3.0:1769074943.918000:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe719efc00/0xf5091596e2fbefff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8733 expref: 354 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.918009:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960222592 00000100:00100000:3.0:1769074943.918011:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960222592 00010000:00010000:3.0:1769074943.918021:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe804bdc00/0xf5091596e2fcdea7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f75d4 expref: 355 pid: 14045 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.918032:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40531 00000100:00100000:3.0:1769074943.918039:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+350:2410:x1855007960221952:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.918048:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.918052:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f3400/0xf5091596e2fd6d24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250045f expref: 350 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.918062:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f3400/0xf5091596e2fd6d24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250045f expref: 350 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.918080:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f3400/0xf5091596e2fd6d24 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1882:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250045f expref: 350 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.918092:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.918095:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.918099:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e3042a5e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.918107:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e3042a5e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.918132:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.918182:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+349:2410:x1855007960221952:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 143us (1629us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.918189:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40531 00000100:00100000:3.0:1769074943.918206:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40532 00000100:00100000:3.0:1769074943.918213:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+348:2410:x1855007960221824:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.918221:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.918225:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe719ef400/0xf5091596e2fbeff8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e872c expref: 348 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.918235:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe719ef400/0xf5091596e2fbeff8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xf2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e872c expref: 348 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.918247:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe719ef400/0xf5091596e2fbeff8 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xf2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e872c expref: 348 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.918257:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.918259:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.918262:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2200/0xf5091596e3042a57 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.918270:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2200/0xf5091596e3042a57 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.918287:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.918305:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+347:2410:x1855007960221824:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 93us (1472us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.918311:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40532 00000100:00100000:3.0:1769074943.918324:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40533 00000100:00100000:3.0:1769074943.918331:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+346:2410:x1855007960222080:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.918337:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.918342:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe672a7200/0xf5091596e2fda23e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x143:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503979 expref: 346 pid: 14052 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.918352:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe672a7200/0xf5091596e2fda23e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x143:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503979 expref: 346 pid: 14052 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.918364:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe672a7200/0xf5091596e2fda23e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x143:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503979 expref: 346 pid: 14052 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.918374:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.918376:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.918379:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3400/0xf5091596e3042a65 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.918386:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3400/0xf5091596e3042a65 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x143:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.918402:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.918420:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+345:2410:x1855007960222080:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 90us (1549us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.918426:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40533 00000100:00100000:3.0:1769074943.918440:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40534 00000100:00100000:3.0:1769074943.918465:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+355:2408:x1855007960222208:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.918475:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.918480:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b7ac600/0xf5091596e2fba616 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xabc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d4a expref: 355 pid: 14043 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.918495:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b7ac600/0xf5091596e2fba616 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xabc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d4a expref: 355 pid: 14043 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.918507:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b7ac600/0xf5091596e2fba616 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xabc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d4a expref: 355 pid: 14043 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.918518:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.918520:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.918523:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042a81 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xabc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.918530:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042a81 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xabc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.918546:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.918564:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+354:2408:x1855007960222208:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 118us (1456us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.918570:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40534 00000100:00100000:3.0:1769074943.918584:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40535 00000100:00100000:3.0:1769074943.918590:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe50bf3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+353:2407:x1855007960222336:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.918597:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.918602:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f1ca800/0xf5091596e2fd1320 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1422:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa54 expref: 353 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.918612:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f1ca800/0xf5091596e2fd1320 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1422:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa54 expref: 353 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.918625:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f1ca800/0xf5091596e2fd1320 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1422:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa54 expref: 353 pid: 14047 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.918634:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.918636:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.918639:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861ae00/0xf5091596e3042a8f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1422:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.918645:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861ae00/0xf5091596e3042a8f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1422:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.918819:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.918839:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe50bf3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+352:2407:x1855007960222336:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 249us (1710us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.918846:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40535 00000100:00100000:3.0:1769074943.918895:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40536 00000100:00100000:3.0:1769074943.918902:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+351:2408:x1855007960222464:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.918909:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.918914:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe719efc00/0xf5091596e2fbefff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8733 expref: 351 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.918925:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe719efc00/0xf5091596e2fbefff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8733 expref: 351 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.918939:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe719efc00/0xf5091596e2fbefff lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf2b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8733 expref: 351 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.918949:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.918950:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.918953:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8200/0xf5091596e3042a9d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.918960:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8200/0xf5091596e3042a9d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf2b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.919059:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.919080:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+350:2408:x1855007960222464:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 178us (1932us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.919085:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40536 00000100:00100000:3.0:1769074943.919099:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40537 00000100:00100000:3.0:1769074943.919106:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+349:2410:x1855007960222592:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.919113:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.919118:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe804bdc00/0xf5091596e2fcdea7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f75d4 expref: 349 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.919127:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe804bdc00/0xf5091596e2fcdea7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f75d4 expref: 349 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.919140:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.919141:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.919144:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861ba00/0xf5091596e3042a96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.919155:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861ba00/0xf5091596e3042a96 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11ac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.919166:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.919182:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+349:2410:x1855007960222592:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 77us (2002us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.919188:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40537 00010000:00010000:3.0:1769074943.920842:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074943.920850:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3042ac0 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x15ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6528 initiator: MDT1 00010000:00010000:3.0:1769074943.920856:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.920860:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3042ac0 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x15ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6528 initiator: MDT1 00010000:00010000:3.0:1769074943.920866:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3042ac0 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x15ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6528 initiator: MDT1 00010000:00010000:3.0:1769074943.920875:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x15ae:0x0].0x0 (ffff8ffe55fede00) 00010000:00010000:3.0:1769074943.920877:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074943.920890:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3042ac0 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x15ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6528 initiator: MDT1 00010000:00010000:3.0:1769074943.920896:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3042ac0 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x15ae:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6528 initiator: MDT1 00010000:00010000:3.0:1769074943.920911:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.920915:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8200/0xf5091596e3042a9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.920925:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.920928:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8200/0xf5091596e3042a9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.920935:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8200/0xf5091596e3042a9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.920946:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8200/0xf5091596e3042a9d lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.920952:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8200/0xf5091596e3042a9d lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.920965:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.920966:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.920968:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.921225:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1769074943.926299:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.926314:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3042a49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.926325:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.926329:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3042a49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.926338:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3042a49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.926362:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3042a49 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.926368:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3042a49 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.926390:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.926392:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.926393:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.926517:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d412d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968895488:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.926576:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.926607:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d410380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968895104:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.926628:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.934205:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968897280 00000100:00100000:3.0:1769074943.934215:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968897280 00000100:00100000:3.0:1769074943.934263:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82790 00000100:00100000:3.0:1769074943.934272:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7856a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+493:3657:x1855007968896384:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074943.934295:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6274 count 1 00010000:00010000:3.0:1769074943.934314:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9400/0xf5091596e3042af8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1882:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.934329:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c3f3200/0xf5091596e2fd6d2b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072500458 expref: 347 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.934337:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.934339:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.934343:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9400/0xf5091596e3042af8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.934371:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c3f3200/0xf5091596e2fd6d2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500458 expref: 347 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.934382:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c3f3200/0xf5091596e2fd6d2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500458 expref: 347 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.934394:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83ccf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968897536:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.934523:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074943.934538:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.934544:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9c00/0xf5091596e3042aa4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.934552:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.934557:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9c00/0xf5091596e3042aa4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.934566:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9c00/0xf5091596e3042aa4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.934582:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9c00/0xf5091596e3042aa4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.934588:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9c00/0xf5091596e3042aa4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.934609:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.934611:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.934613:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.934627:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82791 00000100:00100000:3.0:1769074943.934635:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+493:3657:x1855007968896896:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074943.934648:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5958 count 1 00010000:00010000:3.0:1769074943.934888:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042aff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1746:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.934902:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe78be6400/0xf5091596e2fca5b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f3ce6 expref: 347 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.934909:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.934911:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.934914:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042aff lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.934936:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe78be6400/0xf5091596e2fca5b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3ce6 expref: 347 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.934945:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe78be6400/0xf5091596e2fca5b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3ce6 expref: 347 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.934956:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968897664:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.934985:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074943.935007:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82792 00000100:00100000:3.0:1769074943.935016:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+493:3658:x1855007968897280:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074943.935030:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9935 count 1 00010000:00010000:3.0:1769074943.935043:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042b06 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.935055:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5d507600/0xf5091596e2fce1a9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x26cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f78dd expref: 343 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.935062:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.935064:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.935067:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042b06 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.935087:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5d507600/0xf5091596e2fce1a9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f78dd expref: 343 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.935099:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5d507600/0xf5091596e2fce1a9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f78dd expref: 343 pid: 14035 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.935109:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83cce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968897792:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.935133:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd000 going to sleep for 11 seconds 00010000:00010000:3.0:1769074943.935542:0:14032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe804bdc00/0xf5091596e2fcdea7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11ac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f75d4 expref: 347 pid: 14045 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.935553:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc8acad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968894336:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.935571:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861ba00/0xf5091596e3042a96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.935585:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861ba00/0xf5091596e3042a96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.935591:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861ba00/0xf5091596e3042a96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.935599:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861ba00/0xf5091596e3042a96 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.935606:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861ba00/0xf5091596e3042a96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11ac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.935827:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074943.936076:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+494:3660:x1855007968893568:12345-0@lo:6:osp-syn-0-1.0 Request processed in 27297us (27363us total) trans 4294989422 rc 0/0 00000100:00100000:3.0:1769074943.936085:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82781 00010000:00010000:3.0:1769074943.942769:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074943.942785:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3042ad5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.942798:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.942802:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3042ad5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.942813:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3042ad5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.942838:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3042ad5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.942846:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3042ad5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xb94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.942868:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074943.942872:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9e00/0xf5091596e3042ace lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.942888:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.942891:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9e00/0xf5091596e3042ace lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.942898:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9e00/0xf5091596e3042ace lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.942907:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9e00/0xf5091596e3042ace lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.942913:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9e00/0xf5091596e3042ace lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.942927:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.942930:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3042ac7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.942940:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.942943:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3042ac7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.942950:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3042ac7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xb20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.942958:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3042ac7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xb20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.942965:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3042ac7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xb20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.942976:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.942977:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.942979:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.943079:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83ccf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968897536:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.943103:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9400/0xf5091596e3042af8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1882:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.943127:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83ccc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968897664:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.943138:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042aff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.943158:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83cce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968897792:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.943604:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042b06 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.943645:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074943.944202:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.944208:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e3042adc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.944216:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.944220:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e3042adc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.944227:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e3042adc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.944242:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e3042adc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.944248:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e3042adc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x143:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.944261:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.944263:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.944264:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.948058:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042aff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.948069:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042aff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.948078:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042aff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.948085:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042aff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.948101:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074943.948236:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6702680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+497:3657:x1855007968896896:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13602us (16849us total) trans 4294989426 rc 0/0 00000100:00100000:3.0:1769074943.948244:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82791 00010000:00010000:3.0:1769074943.948268:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.948273:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042aff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.948279:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.948282:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042aff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.948289:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042aff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.948301:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042aff lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.948308:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042aff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.948334:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.948336:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.948337:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.948347:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042b06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.948354:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042b06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.948362:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042b06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.948369:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042b06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.948382:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074943.948631:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d413b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+497:3658:x1855007968897280:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13616us (15649us total) trans 4294989428 rc 0/0 00000100:00100000:3.0:1769074943.948638:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82792 00000100:00100000:3.0:1769074943.948810:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074943.949134:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.949140:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042b06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.949148:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.949151:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042b06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.949160:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042b06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.949174:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042b06 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.949187:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042b06 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.949204:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.949206:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.949208:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.951811:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.951819:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042af1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.951827:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.951831:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042af1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.951840:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042af1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.951855:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042af1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.951862:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042af1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f06:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.951891:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.951894:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.951895:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.952587:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.952611:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074943.952633:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074943.952647:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.952653:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9200/0xf5091596e3042b14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.952660:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.952663:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9200/0xf5091596e3042b14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.952672:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9200/0xf5091596e3042b14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.952685:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9200/0xf5091596e3042b14 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.952693:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9200/0xf5091596e3042b14 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.952708:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.952710:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.952712:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074943.952980:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2600/0xf5091596e3042b3e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.953002:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074943.953031:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+337:2409:x1855007960225280:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 113us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074943.953037:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40551 00000100:00100000:2.0:1769074943.953050:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40552 00000100:00100000:2.0:1769074943.953056:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+342:2409:x1855007960225152:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074943.953064:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074943.953069:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b390600/0xf5091596e2fc4900 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee034 expref: 342 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.953079:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b390600/0xf5091596e2fc4900 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee034 expref: 342 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.953091:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.953093:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.953097:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042b37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.953104:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042b37 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.953114:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074943.953144:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+342:2409:x1855007960225152:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 88us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074943.953151:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40552 00010000:00010000:3.0:1769074943.953591:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.953619:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b390600/0xf5091596e2fc4900 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee034 expref: 341 pid: 14045 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.953632:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007968898560:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.953646:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042b37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.953655:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042b37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.953661:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042b37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.953669:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042b37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.953676:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042b37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.953691:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1769074943.953825:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5d411180/2, rc 0, transno 4294989429 00000100:00100000:2.0:1769074943.953835:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d411180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968898048:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074943.953844:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074943.953852:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83cce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968898944:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.953856:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+496:3660:x1855007968896640:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7065us (7120us total) trans 4294989428 rc 0/0 00000100:00100000:3.0:1769074943.953863:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82795 00010000:00010000:3.0:1769074943.953891:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1769074943.953894:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1769074943.953896:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042b37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.953904:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed3c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.953908:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042b37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.953916:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042b37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.953928:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042b37 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.953935:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042b37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074943.953939:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968898944 00000100:00100000:2.0:1769074943.953943:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968898944 00010000:00010000:3.0:1769074943.953950:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.953952:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.953954:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.953960:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074943.953964:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82798 00000100:00100000:2.0:1769074943.953970:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc8ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+497:3658:x1855007968898944:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074943.953989:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe68cb2680/2, rc 0, transno 4294989425 00002000:00080000:2.0:1769074943.953990:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8644 count 1 00000100:00100000:3.0:1769074943.954000:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe68cb2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968896384:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074943.954010:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe68cb3800/2, rc 0, transno 4294989426 00010000:00010000:2.0:1769074943.954011:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861bc00/0xf5091596e3042b4c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.954013:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe68cb3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968896896:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074943.954021:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe68cb1180/2, rc 0, transno 4294989427 00010000:00010000:2.0:1769074943.954024:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6afe6c00/0xf5091596e2fc1fee lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eb722 expref: 336 pid: 14010 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074943.954025:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe68cb1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968896768:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074943.954031:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1769074943.954031:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1769074943.954033:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1769074943.954036:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc8ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968899072:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074943.954037:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861bc00/0xf5091596e3042b4c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.954057:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6afe6c00/0xf5091596e2fc1fee lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb722 expref: 336 pid: 14010 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074943.954060:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1769074943.954069:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6afe6c00/0xf5091596e2fc1fee lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb722 expref: 336 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.954079:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968899072 00000100:00100000:2.0:1769074943.954081:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc8acad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968899200:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.954082:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968899072 00000100:00100000:3.0:1769074943.954111:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82799 00000100:00100000:3.0:1769074943.954117:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+498:3657:x1855007968899072:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074943.954123:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70be40 going to sleep for 11 seconds 00002000:00080000:3.0:1769074943.954128:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7528 count 1 00010000:00010000:3.0:1769074943.954140:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042b53 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d68:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.954151:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b600800/0xf5091596e2fd685b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1d68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fff8f expref: 336 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.954157:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.954159:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.954161:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042b53 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1d68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.954178:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b600800/0xf5091596e2fd685b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fff8f expref: 336 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.954187:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b600800/0xf5091596e2fd685b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fff8f expref: 336 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.954196:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc1bcf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007968899328:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.954232:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd000 going to sleep for 11 seconds 00000004:00080000:3.0:1769074943.954256:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe68cb0700/2, rc 0, transno 4294989424 00000100:00100000:3.0:1769074943.954260:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe68cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968896512:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074943.954266:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe68cb2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968897024:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074943.954290:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.954308:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62efe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968898304:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.954327:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.954348:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968897024 00000100:00100000:3.0:1769074943.954351:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968897024 00000100:00100000:3.0:1769074943.954372:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968898304 00000100:00100000:3.0:1769074943.954374:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968898304 00000100:00100000:3.0:1769074943.954389:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82800 00000100:00100000:3.0:1769074943.954395:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+496:3659:x1855007968897024:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074943.954407:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7731 count 1 00010000:00010000:3.0:1769074943.954420:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042b5a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e33:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.954432:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7172e600/0xf5091596e2fdbc69 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250539d expref: 340 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.954438:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.954440:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.954442:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042b5a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.954480:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7172e600/0xf5091596e2fdbc69 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250539d expref: 340 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.954489:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7172e600/0xf5091596e2fdbc69 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250539d expref: 340 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.954497:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd428cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007968899456:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.954520:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074943.954536:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82801 00000100:00100000:3.0:1769074943.954544:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+499:3659:x1855007968898304:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074943.954558:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3495 count 1 00010000:00010000:3.0:1769074943.954569:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3042b61 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xda7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.954579:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68e7d200/0xf5091596e2fcfaed lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xda7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f921a expref: 336 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.954585:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.954586:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.954589:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3042b61 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xda7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.954605:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68e7d200/0xf5091596e2fcfaed lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xda7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f921a expref: 336 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.954613:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68e7d200/0xf5091596e2fcfaed lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xda7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f921a expref: 336 pid: 14035 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.954622:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd428cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968899584:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.954645:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd9c0 going to sleep for 11 seconds 00000004:00080000:3.0:1769074943.954668:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe581d9880/2, rc 0, transno 4294989423 00000100:00100000:3.0:1769074943.954675:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968894592:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074943.954686:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd846d8380/2, rc 0, transno 4294989423 00000100:00100000:3.0:1769074943.954689:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd846d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968895232:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074943.954696:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5d413100/2, rc 0, transno 4294989424 00000100:00100000:3.0:1769074943.954700:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d413100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968895360:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074943.954708:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe581d8380/2, rc 0, transno 4294989425 00000100:00100000:3.0:1769074943.954710:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968894720:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074943.954718:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc8ac9880/2, rc 0, transno 4294989422 00000100:00100000:3.0:1769074943.954721:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc8ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968893568:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074943.954733:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe68cb3b80/2, rc 0, transno 4294989428 00000100:00100000:3.0:1769074943.954736:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe68cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968896640:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074943.956148:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074943.956167:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e38700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968899968:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074943.956218:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074943.956250:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968899968 00000100:00100000:2.0:1769074943.956257:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968899968 00000100:00100000:2.0:1769074943.956821:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82802 00000100:00100000:2.0:1769074943.956834:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+500:3658:x1855007968899968:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074943.956861:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9839 count 1 00010000:00010000:2.0:1769074943.956897:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042b68 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x266f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.956918:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65215c00/0xf5091596e2fce65d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x266f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f7d91 expref: 336 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074943.956926:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.956927:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.956931:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042b68 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x266f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.956963:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe65215c00/0xf5091596e2fce65d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x266f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7d91 expref: 336 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074943.956974:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65215c00/0xf5091596e2fce65d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x266f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7d91 expref: 336 pid: 14044 timeout: 1732 lvb_type: 1 00000100:00100000:2.0:1769074943.956986:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4537b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007968900096:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074943.957042:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074943.958087:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968900992 00000100:00100000:2.0:1769074943.958091:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968900992 00000100:00100000:2.0:1769074943.958113:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82805 00000100:00100000:2.0:1769074943.958119:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d413480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+498:3660:x1855007968900992:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074943.958142:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8644 count 1 00010000:00010000:2.0:1769074943.958155:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a200/0xf5091596e3042b7d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.958167:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d15c000/0xf5091596e2fc1ff5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eb729 expref: 340 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074943.958173:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.958174:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.958177:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a200/0xf5091596e3042b7d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.958196:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d15c000/0xf5091596e2fc1ff5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb729 expref: 340 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074943.958205:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d15c000/0xf5091596e2fc1ff5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb729 expref: 340 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:2.0:1769074943.958215:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4537bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968901376:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074943.958243:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70bb40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074943.958258:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82807 00000100:00100000:2.0:1769074943.958264:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+499:3660:x1855007968900352:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074943.958275:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7809 count 1 00010000:00010000:2.0:1769074943.958285:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b800/0xf5091596e3042b8b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e81:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.958295:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73846c00/0xf5091596e2fbccb2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e63ed expref: 340 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074943.958301:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.958303:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.958305:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b800/0xf5091596e3042b8b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.958322:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe73846c00/0xf5091596e2fbccb2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e63ed expref: 340 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074943.958330:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73846c00/0xf5091596e2fbccb2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e63ed expref: 340 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:2.0:1769074943.958339:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4537b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968901632:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074943.958360:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70ba80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074943.958381:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968900608:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074943.958404:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074943.958420:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968900608 00000100:00100000:2.0:1769074943.958423:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968900608 00000100:00100000:2.0:1769074943.958444:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82808 00000100:00100000:2.0:1769074943.958517:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe45379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+500:3657:x1855007968900608:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074943.958530:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:435 count 1 00010000:00010000:2.0:1769074943.958542:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a800/0xf5091596e3042b92 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.958553:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a55c00/0xf5091596e2fbe000 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e7734 expref: 340 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074943.958559:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.958561:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.958563:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a800/0xf5091596e3042b92 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.958658:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a55c00/0xf5091596e2fbe000 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7734 expref: 340 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074943.958670:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a55c00/0xf5091596e2fbe000 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7734 expref: 340 pid: 14039 timeout: 1732 lvb_type: 1 00000100:00100000:2.0:1769074943.958681:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6af6fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968901760:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074943.958710:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074943.958727:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1769074943.958732:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968900224:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074943.958754:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074943.958771:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968900224 00000100:00100000:2.0:1769074943.958775:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968900224 00000100:00100000:2.0:1769074943.958806:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82809 00000100:00100000:2.0:1769074943.958812:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6af6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+501:3657:x1855007968900224:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074943.958824:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5582 count 1 00010000:00010000:2.0:1769074943.958836:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b400/0xf5091596e3042b99 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15ce:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.958848:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe62448a00/0xf5091596e2fbc1d0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e5904 expref: 340 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074943.958854:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.958856:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.958858:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b400/0xf5091596e3042b99 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x15ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.958876:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe62448a00/0xf5091596e2fbc1d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5904 expref: 340 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074943.958896:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe62448a00/0xf5091596e2fbc1d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5904 expref: 340 pid: 14035 timeout: 1732 lvb_type: 1 00000100:00100000:2.0:1769074943.958905:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6af6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007968901888:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074943.958927:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074943.958939:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968900736:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074943.958958:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1769074943.960049:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074943.960057:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2600/0xf5091596e3042b3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.960064:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074943.960067:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2600/0xf5091596e3042b3e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.960079:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2600/0xf5091596e3042b3e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.960092:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2600/0xf5091596e3042b3e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.960098:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed2600/0xf5091596e3042b3e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.960112:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074943.960115:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2200/0xf5091596e3042bb5 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x251:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6528 initiator: MDT1 00010000:00010000:2.0:1769074943.960121:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074943.960123:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2200/0xf5091596e3042bb5 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x251:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6528 initiator: MDT1 00010000:00010000:2.0:1769074943.960129:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2200/0xf5091596e3042bb5 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x251:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6528 initiator: MDT1 00010000:00010000:2.0:1769074943.960134:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x251:0x0].0x0 (ffff8ffe55fede00) 00010000:00010000:2.0:1769074943.960136:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074943.960139:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2200/0xf5091596e3042bb5 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x251:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6528 initiator: MDT1 00010000:00010000:2.0:1769074943.960145:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2200/0xf5091596e3042bb5 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x251:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6528 initiator: MDT1 00010000:00010000:2.0:1769074943.960156:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074943.960157:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074943.960160:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.961799:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.962004:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd428cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968902272:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.962038:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074943.963843:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd428cad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968899584:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.963865:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3042b61 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xda7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.963983:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7172e600/0xf5091596e2fdbc69 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e33:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250539d expref: 340 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.963996:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd428cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007968899456:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.964008:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042b5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.964015:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042b5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.964025:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042b5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.964033:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042b5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.964040:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042b5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.964055:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074943.964394:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+504:3659:x1855007968897024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9997us (10101us total) trans 4294989429 rc 0/0 00000100:00100000:3.0:1769074943.964403:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82800 00010000:00010000:3.0:1769074943.964426:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.964432:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042b5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.964440:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.964443:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042b5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.964468:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042b5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.964482:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042b5a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.964886:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042b5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.964907:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.964909:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.964910:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.964937:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b600800/0xf5091596e2fd685b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1d68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fff8f expref: 335 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.964945:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc1bcf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007968899328:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074943.964964:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042b53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.964972:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042b53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.964978:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042b53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.964985:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042b53 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.964991:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042b53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.965005:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074943.965015:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.965019:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042b53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.965024:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.965027:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042b53 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.965035:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042b53 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.965046:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042b53 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1d68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.965053:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042b53 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.965077:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.965079:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.965081:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.965237:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+504:3657:x1855007968899072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11119us (11174us total) trans 4294989431 rc 0/0 00000100:00100000:3.0:1769074943.965244:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82799 00000004:00080000:3.0:1769074943.965306:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc8ac8a80/2, rc 0, transno 4294989431 00000100:00100000:3.0:1769074943.965317:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc8ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968899072:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074943.965381:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8b799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968902528:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074943.965396:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc8acad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968899200:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074943.965411:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861bc00/0xf5091596e3042b4c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.965412:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074943.965431:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968902528 00000100:00100000:2.0:1769074943.965436:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968902528 00000100:00100000:2.0:1769074943.965491:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82813 00000100:00100000:2.0:1769074943.965499:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8b79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+504:3658:x1855007968902528:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074943.965522:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3171 count 1 00010000:00010000:2.0:1769074943.965540:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042bd1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.965553:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d690e00/0xf5091596e2fc3374 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ecaa8 expref: 334 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074943.965560:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.965562:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.965565:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042bd1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.966374:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d690e00/0xf5091596e2fc3374 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecaa8 expref: 334 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074943.966388:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d690e00/0xf5091596e2fc3374 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecaa8 expref: 334 pid: 8416 timeout: 1732 lvb_type: 1 00000100:00100000:2.0:1769074943.966402:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6af6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968902656:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074943.966483:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70be40 going to sleep for 11 seconds 00010000:00010000:2.0:1769074943.967064:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861bc00/0xf5091596e3042b4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.967073:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861bc00/0xf5091596e3042b4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.967083:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861bc00/0xf5091596e3042b4c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.967091:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861bc00/0xf5091596e3042b4c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.967105:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074943.968716:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3042b61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xda7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.968726:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3042b61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xda7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.968736:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3042b61 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xda7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.968744:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3042b61 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xda7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.968768:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074943.969039:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+506:3659:x1855007968898304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14494us (14708us total) trans 4294989433 rc 0/0 00000100:00100000:3.0:1769074943.969046:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82801 00010000:00010000:3.0:1769074943.969874:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074943.970834:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968902784 00000100:00100000:3.0:1769074943.970843:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968902784 00000100:00100000:3.0:1769074943.970910:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82814 00000100:00100000:3.0:1769074943.970919:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+504:3659:x1855007968902784:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074943.970949:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7528 count 1 00010000:00010000:3.0:1769074943.970974:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042bd8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d68:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.970991:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b601000/0xf5091596e2fd6854 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fff88 expref: 339 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.971004:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.971006:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.971009:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042bd8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1d68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.971040:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b601000/0xf5091596e2fd6854 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fff88 expref: 339 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.971053:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b601000/0xf5091596e2fd6854 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fff88 expref: 339 pid: 14010 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.971065:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc1bcf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968902912:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.971118:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074943.975798:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc8ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+505:3658:x1855007968898944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21817us (21892us total) trans 4294989432 rc 0/0 00000100:00100000:2.0:1769074943.975814:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82798 00000004:00080000:3.0:1769074943.976311:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd83cce680/2, rc 0, transno 4294989432 00000100:00100000:3.0:1769074943.976333:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83cce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968898944:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074943.978523:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d411f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968901120:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074943.978555:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3042b6f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x12b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074943.978612:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4537bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968901376:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074943.978626:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a200/0xf5091596e3042b7d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074943.978649:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6af6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968902656:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074943.978667:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042bd1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074943.978773:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4537b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968901632:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074943.978785:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b800/0xf5091596e3042b8b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074943.978805:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6af6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007968901888:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074943.978813:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b400/0xf5091596e3042b99 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15ce:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074943.978830:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6af6fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968901760:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074943.978837:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a800/0xf5091596e3042b92 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074943.979095:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc1bcf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968902912:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074943.979109:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042bd8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d68:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074943.979242:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960226048 00000100:00100000:3.0:1769074943.979251:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960226048 00010000:00010000:3.0:1769074943.979284:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f4d9600/0xf5091596e2fc1b64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x12b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb298 expref: 333 pid: 14043 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.979309:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960225920 00000100:00100000:3.0:1769074943.979312:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960225920 00010000:00010000:3.0:1769074943.979324:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65215c00/0xf5091596e2fce65d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x266f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7d91 expref: 334 pid: 14044 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.979348:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960226176 00000100:00100000:3.0:1769074943.979352:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960226176 00010000:00010000:3.0:1769074943.979363:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d15c000/0xf5091596e2fc1ff5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb729 expref: 340 pid: 14038 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.979377:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960226432 00000100:00100000:3.0:1769074943.979379:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960226432 00010000:00010000:3.0:1769074943.979389:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d690e00/0xf5091596e2fc3374 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecaa8 expref: 335 pid: 8416 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.979403:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40557 00000100:00100000:3.0:1769074943.979411:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+335:2409:x1855007960226048:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.979425:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.979429:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f4d9600/0xf5091596e2fc1b64 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x12b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb298 expref: 335 pid: 14043 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.979439:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f4d9600/0xf5091596e2fc1b64 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb298 expref: 335 pid: 14043 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.979478:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f4d9600/0xf5091596e2fc1b64 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x12b9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb298 expref: 335 pid: 14043 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.979506:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.979508:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.979513:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3042b6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.979523:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3042b6f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x12b9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.979548:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.979596:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+334:2409:x1855007960226048:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 184us (1117us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.979603:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40557 00000100:00100000:3.0:1769074943.979619:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40558 00000100:00100000:3.0:1769074943.979626:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+333:2409:x1855007960225920:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.979634:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.979638:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe65215c00/0xf5091596e2fce65d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x266f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7d91 expref: 333 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.979646:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe65215c00/0xf5091596e2fce65d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x266f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7d91 expref: 333 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.979672:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65215c00/0xf5091596e2fce65d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x266f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7d91 expref: 333 pid: 14044 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.979682:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.979683:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.979686:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042b68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x266f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.979693:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042b68 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x266f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.979714:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.979732:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+332:2409:x1855007960225920:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 107us (1203us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.979739:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40558 00000100:00100000:3.0:1769074943.979751:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40559 00000100:00100000:3.0:1769074943.979756:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+340:2410:x1855007960226176:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.979764:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.979768:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d15c000/0xf5091596e2fc1ff5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb729 expref: 340 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.979778:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d15c000/0xf5091596e2fc1ff5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb729 expref: 340 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.979792:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d15c000/0xf5091596e2fc1ff5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21c4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb729 expref: 340 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.979802:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.979804:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.979806:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a200/0xf5091596e3042b7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.979813:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a200/0xf5091596e3042b7d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21c4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.979827:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.979845:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+339:2410:x1855007960226176:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 89us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.979851:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40559 00000100:00100000:3.0:1769074943.979862:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40560 00000100:00100000:3.0:1769074943.979867:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+331:2410:x1855007960226432:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074943.979873:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074943.979888:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d690e00/0xf5091596e2fc3374 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecaa8 expref: 331 pid: 8416 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.979898:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d690e00/0xf5091596e2fc3374 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xc63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecaa8 expref: 331 pid: 8416 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.979911:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d690e00/0xf5091596e2fc3374 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xc63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecaa8 expref: 331 pid: 8416 timeout: 1732 lvb_type: 1 00010000:00010000:3.0:1769074943.979920:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.979922:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.979924:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042bd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.979930:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042bd1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.979944:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074943.979964:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+330:2410:x1855007960226432:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 96us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074943.979970:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40560 00010000:00010000:3.0:1769074943.981078:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.981085:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042b68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x266f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.981100:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861b200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.981104:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042b68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x266f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.981114:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042b68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x266f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.981128:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042b68 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x266f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.981136:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042b68 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x266f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.981154:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.981156:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.981158:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074943.983120:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3042b6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.983139:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3042b6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.983156:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3042b6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.983164:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3042b6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.983195:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074943.983507:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+505:3660:x1855007968899840:12345-0@lo:6:osp-syn-1-1.0 Request processed in 25755us (26434us total) trans 4294989435 rc 0/0 00000100:00100000:2.0:1769074943.983518:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82803 00010000:00010000:2.0:1769074943.983561:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042bd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.983570:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042bd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.983579:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042bd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.983598:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042bd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.983614:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074943.983724:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8b79aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+505:3658:x1855007968902528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18225us (18311us total) trans 4294989436 rc 0/0 00000100:00100000:2.0:1769074943.983731:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82813 00010000:00010000:2.0:1769074943.983754:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a200/0xf5091596e3042b7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.983762:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a200/0xf5091596e3042b7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.983769:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a200/0xf5091596e3042b7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.983776:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a200/0xf5091596e3042b7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.983787:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1769074943.983928:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d413480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+505:3660:x1855007968900992:12345-0@lo:6:osp-syn-0-1.0 Request processed in 25808us (25855us total) trans 4294989430 rc 0/0 00000100:00100000:2.0:1769074943.983935:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82805 00010000:00010000:3.0:1769074943.984205:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074943.984213:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3042b6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.984221:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.984225:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3042b6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.984233:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3042b6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.984258:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3042b6f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x12b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.984265:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3042b6f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x12b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.984284:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074943.984287:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042bd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.984294:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.984296:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042bd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.984304:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042bd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.984312:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042bd1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.984318:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042bd1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.984331:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.984335:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a200/0xf5091596e3042b7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.984345:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.984348:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a200/0xf5091596e3042b7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.984355:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a200/0xf5091596e3042b7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.984363:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a200/0xf5091596e3042b7d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.984369:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a200/0xf5091596e3042b7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21c4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.984380:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.984381:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.984383:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.984390:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074943.987977:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40562 00000100:00100000:2.0:1769074943.987987:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+331:2407:x1855007960226816:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074943.987995:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074943.988000:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe60c99200/0xf5091596e2fc0576 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1f69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9caa expref: 331 pid: 14039 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.988010:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe60c99200/0xf5091596e2fc0576 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1f69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9caa expref: 331 pid: 14039 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.988025:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60c99200/0xf5091596e2fc0576 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1f69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9caa expref: 331 pid: 14039 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.988039:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.988041:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.988044:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3042b84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.988051:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3042b84 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1f69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.988068:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074943.988087:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+330:2407:x1855007960226816:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 103us (1077us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074943.988093:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40562 00000100:00100000:2.0:1769074943.988110:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40563 00000100:00100000:2.0:1769074943.988116:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe599a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+345:2407:x1855007960226944:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074943.988123:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074943.988128:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe73846c00/0xf5091596e2fbccb2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e63ed expref: 345 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.988137:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe73846c00/0xf5091596e2fbccb2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e63ed expref: 345 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.988149:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73846c00/0xf5091596e2fbccb2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e81:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e63ed expref: 345 pid: 14038 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.988158:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.988160:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.988163:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b800/0xf5091596e3042b8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.988169:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b800/0xf5091596e3042b8b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e81:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.988185:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074943.988204:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe599a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+344:2407:x1855007960226944:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 88us (1174us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074943.988210:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40563 00000100:00100000:2.0:1769074943.988223:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40564 00000100:00100000:2.0:1769074943.988229:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+343:2407:x1855007960227072:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074943.988236:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074943.988241:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a55c00/0xf5091596e2fbe000 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7734 expref: 343 pid: 14039 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.988249:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a55c00/0xf5091596e2fbe000 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7734 expref: 343 pid: 14039 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.988261:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a55c00/0xf5091596e2fbe000 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7734 expref: 343 pid: 14039 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.988285:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.988287:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.988290:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a800/0xf5091596e3042b92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.988312:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a800/0xf5091596e3042b92 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.988327:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074943.988344:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c96a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+342:2407:x1855007960227072:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 115us (1301us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074943.988351:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40564 00000100:00100000:2.0:1769074943.988364:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40565 00000100:00100000:2.0:1769074943.988370:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+329:2407:x1855007960227200:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074943.988376:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074943.988381:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe712f4200/0xf5091596e2fd55bc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2617:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fecf7 expref: 329 pid: 8669 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.988391:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe712f4200/0xf5091596e2fd55bc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2617:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fecf7 expref: 329 pid: 8669 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.988402:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe712f4200/0xf5091596e2fd55bc lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2617:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fecf7 expref: 329 pid: 8669 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.988411:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.988412:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.988416:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e3042b45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.988422:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e3042b45 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.988438:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074943.988472:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c94000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+327:2407:x1855007960227200:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 103us (1419us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074943.988478:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40565 00000100:00100000:2.0:1769074943.988502:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40567 00000100:00100000:2.0:1769074943.988509:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+341:2407:x1855007960227456:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074943.988516:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074943.988519:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68e7d800/0xf5091596e2fcfae6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xda7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9221 expref: 340 pid: 14035 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.988529:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68e7d800/0xf5091596e2fcfae6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xda7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9221 expref: 340 pid: 14035 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.988541:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68e7d800/0xf5091596e2fcfae6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xda7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9221 expref: 340 pid: 14035 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.988550:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.988552:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.988555:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042bbc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xda7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.988562:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042bbc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xda7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.988585:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074943.988602:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+339:2407:x1855007960227456:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 93us (1526us total) trans 0 rc 0/0 00010000:00010000:3.0:1769074943.988718:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074943.989408:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40567 00000100:00100000:2.0:1769074943.989431:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40568 00000100:00100000:2.0:1769074943.989637:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+337:2407:x1855007960227584:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074943.989953:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074943.989994:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe712f4400/0xf5091596e2fd55c3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2617:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fecf0 expref: 337 pid: 8669 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.990007:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe712f4400/0xf5091596e2fd55c3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2617:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fecf0 expref: 337 pid: 8669 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.990070:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe712f4400/0xf5091596e2fd55c3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2617:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fecf0 expref: 337 pid: 8669 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.990083:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.990085:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.990089:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3200/0xf5091596e3042bc3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.990097:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3200/0xf5091596e3042bc3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2617:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.990134:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074943.990166:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aee300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+336:2407:x1855007960227584:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 726us (3080us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074943.990172:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40568 00000100:00100000:2.0:1769074943.990192:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40569 00000100:00100000:2.0:1769074943.990200:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+335:2407:x1855007960227712:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074943.990226:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074943.990232:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a224400/0xf5091596e2fce1a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f78d6 expref: 335 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.990242:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a224400/0xf5091596e2fce1a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f78d6 expref: 335 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.990253:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a224400/0xf5091596e2fce1a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f78d6 expref: 335 pid: 14010 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074943.990262:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.990263:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.991673:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9a00/0xf5091596e3042b76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.991684:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9a00/0xf5091596e3042b76 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.991711:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074943.991719:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074943.991728:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042bbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xda7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074943.991736:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+332:2407:x1855007960227712:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 1537us (4644us total) trans 0 rc 0/0 00010000:00010000:3.0:1769074943.991736:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.991740:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042bbc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xda7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074943.991743:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40569 00010000:00010000:3.0:1769074943.991749:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042bbc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xda7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.991762:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042bbc lrc: 1/0,0 mode: --/PW res: [0x280000400:0xda7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.991768:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042bbc lrc: 0/0,0 mode: --/PW res: [0x280000400:0xda7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.991788:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b800/0xf5091596e3042b8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.991796:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b800/0xf5091596e3042b8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.991796:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.991800:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042bd8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.991805:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b800/0xf5091596e3042b8b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.991806:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.991810:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042bd8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.991813:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b800/0xf5091596e3042b8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.991818:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042bd8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.991826:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074943.991826:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042bd8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.991832:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042bd8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d68:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.991845:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.991848:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b800/0xf5091596e3042b8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.991858:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861b800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.991861:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b800/0xf5091596e3042b8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.991868:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b800/0xf5091596e3042b8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.991876:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b800/0xf5091596e3042b8b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.991895:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b800/0xf5091596e3042b8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e81:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.991907:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.991908:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.991910:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074943.991964:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd428cbb80/2, rc 0, transno 4294989437 00000100:00100000:3.0:1769074943.991977:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd428cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968902272:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074943.992001:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa14380/2, rc 0, transno 4294989431 00000100:00100000:2.0:1769074943.992002:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d413800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+507:3660:x1855007968900352:12345-0@lo:6:osp-syn-0-1.0 Request processed in 33738us (33855us total) trans 4294989433 rc 0/0 00000100:00100000:2.0:1769074943.992008:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82807 00000100:00100000:3.0:1769074943.992009:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa14380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968900736:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074943.992093:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b400/0xf5091596e3042b99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.992101:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b400/0xf5091596e3042b99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.992108:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b400/0xf5091596e3042b99 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.992115:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b400/0xf5091596e3042b99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.992134:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074943.992139:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6af6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968903296:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1769074943.992152:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074943.992156:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b400/0xf5091596e3042b99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.992168:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861b400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074943.992171:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b400/0xf5091596e3042b99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.992178:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b400/0xf5091596e3042b99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.992190:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b400/0xf5091596e3042b99 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x15ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.992198:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861b400/0xf5091596e3042b99 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.992214:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.992216:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074943.992218:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074943.992238:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6af6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+507:3657:x1855007968900224:12345-0@lo:6:osp-syn-0-1.0 Request processed in 33426us (33482us total) trans 4294989434 rc 0/0 00000100:00100000:2.0:1769074943.992245:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82809 00000100:00100000:3.0:1769074943.992245:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074943.992259:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968903296 00000004:00080000:3.0:1769074943.992270:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe581d8000/2, rc 0, transno 4294989434 00000100:00100000:3.0:1769074943.992277:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968900224:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074943.992278:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968903296 00010000:00010000:3.0:1769074943.992512:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a800/0xf5091596e3042b92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.992520:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a800/0xf5091596e3042b92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.992528:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a800/0xf5091596e3042b92 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.992535:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a800/0xf5091596e3042b92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.992549:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074943.992678:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe45379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+508:3657:x1855007968900608:12345-0@lo:6:osp-syn-0-1.0 Request processed in 34162us (34272us total) trans 4294989435 rc 0/0 00000100:00100000:3.0:1769074943.996789:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82808 00010000:00010000:2.0:1769074943.997009:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e3042b45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.997019:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e3042b45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.997028:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e3042b45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.997036:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e3042b45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2617:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074943.997054:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968903552 00000100:00100000:2.0:1769074943.997060:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968903552 00000100:00100000:2.0:1769074943.997093:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968903680 00000100:00100000:2.0:1769074943.997096:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968903680 00000100:00100000:2.0:1769074943.997112:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82817 00000100:00100000:2.0:1769074943.997119:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+509:3658:x1855007968903552:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074943.997144:0:14039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9839 count 1 00010000:00010000:2.0:1769074943.997165:0:14039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a600/0xf5091596e3042c09 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x266f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.997183:0:14039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65215600/0xf5091596e2fce656 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x266f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f7d8a expref: 331 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074943.997190:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.997192:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074943.997196:0:14039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a600/0xf5091596e3042c09 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x266f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074943.997220:0:14039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe65215600/0xf5091596e2fce656 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x266f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7d8a expref: 331 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074943.997232:0:14039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65215600/0xf5091596e2fce656 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x266f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7d8a expref: 331 pid: 14045 timeout: 1732 lvb_type: 1 00000100:00100000:2.0:1769074943.997244:0:14039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe74c96d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14039:1855007968903936:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074943.997349:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82819 00000100:00100000:3.0:1769074943.997359:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83cce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+509:3659:x1855007968903808:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074943.997371:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3171 count 1 00010000:00010000:3.0:1769074943.997384:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c17 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.997395:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d691a00/0xf5091596e2fc337b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ecaaf expref: 331 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.997401:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.997403:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074943.997405:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c17 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074943.997423:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d691a00/0xf5091596e2fc337b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecaaf expref: 331 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074943.997431:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d691a00/0xf5091596e2fc337b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecaaf expref: 331 pid: 8416 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074943.997444:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd428cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968904192:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074943.998007:0:14039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b0c0 going to sleep for 11 seconds 00010000:00010000:2.0:1769074943.998043:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074943.998474:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074943.999042:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+505:3660:x1855007968898432:12345-0@lo:6:osp-syn-1-1.0 Request processed in 51749us (51870us total) trans 4294989439 rc 0/0 00000100:00100000:2.0:1769074943.999052:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82797 00000100:00100000:2.0:1769074944.001935:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968903168:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074944.001964:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042bdf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074944.002080:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960227968 00000100:00100000:2.0:1769074944.002088:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960227968 00010000:00010000:2.0:1769074944.002127:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe60c98600/0xf5091596e2fc057d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9cb1 expref: 332 pid: 14039 timeout: 1732 lvb_type: 1 00000100:00100000:2.0:1769074944.002157:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960228352 00000100:00100000:2.0:1769074944.002159:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960228352 00010000:00010000:2.0:1769074944.002169:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65215600/0xf5091596e2fce656 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x266f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7d8a expref: 335 pid: 14045 timeout: 1732 lvb_type: 1 00000100:00100000:2.0:1769074944.002191:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40571 00000100:00100000:2.0:1769074944.002200:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+336:2408:x1855007960227968:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074944.002216:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.002221:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe60c98600/0xf5091596e2fc057d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9cb1 expref: 336 pid: 14039 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074944.002235:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe60c98600/0xf5091596e2fc057d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9cb1 expref: 336 pid: 14039 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074944.002260:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60c98600/0xf5091596e2fc057d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f69:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9cb1 expref: 336 pid: 14039 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074944.002273:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074944.002274:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074944.002277:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042bdf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.002284:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042bdf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.002440:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074944.002511:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aee680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+334:2408:x1855007960227968:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 312us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074944.002519:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40571 00000100:00100000:2.0:1769074944.002536:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40574 00000100:00100000:2.0:1769074944.002542:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+333:2408:x1855007960228352:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074944.002549:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.002554:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe65215600/0xf5091596e2fce656 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x266f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7d8a expref: 333 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074944.002562:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe65215600/0xf5091596e2fce656 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x266f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7d8a expref: 333 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074944.002575:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65215600/0xf5091596e2fce656 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x266f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7d8a expref: 332 pid: 14045 timeout: 1732 lvb_type: 1 00010000:00010000:2.0:1769074944.002584:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074944.002586:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074944.002589:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a600/0xf5091596e3042c09 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x266f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.002597:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a600/0xf5091596e3042c09 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x266f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.002617:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074944.002634:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aeca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+331:2408:x1855007960228352:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 91us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074944.002640:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40574 00010000:00010000:2.0:1769074944.002660:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042bdf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.002669:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042bdf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.002679:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042bdf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.002688:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042bdf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.003207:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65a01200/0xf5091596e2fbb703 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14e9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4e37 expref: 329 pid: 14039 timeout: 1732 lvb_type: 1 00000100:00100000:3.0:1769074944.003219:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83ccf480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968904064:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074944.003233:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2200/0xf5091596e3042c10 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x14e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.003241:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2200/0xf5091596e3042c10 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x14e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.003247:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2200/0xf5091596e3042c10 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x14e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.003256:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2200/0xf5091596e3042c10 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x14e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.003264:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2200/0xf5091596e3042c10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14e9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.005750:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1769074944.006032:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+510:3660:x1855007968903040:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18163us (19965us total) trans 4294989439 rc 0/0 00000100:00100000:2.0:1769074944.006041:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82815 00010000:00010000:2.0:1769074944.006619:0:14046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d691a00/0xf5091596e2fc337b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecaaf expref: 327 pid: 8416 timeout: 1732 lvb_type: 1 00000100:00100000:2.0:1769074944.006636:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd428cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968904192:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074944.006741:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.006754:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.006761:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.006771:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.006785:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.006814:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1769074944.007001:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83cce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+510:3659:x1855007968903808:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9644us (9872us total) trans 4294989440 rc 0/0 00000100:00100000:2.0:1769074944.007009:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82819 00010000:00010000:3.0:1769074944.008822:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:3.0:1769074944.008854:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1769074944.008864:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3600/0xf5091596e3042be6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.008892:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed3600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.008896:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3600/0xf5091596e3042be6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.008907:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3600/0xf5091596e3042be6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.008928:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3600/0xf5091596e3042be6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x12b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.008935:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed3600/0xf5091596e3042be6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12b9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.008972:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1769074944.008977:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042bdf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.008983:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.008986:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042bdf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.008994:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042bdf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.009003:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042bdf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.009013:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9e00/0xf5091596e3042bdf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f69:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.009025:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074944.009029:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2200/0xf5091596e3042c10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.009033:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.009036:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2200/0xf5091596e3042c10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.009043:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2200/0xf5091596e3042c10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.009050:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2200/0xf5091596e3042c10 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x14e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.009056:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70ed2200/0xf5091596e3042c10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14e9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.009073:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074944.009078:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a600/0xf5091596e3042c09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x266f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.009084:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.009087:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a600/0xf5091596e3042c09 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x266f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.009096:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a600/0xf5091596e3042c09 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x266f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.009105:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6861a600/0xf5091596e3042c09 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x266f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.009112:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.009116:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.009121:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.009124:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.009130:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.009138:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c17 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.009145:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.009158:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.009159:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.009161:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.009286:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074944.009646:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+510:3659:x1855007968903680:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12470us (12555us total) trans 4294989441 rc 0/0 00000100:00100000:3.0:1769074944.009654:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82818 00000004:00080000:3.0:1769074944.009686:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe74c96a00/2, rc 0, transno 4294989441 00000100:00100000:3.0:1769074944.009695:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe74c96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968903680:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074944.010166:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.010172:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3042c33 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x125f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.010178:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed3200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.010180:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3042c33 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x125f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.010186:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3042c33 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x125f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.010194:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x125f:0x0].0x0 (ffff8ffe55fed700) 00010000:00010000:2.0:1769074944.010197:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.010199:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3042c33 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x125f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.010205:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3042c33 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x125f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.010217:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.010218:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.010220:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.010270:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074944.010600:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6af6c380/2, rc 0, transno 4294989438 00000100:00100000:2.0:1769074944.010609:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6af6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968903296:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074944.010626:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.012376:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074944.016238:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.016252:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042c4f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1ff7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6528 initiator: MDT1 00010000:00010000:2.0:1769074944.016423:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.016429:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042c4f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1ff7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6528 initiator: MDT1 00010000:00010000:2.0:1769074944.016439:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042c4f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1ff7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6528 initiator: MDT1 00010000:00010000:2.0:1769074944.016474:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1ff7:0x0].0x0 (ffff8ffe5a5bbc00) 00010000:00010000:2.0:1769074944.016478:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.016481:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042c4f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1ff7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6528 initiator: MDT1 00010000:00010000:2.0:1769074944.016496:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042c4f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1ff7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6528 initiator: MDT1 00000100:00100000:3.0:1769074944.016845:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074944.018854:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.018863:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3600/0xf5091596e3042c6b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1d00:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6528 initiator: MDT1 00010000:00010000:2.0:1769074944.018870:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed3600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.018873:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3600/0xf5091596e3042c6b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1d00:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6528 initiator: MDT1 00010000:00010000:2.0:1769074944.018891:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3600/0xf5091596e3042c6b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1d00:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6528 initiator: MDT1 00010000:00010000:2.0:1769074944.018903:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d00:0x0].0x0 (ffff8ffe76828400) 00010000:00010000:2.0:1769074944.018906:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.018910:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3600/0xf5091596e3042c6b lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1d00:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6528 initiator: MDT1 00010000:00010000:2.0:1769074944.018915:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3600/0xf5091596e3042c6b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1d00:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6528 initiator: MDT1 00010000:00010000:2.0:1769074944.018931:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.018933:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.018935:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.021344:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960229504 00000100:00100000:3.0:1769074944.021356:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960229504 00000100:00100000:3.0:1769074944.021416:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40874 00000100:00100000:3.0:1769074944.021426:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+385:11693:x1855007960229504:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.021557:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.021583:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5c3b8400/0xf5091596e2f7b854 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xbcb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d65f5 expref: 385 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.021601:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xbcb:0x0].0x0 (ffff8ffe5b8d1a00) 00010000:00010000:3.0:1769074944.021612:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.021638:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c72 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.021664:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c72 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.021674:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c72 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.021686:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042c79 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x16b0c05a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.021693:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042c79 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x16b0c05a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.021699:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042c79 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x16b0c05a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.021796:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042c80 lrc: 3/0,1 mode: --/EX res: [0x240000402:0xbcb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.021805:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042c80 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xbcb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.021813:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042c80 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xbcb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074944.022049:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10039, 64 off650688 00000040:00080000:3.0:1769074944.022068:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10039, 64 off650688 00010000:00010000:3.0:1769074944.022113:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e3042c87 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xbcb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.022122:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e3042c87 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xbcb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022130:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e3042c87 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xbcb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022137:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e3042c87 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xbcb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022143:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e3042c87 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xbcb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022149:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e3042c87 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xbcb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022320:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.022339:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042c80 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xbcb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022345:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042c80 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xbcb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022350:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042c80 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xbcb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022356:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.022360:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042c80 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xbcb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022367:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042c80 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xbcb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022376:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xbcb:0x0].0x0 (ffff8ffe60f24600) 00010000:00010000:3.0:1769074944.022379:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.022382:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042c80 lrc: 2/0,0 mode: --/EX res: [0x240000402:0xbcb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022388:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042c80 lrc: 0/0,0 mode: --/EX res: [0x240000402:0xbcb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022527:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c72 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022534:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c72 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022540:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c72 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022549:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.022552:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c72 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022558:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c72 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022567:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe60f24700) 00010000:00010000:3.0:1769074944.022569:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.022572:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c72 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022578:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042c72 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:3.0:1769074944.022591:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d02b4b72 reply state 00000000dd12cdd7 transno 4294997838 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042c79 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x16b0c05a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022602:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042c79 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16b0c05a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.022608:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x16b0c05a (ffff8ffe60f24800) 00010000:00010000:3.0:1769074944.022610:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.022613:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.022686:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+386:11693:x1855007960229504:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1260us (1435us total) trans 4294997838 rc 0/0 00000100:00100000:3.0:1769074944.022694:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40874 00000100:00100000:3.0:1769074944.035979:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960229760 00000100:00100000:3.0:1769074944.035995:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960229760 00000100:00100000:3.0:1769074944.043636:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe74c97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968904576:0@lo:400:kworker.0 00000100:00100000:3.0:1769074944.043668:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074944.043692:0:7725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968904576 00000100:00100000:3.0:1769074944.043696:0:7725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968904576 00000100:00100000:3.0:1769074944.043725:0:7725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1769074944.043731:0:7725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1855007968904576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074944.043765:0:7725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43213800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3659:x1855007968904576:12345-0@lo:400:kworker.0 Request processed in 34us (96us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074944.043771:0:7725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1143 00000100:00100000:3.0:1769074944.043801:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe74c97b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968904576:0@lo:400:kworker.0 00000100:00100000:3.0:1769074944.043808:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc6702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3659:1855007968905088:0@lo:400:kworker.0 00000100:00100000:3.0:1769074944.043829:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074944.043840:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc1bcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007968905600:0@lo:400:kworker.0 00000100:00100000:3.0:1769074944.043860:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074944.043899:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968905600 00000100:00100000:3.0:1769074944.043903:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968905600 00000100:00080000:3.0:1769074944.043922:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074944.043948:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:3.0:1769074944.043955:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007968905600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074944.043985:0:14039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007968905600:12345-0@lo:400:kworker.0 Request processed in 31us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074944.043991:0:14039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:3.0:1769074944.044017:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc1bcdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007968905600:0@lo:400:kworker.0 00000100:00100000:3.0:1769074944.044032:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1769074944.044038:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe74c96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3659:1855007968904704:0@lo:400:kworker.0 00000100:00100000:3.0:1769074944.044058:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074944.044067:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd79d68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007968905216:0@lo:400:kworker.0 00000100:00100000:3.0:1769074944.044086:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074944.044109:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968905216 00000100:00100000:3.0:1769074944.044113:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968905216 00000100:00100000:3.0:1769074944.044132:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:3.0:1769074944.044138:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007968905216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074944.044176:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007968905216:12345-0@lo:400:kworker.0 Request processed in 38us (88us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074944.044181:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:3.0:1769074944.044207:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd79d68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007968905216:0@lo:400:kworker.0 00000100:00080000:3.0:1769074944.045154:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1769074944.045158:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074944.045178:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe74c96d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3659:1855007968904704:0@lo:400:kworker.0 00000100:00100000:3.0:1769074944.045187:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc6702680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3659:1855007968905088:0@lo:400:kworker.0 00000100:00100000:2.0:1769074944.045276:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968904320 00000100:00100000:2.0:1769074944.045282:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968904320 00000100:00100000:2.0:1769074944.045321:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:2.0:1769074944.045327:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe67e53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ffaf39f9-b918-4270-adec-7b88a97239da+23:3657:x1855007968904320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074944.045364:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe67e53450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ffaf39f9-b918-4270-adec-7b88a97239da+23:3657:x1855007968904320:12345-0@lo:400:kworker.0 Request processed in 37us (2430us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074944.045370:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00010000:00010000:3.0:1769074944.047274:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.047280:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042cbf lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x331:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.047286:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.047289:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042cbf lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x331:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.047296:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042cbf lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x331:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.047305:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x331:0x0].0x0 (ffff8ffe76828d00) 00010000:00010000:3.0:1769074944.047307:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.047310:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042cbf lrc: 1/0,0 mode: --/PW res: [0x240000402:0x331:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.047315:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3042cbf lrc: 0/0,0 mode: --/PW res: [0x240000402:0x331:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.047327:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.047329:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.047330:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.049995:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960230272 00000100:00100000:2.0:1769074944.050006:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960230272 00000100:00100000:2.0:1769074944.050100:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40877 00000100:00100000:2.0:1769074944.050111:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7856a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+388:11693:x1855007960230272:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.050170:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.050197:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d4e8400/0xf5091596e2facf85 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2266:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e0432 expref: 388 pid: 6527 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.050227:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2266:0x0].0x0 (ffff8ffe5bce6c00) 00010000:00010000:2.0:1769074944.050243:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.050285:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042cc6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.050303:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042cc6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.050312:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042cc6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.050324:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b800/0xf5091596e3042ccd lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x32466d26 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.050329:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b800/0xf5091596e3042ccd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x32466d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.050335:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b800/0xf5091596e3042ccd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x32466d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.050432:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042cd4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2266:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.050440:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042cd4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.050482:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042cd4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2266:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:2.0:1769074944.050766:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10042, 64 off650880 00000040:00080000:2.0:1769074944.050787:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10042, 64 off650880 00010000:00010000:2.0:1769074944.050834:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042cdb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2266:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.050843:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042cdb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.050851:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042cdb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.050860:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042cdb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.050866:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042cdb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.050871:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042cdb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2266:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.050900:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.050917:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042cd4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2266:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.050923:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042cd4 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2266:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.050929:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042cd4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2266:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.050935:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.050939:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042cd4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2266:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.050947:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042cd4 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2266:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.050955:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2266:0x0].0x0 (ffff8ffe4846b800) 00010000:00010000:2.0:1769074944.050958:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.050961:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042cd4 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2266:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.050966:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042cd4 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2266:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.051089:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042cc6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.051096:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042cc6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.051101:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042cc6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.051106:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861b400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.051109:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042cc6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.051113:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042cc6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.051120:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe4846bf00) 00010000:00010000:2.0:1769074944.051122:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.051125:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042cc6 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.051129:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042cc6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:2.0:1769074944.051141:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e79f48dc reply state 000000002353616b transno 4294997841 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b800/0xf5091596e3042ccd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x32466d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.051152:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b800/0xf5091596e3042ccd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x32466d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.051157:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x32466d26 (ffff8ffe4846b100) 00010000:00010000:2.0:1769074944.051160:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.051163:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.051237:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7856a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+389:11693:x1855007960230272:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1127us (1440us total) trans 4294997841 rc 0/0 00000100:00100000:2.0:1769074944.051245:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40877 00000100:00100000:2.0:1769074944.053790:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960230528 00000100:00100000:2.0:1769074944.053801:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960230528 00000100:00100000:2.0:1769074944.053864:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40878 00000100:00100000:2.0:1769074944.053873:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+389:11693:x1855007960230528:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.053943:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.054018:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe714d3e00/0xf5091596e2f9083f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1564:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724da924 expref: 389 pid: 6527 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.054037:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1564:0x0].0x0 (ffff8ffe4a21ef00) 00010000:00010000:2.0:1769074944.054048:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.054076:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042ce2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.054123:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042ce2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.054268:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042ce2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.054283:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861bc00/0xf5091596e3042ce9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x93cb4d3a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.054290:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861bc00/0xf5091596e3042ce9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x93cb4d3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.054503:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861bc00/0xf5091596e3042ce9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x93cb4d3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.058130:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.058144:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8000/0xf5091596e3042cf7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1564:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.058152:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.058155:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8000/0xf5091596e3042cf7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1564:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.058160:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8000/0xf5091596e3042cf7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1564:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.058173:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1564:0x0].0x0 (ffff8ffe7688d800) 00010000:00010000:2.0:1769074944.058175:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.058178:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8000/0xf5091596e3042cf7 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1564:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.058182:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8000/0xf5091596e3042cf7 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1564:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.058196:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.058197:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.058198:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.067939:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074944.069497:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.069503:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165000/0xf5091596e3042d2f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x129c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.069510:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64165000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.069512:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165000/0xf5091596e3042d2f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x129c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.069519:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165000/0xf5091596e3042d2f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x129c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.069528:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x129c:0x0].0x0 (ffff8ffe76828000) 00010000:00010000:3.0:1769074944.069530:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.069533:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165000/0xf5091596e3042d2f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x129c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.069539:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165000/0xf5091596e3042d2f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x129c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.069554:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.069556:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.069558:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.075220:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074944.076594:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.076600:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e3042d4b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x14bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.076607:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.076609:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e3042d4b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x14bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.076615:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e3042d4b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x14bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.076629:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x14bd:0x0].0x0 (ffff8ffe7688d300) 00010000:00010000:2.0:1769074944.076631:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.076634:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e3042d4b lrc: 1/0,0 mode: --/PW res: [0x240000402:0x14bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.076638:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e3042d4b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x14bd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.076652:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.076654:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.076656:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.079271:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960231552 00000100:00100000:2.0:1769074944.079280:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960231552 00000100:00100000:2.0:1769074944.079350:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40882 00000100:00100000:2.0:1769074944.079360:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+393:11693:x1855007960231552:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.079416:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.079442:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe819a8400/0xf5091596e2fae97f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2324:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e0964 expref: 393 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.079492:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2324:0x0].0x0 (ffff8ffe6d2ce400) 00010000:00010000:2.0:1769074944.079501:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.079526:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042d52 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.079535:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042d52 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.079542:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042d52 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.079550:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042d59 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xfddf7f6e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.079554:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042d59 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xfddf7f6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.079557:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042d59 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xfddf7f6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.079644:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042d60 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2324:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.079664:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042d60 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.079671:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042d60 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2324:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:2.0:1769074944.079864:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10047, 64 off651200 00000040:00080000:2.0:1769074944.079889:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10047, 64 off651200 00010000:00010000:2.0:1769074944.079940:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042d67 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2324:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.079949:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042d67 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2324:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.079956:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042d67 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2324:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.079968:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042d67 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2324:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.079973:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042d67 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2324:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.079980:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042d67 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2324:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.080064:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.080083:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042d60 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2324:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.080090:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042d60 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2324:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.080096:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042d60 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2324:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.080101:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861b000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.080104:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042d60 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2324:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.080111:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042d60 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2324:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.080121:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2324:0x0].0x0 (ffff8ffe4846b700) 00010000:00010000:2.0:1769074944.080124:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.080127:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042d60 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2324:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.080132:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042d60 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2324:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.080238:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042d52 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.080245:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042d52 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.080251:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042d52 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.080259:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861b400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.080262:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042d52 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.080268:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042d52 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.080276:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe4846bf00) 00010000:00010000:2.0:1769074944.080279:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.080281:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042d52 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.080286:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042d52 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:2.0:1769074944.080298:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003281bd2a reply state 00000000bbed20ef transno 4294997846 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042d59 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xfddf7f6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.080312:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042d59 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfddf7f6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.080318:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xfddf7f6e (ffff8ffe4846b300) 00010000:00010000:2.0:1769074944.080321:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.080323:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.080411:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c96680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+394:11693:x1855007960231552:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1051us (1255us total) trans 4294997846 rc 0/0 00000100:00100000:2.0:1769074944.080419:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40882 00000100:00100000:3.0:1769074944.083997:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074944.084089:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960231808 00000100:00100000:2.0:1769074944.084100:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960231808 00000100:00100000:2.0:1769074944.084163:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40883 00000100:00100000:2.0:1769074944.084173:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73768380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+394:11693:x1855007960231808:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.084235:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.084263:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63ec2c00/0xf5091596e2f6bbf2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x495:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d337b expref: 394 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.084281:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x495:0x0].0x0 (ffff8ffe67b3b000) 00010000:00010000:2.0:1769074944.084292:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.084318:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042d6e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.084332:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042d6e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.084342:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042d6e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.084354:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ae00/0xf5091596e3042d75 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x194cdd48 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.084360:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ae00/0xf5091596e3042d75 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x194cdd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.084366:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ae00/0xf5091596e3042d75 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x194cdd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.084785:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042d7c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x495:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.084796:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042d7c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x495:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.084803:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042d7c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x495:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074944.085061:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10048, 64 off651264 00000040:00080000:2.0:1769074944.085087:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10048, 64 off651264 00010000:00010000:2.0:1769074944.085134:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042d83 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x495:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.085143:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042d83 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x495:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085151:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042d83 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x495:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085158:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042d83 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x495:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085164:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042d83 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x495:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085170:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042d83 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x495:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085230:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.085248:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042d7c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x495:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085255:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042d7c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x495:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085261:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042d7c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x495:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085266:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861b200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.085270:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042d7c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x495:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085278:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042d7c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x495:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085292:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x495:0x0].0x0 (ffff8ffe4846b400) 00010000:00010000:2.0:1769074944.085295:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.085299:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042d7c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x495:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085304:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042d7c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x495:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085413:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042d6e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085420:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042d6e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085425:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042d6e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085430:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861ba00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.085433:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042d6e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085439:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042d6e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085526:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe4846bd00) 00010000:00010000:2.0:1769074944.085530:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.085533:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042d6e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085539:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042d6e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074944.085550:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000002ebb95b reply state 00000000f6e2686d transno 4294997847 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ae00/0xf5091596e3042d75 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x194cdd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085561:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ae00/0xf5091596e3042d75 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x194cdd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.085568:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x194cdd48 (ffff8ffe4846b500) 00010000:00010000:2.0:1769074944.085570:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.085573:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.085678:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73768380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+395:11693:x1855007960231808:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1504us (1687us total) trans 4294997847 rc 0/0 00000100:00100000:2.0:1769074944.085687:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40883 00000100:00100000:3.0:1769074944.089585:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074944.090392:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960232064 00000100:00100000:2.0:1769074944.090405:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960232064 00010000:00010000:3.0:1769074944.091715:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.091722:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165400/0xf5091596e3042d9f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x254a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.091729:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64165400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.091732:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165400/0xf5091596e3042d9f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x254a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.091738:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165400/0xf5091596e3042d9f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x254a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.091746:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x254a:0x0].0x0 (ffff8ffe76828100) 00010000:00010000:3.0:1769074944.091749:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.091751:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165400/0xf5091596e3042d9f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x254a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.091756:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165400/0xf5091596e3042d9f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x254a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.091768:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.091770:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.091771:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.103201:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074944.103293:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960232576 00000100:00100000:2.0:1769074944.103304:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960232576 00000100:00100000:2.0:1769074944.103364:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40886 00000100:00100000:2.0:1769074944.103372:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd79d68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+397:11693:x1855007960232576:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.103427:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.103476:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe43ad6800/0xf5091596e2f7af4e lrc: 0/0,0 mode: --/PR res: [0x240000402:0xb89:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d6427 expref: 397 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.103513:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb89:0x0].0x0 (ffff8ffe81ef0800) 00010000:00010000:2.0:1769074944.103523:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.103549:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042dc2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.103562:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042dc2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.103571:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042dc2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.103586:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042dc9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x97b38363 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.103592:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042dc9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x97b38363 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.103597:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042dc9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x97b38363 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.103705:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042dd0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0xb89:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.103712:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042dd0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xb89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.103719:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042dd0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xb89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:2.0:1769074944.103978:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10051, 64 off651456 00000040:00080000:2.0:1769074944.103999:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10051, 64 off651456 00010000:00010000:2.0:1769074944.104048:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042dd7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xb89:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.104056:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042dd7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xb89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104063:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042dd7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xb89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104069:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042dd7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xb89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104075:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042dd7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xb89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104083:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042dd7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xb89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104108:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.104123:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042dd0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xb89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104128:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042dd0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xb89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104133:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042dd0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xb89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104139:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861b400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.104143:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042dd0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xb89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104149:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042dd0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xb89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104158:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb89:0x0].0x0 (ffff8ffe4846ba00) 00010000:00010000:2.0:1769074944.104161:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.104165:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042dd0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0xb89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104170:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042dd0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0xb89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104289:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042dc2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104296:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042dc2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104306:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042dc2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104311:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861ba00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.104314:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042dc2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104320:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042dc2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104329:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe4846bd00) 00010000:00010000:2.0:1769074944.104331:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.104334:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042dc2 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104339:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042dc2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:2.0:1769074944.104352:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000088e24f4a reply state 00000000ab05b641 transno 4294997850 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042dc9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x97b38363 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104360:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042dc9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x97b38363 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.104365:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x97b38363 (ffff8ffe4846bf00) 00010000:00010000:2.0:1769074944.104368:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.104370:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.104442:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd79d68000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+398:11693:x1855007960232576:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1070us (1249us total) trans 4294997850 rc 0/0 00000100:00100000:2.0:1769074944.104473:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40886 00000100:00100000:3.0:1769074944.107172:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960232832 00000100:00100000:3.0:1769074944.107181:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960232832 00000100:00100000:3.0:1769074944.107234:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40887 00000100:00100000:3.0:1769074944.107243:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+398:11693:x1855007960232832:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.107302:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.107325:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6402ce00/0xf5091596e2fa82d2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2035:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724df4db expref: 398 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.107340:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2035:0x0].0x0 (ffff8ffe6368e400) 00010000:00010000:3.0:1769074944.107358:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.107386:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042dde lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.107399:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042dde lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.107408:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042dde lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.107420:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042de5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x244f0f0e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.107426:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042de5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x244f0f0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.107432:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042de5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x244f0f0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.107553:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042dec lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2035:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.107561:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042dec lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2035:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.107568:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042dec lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2035:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074944.107944:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10052, 64 off651520 00000040:00080000:3.0:1769074944.107963:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10052, 64 off651520 00010000:00010000:3.0:1769074944.108004:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3042df3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2035:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.108013:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3042df3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2035:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108021:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3042df3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2035:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108028:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3042df3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2035:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108035:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3042df3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2035:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108040:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3042df3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2035:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108057:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.108072:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042dec lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2035:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108077:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042dec lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2035:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108083:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042dec lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2035:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108088:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.108092:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042dec lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2035:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108098:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042dec lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2035:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108105:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2035:0x0].0x0 (ffff8ffe60f24500) 00010000:00010000:3.0:1769074944.108108:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.108111:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042dec lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2035:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108117:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042dec lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2035:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108223:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042dde lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108230:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042dde lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108236:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042dde lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108241:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.108244:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042dde lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108250:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042dde lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108257:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe60f24700) 00010000:00010000:3.0:1769074944.108259:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.108262:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042dde lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108267:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042dde lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074944.108279:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c2229016 reply state 00000000cd7d19ff transno 4294997851 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042de5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x244f0f0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108289:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042de5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x244f0f0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.108295:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x244f0f0e (ffff8ffe60f24000) 00010000:00010000:3.0:1769074944.108298:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.108300:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.108380:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c96d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+399:11693:x1855007960232832:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1136us (1263us total) trans 4294997851 rc 0/0 00000100:00100000:3.0:1769074944.108389:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40887 00000100:00100000:2.0:1769074944.111120:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960233088 00000100:00100000:2.0:1769074944.111130:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960233088 00000100:00100000:2.0:1769074944.111204:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40888 00000100:00100000:2.0:1769074944.111213:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+399:11693:x1855007960233088:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.111275:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.111299:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe49325800/0xf5091596e2f6c886 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4f1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d35ff expref: 399 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.111317:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4f1:0x0].0x0 (ffff8ffe43259200) 00010000:00010000:2.0:1769074944.111328:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.111353:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042dfa lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.111366:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042dfa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.111374:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042dfa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.111386:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a800/0xf5091596e3042e01 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x356ce5d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.111392:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a800/0xf5091596e3042e01 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x356ce5d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.111399:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a800/0xf5091596e3042e01 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x356ce5d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.111705:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042e08 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x4f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.111714:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042e08 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.111725:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042e08 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:2.0:1769074944.111947:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10053, 64 off651584 00000040:00080000:2.0:1769074944.111968:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10053, 64 off651584 00010000:00010000:2.0:1769074944.112008:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042e0f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x4f1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.112017:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042e0f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112024:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042e0f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x4f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112031:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042e0f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x4f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112037:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042e0f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x4f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112044:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042e0f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4f1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112102:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.112120:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042e08 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112126:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042e08 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x4f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112132:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042e08 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x4f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112137:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.112142:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042e08 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x4f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112149:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042e08 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x4f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112158:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4f1:0x0].0x0 (ffff8ffe4846b700) 00010000:00010000:2.0:1769074944.112160:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.112164:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042e08 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x4f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112169:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042e08 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x4f1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112266:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042dfa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112273:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042dfa lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112279:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042dfa lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112284:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.112287:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042dfa lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112292:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042dfa lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112300:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe4846b000) 00010000:00010000:2.0:1769074944.112301:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.112304:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042dfa lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112312:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042dfa lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:2.0:1769074944.112324:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a34f3fc5 reply state 000000005fbd74ad transno 4294997852 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a800/0xf5091596e3042e01 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x356ce5d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112334:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a800/0xf5091596e3042e01 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x356ce5d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.112340:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x356ce5d1 (ffff8ffe4846b400) 00010000:00010000:2.0:1769074944.112342:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.112344:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.112471:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c95f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+400:11693:x1855007960233088:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1257us (1433us total) trans 4294997852 rc 0/0 00000100:00100000:2.0:1769074944.112480:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40888 00000100:00100000:2.0:1769074944.115851:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960233344 00000100:00100000:2.0:1769074944.115861:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960233344 00000100:00100000:2.0:1769074944.115944:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40889 00000100:00100000:2.0:1769074944.115953:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+400:11693:x1855007960233344:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.116008:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.116033:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4f74d000/0xf5091596e2f8aef8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x12d7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d9749 expref: 400 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.116053:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x12d7:0x0].0x0 (ffff8ffe46b0ad00) 00010000:00010000:2.0:1769074944.116065:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.116093:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e16 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.116106:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e16 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.116116:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e16 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.116127:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dea00/0xf5091596e3042e1d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x3439811a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.116133:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dea00/0xf5091596e3042e1d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x3439811a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.116139:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dea00/0xf5091596e3042e1d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x3439811a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.116223:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e24 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x12d7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.116230:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e24 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x12d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.116237:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e24 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x12d7:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:2.0:1769074944.116800:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10054, 64 off651648 00000040:00080000:2.0:1769074944.116822:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10054, 64 off651648 00010000:00010000:2.0:1769074944.116874:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3042e2b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x12d7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.116894:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3042e2b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x12d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.116903:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3042e2b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x12d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.116911:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3042e2b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x12d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.116923:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3042e2b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x12d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.116929:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3042e2b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x12d7:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.116951:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.116970:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e24 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x12d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.116975:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e24 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x12d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.116981:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e24 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x12d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.116987:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638de600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.116991:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e24 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x12d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.116998:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e24 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x12d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.117007:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x12d7:0x0].0x0 (ffff8ffe4846b900) 00010000:00010000:2.0:1769074944.117010:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.117013:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e24 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x12d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.117019:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e24 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x12d7:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.117124:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e16 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.117135:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e16 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.117141:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e16 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.117146:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638dfe00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.117149:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e16 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.117155:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e16 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.117162:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe4846bb00) 00010000:00010000:2.0:1769074944.117165:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.117167:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e16 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.117173:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e16 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:2.0:1769074944.117186:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000a83e98f reply state 00000000a9e3438c transno 4294997853 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dea00/0xf5091596e3042e1d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x3439811a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.117196:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dea00/0xf5091596e3042e1d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3439811a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.117202:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x3439811a (ffff8ffe4846b800) 00010000:00010000:2.0:1769074944.117204:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.117207:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.117422:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+401:11693:x1855007960233344:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1466us (1647us total) trans 4294997853 rc 0/0 00000100:00100000:2.0:1769074944.117435:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40889 00000100:00100000:2.0:1769074944.121176:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960233600 00000100:00100000:2.0:1769074944.121186:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960233600 00000100:00100000:2.0:1769074944.121283:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40890 00000100:00100000:2.0:1769074944.121293:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+401:11693:x1855007960233600:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.121352:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.121379:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe49325a00/0xf5091596e2f6af81 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x43a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d30fe expref: 401 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.121397:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x43a:0x0].0x0 (ffff8ffe5afa2800) 00010000:00010000:2.0:1769074944.121406:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.121431:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e32 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.121443:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e32 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.121499:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e32 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.121513:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de200/0xf5091596e3042e39 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x145de03d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.121520:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de200/0xf5091596e3042e39 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x145de03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.121526:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de200/0xf5091596e3042e39 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x145de03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.121617:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e40 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x43a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.121625:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e40 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x43a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.121631:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e40 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x43a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:2.0:1769074944.121872:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10055, 64 off651712 00000040:00080000:2.0:1769074944.121908:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10055, 64 off651712 00010000:00010000:2.0:1769074944.121955:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042e47 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x43a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.121964:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042e47 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x43a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.121971:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042e47 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x43a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.121977:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042e47 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x43a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.121982:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042e47 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x43a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.121987:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042e47 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x43a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.121999:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.122014:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e40 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x43a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.122020:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e40 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x43a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.122025:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e40 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x43a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.122030:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638dec00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.122034:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e40 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x43a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.122040:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e40 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x43a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.122048:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x43a:0x0].0x0 (ffff8ffe4846bc00) 00010000:00010000:2.0:1769074944.122051:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.122054:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e40 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x43a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.122059:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e40 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x43a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.122169:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e32 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.122175:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e32 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.122180:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e32 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.122185:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638df600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.122188:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e32 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.122193:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e32 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.122201:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe4846b000) 00010000:00010000:2.0:1769074944.122203:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.122207:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e32 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.122211:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e32 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:2.0:1769074944.122223:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004d69eec2 reply state 000000009453a479 transno 4294997854 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de200/0xf5091596e3042e39 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x145de03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.122233:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de200/0xf5091596e3042e39 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x145de03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.122238:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x145de03d (ffff8ffe4846bd00) 00010000:00010000:2.0:1769074944.122241:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.122243:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.122324:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+402:11693:x1855007960233600:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1031us (1255us total) trans 4294997854 rc 0/0 00000100:00100000:2.0:1769074944.122332:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40890 00000100:00100000:2.0:1769074944.125872:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960233856 00000100:00100000:2.0:1769074944.125891:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960233856 00000100:00100000:2.0:1769074944.125981:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40891 00000100:00100000:2.0:1769074944.125992:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+402:11693:x1855007960233856:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.126050:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.126077:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6392ce00/0xf5091596e2f7c718 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xc37:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d68e9 expref: 402 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.126110:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xc37:0x0].0x0 (ffff8ffe80e51500) 00010000:00010000:2.0:1769074944.126124:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.126152:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3042e4e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.126164:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3042e4e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.126174:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3042e4e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.126185:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfa00/0xf5091596e3042e55 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xa599238f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.126191:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfa00/0xf5091596e3042e55 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xa599238f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.126197:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfa00/0xf5091596e3042e55 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xa599238f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.126381:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042e5c lrc: 3/0,1 mode: --/EX res: [0x240000402:0xc37:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.126389:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042e5c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xc37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.126395:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042e5c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xc37:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:2.0:1769074944.126955:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10056, 64 off651776 00000040:00080000:2.0:1769074944.126974:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10056, 64 off651776 00010000:00010000:2.0:1769074944.127019:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfc00/0xf5091596e3042e63 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xc37:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.127029:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfc00/0xf5091596e3042e63 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xc37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127036:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfc00/0xf5091596e3042e63 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xc37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127044:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfc00/0xf5091596e3042e63 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xc37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127055:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfc00/0xf5091596e3042e63 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xc37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127061:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfc00/0xf5091596e3042e63 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xc37:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127079:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.127095:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042e5c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xc37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127100:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042e5c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xc37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127107:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042e5c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xc37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127112:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638de000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.127116:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042e5c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xc37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127123:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042e5c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xc37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127132:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xc37:0x0].0x0 (ffff8ffe4846b700) 00010000:00010000:2.0:1769074944.127135:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.127139:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042e5c lrc: 2/0,0 mode: --/EX res: [0x240000402:0xc37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127145:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042e5c lrc: 0/0,0 mode: --/EX res: [0x240000402:0xc37:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127260:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3042e4e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127785:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3042e4e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127789:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3042e4e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127794:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638df200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.127797:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3042e4e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127803:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3042e4e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127812:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe4846b600) 00010000:00010000:2.0:1769074944.127815:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.127818:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3042e4e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127823:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3042e4e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:2.0:1769074944.127836:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009f92a761 reply state 000000002e6f0733 transno 4294997855 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfa00/0xf5091596e3042e55 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xa599238f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127846:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfa00/0xf5091596e3042e55 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa599238f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.127851:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xa599238f (ffff8ffe4846b900) 00010000:00010000:2.0:1769074944.127853:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.127856:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.127998:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+403:11693:x1855007960233856:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2004us (2213us total) trans 4294997855 rc 0/0 00000100:00100000:2.0:1769074944.128010:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40891 00000100:00100000:2.0:1769074944.131231:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960234112 00000100:00100000:2.0:1769074944.131241:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960234112 00000100:00100000:2.0:1769074944.131313:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40892 00000100:00100000:2.0:1769074944.131323:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+403:11693:x1855007960234112:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.131384:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.131409:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6929b600/0xf5091596e2f9da85 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1b66:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724dd332 expref: 403 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.131429:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b66:0x0].0x0 (ffff8ffe67adbd00) 00010000:00010000:2.0:1769074944.131441:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.131842:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e6a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.131858:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e6a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.131867:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e6a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.131889:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e71 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x3b787f69 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.131897:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e71 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x3b787f69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.131903:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e71 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x3b787f69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.131987:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df400/0xf5091596e3042e78 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1b66:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.131995:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df400/0xf5091596e3042e78 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1b66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.132002:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df400/0xf5091596e3042e78 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1b66:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:2.0:1769074944.132204:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10057, 64 off651840 00000040:00080000:2.0:1769074944.132225:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10057, 64 off651840 00010000:00010000:2.0:1769074944.132277:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3042e7f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1b66:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.132285:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3042e7f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1b66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.132293:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3042e7f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1b66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.132299:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3042e7f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1b66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.132305:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3042e7f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1b66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.132311:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3042e7f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1b66:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.132323:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.132340:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df400/0xf5091596e3042e78 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1b66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.132346:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df400/0xf5091596e3042e78 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1b66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.132353:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df400/0xf5091596e3042e78 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1b66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.132358:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638df400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.132362:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df400/0xf5091596e3042e78 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1b66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.132369:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df400/0xf5091596e3042e78 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1b66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.132378:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b66:0x0].0x0 (ffff8ffe5a5bbc00) 00010000:00010000:2.0:1769074944.132381:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.132384:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df400/0xf5091596e3042e78 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1b66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.132389:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df400/0xf5091596e3042e78 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1b66:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.133062:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e6a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.133070:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e6a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.133075:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e6a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.133080:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638dfe00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.133083:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e6a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.133090:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e6a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.133098:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe4846bb00) 00010000:00010000:2.0:1769074944.133100:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.133103:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e6a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.133108:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042e6a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:2.0:1769074944.133123:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000032ef0b43 reply state 00000000a83113d9 transno 4294997856 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e71 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x3b787f69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.133134:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e71 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3b787f69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.133140:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x3b787f69 (ffff8ffe4846ba00) 00010000:00010000:2.0:1769074944.133142:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.133145:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.133280:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+404:11693:x1855007960234112:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1954us (2128us total) trans 4294997856 rc 0/0 00000100:00100000:2.0:1769074944.133290:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40892 00000100:00100000:2.0:1769074944.138080:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960234368 00000100:00100000:2.0:1769074944.138095:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960234368 00000100:00100000:2.0:1769074944.138199:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40893 00000100:00100000:2.0:1769074944.138208:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+404:11693:x1855007960234368:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.138258:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.138283:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe71504c00/0xf5091596e2f87ca8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1167:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d8d39 expref: 404 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.138304:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1167:0x0].0x0 (ffff8ffe50498600) 00010000:00010000:2.0:1769074944.138319:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.138355:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e86 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.138368:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e86 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.138377:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e86 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.138388:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e8d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xb45bf351 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.138394:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e8d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb45bf351 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.138399:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e8d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb45bf351 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.138520:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042e94 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1167:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.138528:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042e94 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1167:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.138535:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042e94 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1167:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:2.0:1769074944.138776:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10058, 64 off651904 00000040:00080000:2.0:1769074944.138799:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10058, 64 off651904 00010000:00010000:2.0:1769074944.138845:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042e9b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1167:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.138855:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042e9b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1167:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.138862:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042e9b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1167:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.138868:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042e9b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1167:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.138890:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042e9b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1167:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.138896:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042e9b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1167:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.138918:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.138936:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042e94 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1167:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.138941:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042e94 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1167:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.138947:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042e94 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1167:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.138952:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638dee00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.138957:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042e94 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1167:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.138963:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042e94 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1167:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.138971:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1167:0x0].0x0 (ffff8ffe55fed700) 00010000:00010000:2.0:1769074944.138974:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.138978:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042e94 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1167:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.138984:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042e94 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1167:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.139094:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e86 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.139104:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e86 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.139109:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e86 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.139114:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638df600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.139117:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e86 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.139123:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e86 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.139130:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe55fede00) 00010000:00010000:2.0:1769074944.139133:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.139136:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e86 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.139141:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042e86 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:2.0:1769074944.139158:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000898f9648 reply state 0000000074014ce5 transno 4294997857 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e8d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb45bf351 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.139168:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e8d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb45bf351 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.139174:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb45bf351 (ffff8ffe55fedf00) 00010000:00010000:2.0:1769074944.139176:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.139178:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.139264:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+405:11693:x1855007960234368:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1056us (2843us total) trans 4294997857 rc 0/0 00000100:00100000:2.0:1769074944.139276:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40893 00000100:00100000:2.0:1769074944.149781:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960234624 00000100:00100000:2.0:1769074944.149792:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960234624 00010000:00010000:2.0:1769074944.151704:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.151712:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3042eb7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x102:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.151718:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.151722:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3042eb7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x102:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.151727:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3042eb7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x102:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.151737:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x102:0x0].0x0 (ffff8ffe7688db00) 00010000:00010000:2.0:1769074944.151739:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.151742:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3042eb7 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x102:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.151746:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3042eb7 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x102:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.151761:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.151763:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.151765:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.156751:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.156761:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3042ed3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xdc7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.156768:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.156771:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3042ed3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xdc7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.156781:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3042ed3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xdc7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.156791:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xdc7:0x0].0x0 (ffff8ffe4846bb00) 00010000:00010000:2.0:1769074944.156793:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.156796:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3042ed3 lrc: 1/0,0 mode: --/PW res: [0x240000402:0xdc7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.156800:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3042ed3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0xdc7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.156814:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.156816:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.156818:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.172979:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.172986:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3042f0b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x236f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.172993:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638df000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.172997:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3042f0b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x236f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.173003:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3042f0b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x236f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.173013:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x236f:0x0].0x0 (ffff8ffe4846b000) 00010000:00010000:2.0:1769074944.173015:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.173018:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3042f0b lrc: 1/0,0 mode: --/PW res: [0x240000402:0x236f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.173023:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3042f0b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x236f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.173042:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.173044:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.173045:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.185744:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074944.187221:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.187228:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165600/0xf5091596e3042f27 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x14bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.187234:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64165600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.187238:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165600/0xf5091596e3042f27 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x14bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.187245:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165600/0xf5091596e3042f27 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x14bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.187254:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x14bf:0x0].0x0 (ffff8ffe76828500) 00010000:00010000:2.0:1769074944.187256:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.187259:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165600/0xf5091596e3042f27 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x14bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.187264:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165600/0xf5091596e3042f27 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x14bf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.187278:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.187279:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.187281:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.200122:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.200128:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042f43 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1f7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.200134:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638de000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.200137:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042f43 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1f7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.200143:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042f43 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1f7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.200152:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f7f:0x0].0x0 (ffff8ffe601cce00) 00010000:00010000:2.0:1769074944.200154:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.200157:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042f43 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1f7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.200162:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042f43 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1f7f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.200172:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.200174:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.200176:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.205607:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960236160 00000100:00100000:3.0:1769074944.205618:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960236160 00000100:00100000:3.0:1769074944.205696:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40900 00000100:00100000:3.0:1769074944.205706:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+411:11693:x1855007960236160:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.205766:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.206011:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe57b0a600/0xf5091596e2f6ccc3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x510:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d36d8 expref: 411 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.206045:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x510:0x0].0x0 (ffff8ffe57822900) 00010000:00010000:3.0:1769074944.206056:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.206081:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042f4a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.206094:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042f4a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.206104:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042f4a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.206114:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042f51 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xc56741af bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.206121:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042f51 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc56741af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.206127:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042f51 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc56741af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.206218:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042f58 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x510:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.206225:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042f58 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x510:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.206231:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042f58 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x510:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074944.206800:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10065, 64 off652352 00000040:00080000:2.0:1769074944.206821:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10065, 64 off652352 00010000:00010000:2.0:1769074944.206883:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042f5f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x510:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.206895:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042f5f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x510:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.206904:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042f5f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x510:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.206911:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042f5f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x510:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.206917:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042f5f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x510:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.206922:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042f5f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x510:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.206950:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.206970:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042f58 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x510:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.206976:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042f58 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x510:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.206981:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042f58 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x510:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.206986:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.206990:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042f58 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x510:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.206997:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042f58 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x510:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.207006:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x510:0x0].0x0 (ffff8ffe60f24b00) 00010000:00010000:2.0:1769074944.207009:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.207013:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042f58 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x510:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.207018:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042f58 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x510:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.207130:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042f4a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.207138:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042f4a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.207143:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042f4a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.207153:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.207156:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042f4a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.207161:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042f4a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.207169:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe60f24700) 00010000:00010000:2.0:1769074944.207172:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.207175:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042f4a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.207180:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042f4a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074944.207193:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000089ffc025 reply state 00000000fae6ed83 transno 4294997864 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042f51 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc56741af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.207203:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042f51 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc56741af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.207209:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc56741af (ffff8ffe60f24400) 00010000:00010000:2.0:1769074944.207212:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.207214:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.207312:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+412:11693:x1855007960236160:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1605us (1788us total) trans 4294997864 rc 0/0 00000100:00100000:2.0:1769074944.207321:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40900 00000100:00100000:2.0:1769074944.219380:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074944.219626:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960236416 00000100:00100000:3.0:1769074944.219636:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960236416 00000100:00100000:2.0:1769074944.220746:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40901 00000100:00100000:2.0:1769074944.220759:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+412:11693:x1855007960236416:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.220823:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.220852:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe679d2800/0xf5091596e2f9a38f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x19d4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724dc834 expref: 412 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.220900:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19d4:0x0].0x0 (ffff8ffe73a76a00) 00010000:00010000:2.0:1769074944.220912:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.220940:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042f66 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.220953:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042f66 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.220963:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042f66 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.220976:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042f6d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x3408d073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.220984:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042f6d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x3408d073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.220990:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042f6d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x3408d073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.221086:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f74 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x19d4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.221095:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f74 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x19d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.221102:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f74 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x19d4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074944.221332:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10066, 64 off652416 00000040:00080000:2.0:1769074944.221357:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10066, 64 off652416 00010000:00010000:2.0:1769074944.221404:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042f7b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x19d4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.221414:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042f7b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.221422:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042f7b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x19d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.221430:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042f7b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x19d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.221436:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042f7b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x19d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.221443:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042f7b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x19d4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.221786:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.221807:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f74 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x19d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.221813:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f74 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x19d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.221818:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f74 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x19d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.221824:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861b400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.221828:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f74 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x19d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.221835:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f74 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x19d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.221851:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19d4:0x0].0x0 (ffff8ffe4846b600) 00010000:00010000:2.0:1769074944.221853:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.221857:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f74 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x19d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.221863:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f74 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x19d4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.221982:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.221990:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042f66 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.221990:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042f7b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x19d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.221996:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.221997:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042f66 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.221999:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042f7b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x19d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.222003:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042f66 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.222005:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042f7b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x19d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.222008:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.222011:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042f66 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.222014:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19d4:0x0].0x0 (ffff8ffe4846b600) 00010000:00010000:2.0:1769074944.222016:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042f66 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.222016:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.222019:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042f7b lrc: 1/0,0 mode: --/PW res: [0x240000402:0x19d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.222023:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe55fede00) 00010000:00010000:3.0:1769074944.222024:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3042f7b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x19d4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.222025:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.222028:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042f66 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.222032:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042f66 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.222037:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.222039:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.222041:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00010000:2.0:1769074944.222042:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000657fb3ad reply state 00000000a90a2844 transno 4294997865 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042f6d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x3408d073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.222052:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042f6d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3408d073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.222058:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x3408d073 (ffff8ffe55fed700) 00010000:00010000:2.0:1769074944.222060:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.222063:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.222155:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+413:11693:x1855007960236416:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1396us (2782us total) trans 4294997865 rc 0/0 00000100:00100000:2.0:1769074944.222165:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40901 00000100:00100000:2.0:1769074944.228512:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074944.229500:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.229506:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042f97 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1023:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.229512:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638de000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.231399:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042f97 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1023:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.231420:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042f97 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1023:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.231438:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1023:0x0].0x0 (ffff8ffe68cac800) 00010000:00010000:3.0:1769074944.231441:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.231459:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042f97 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1023:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.231465:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3042f97 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1023:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00000100:00100000:2.0:1769074944.241101:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960236928 00000100:00100000:2.0:1769074944.241115:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960236928 00000100:00100000:2.0:1769074944.241202:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40903 00000100:00100000:2.0:1769074944.241212:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+414:11693:x1855007960236928:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.241270:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.242493:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b00c00/0xf5091596e2fa1cf7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1d4c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724de07c expref: 414 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.242520:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d4c:0x0].0x0 (ffff8ffe81f9f700) 00010000:00010000:2.0:1769074944.242549:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.242719:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f9e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.242735:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f9e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.242746:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f9e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.242765:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042fa5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x56706a93 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.242771:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042fa5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x56706a93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.242776:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042fa5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x56706a93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.242888:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042fac lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1d4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.242896:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042fac lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1d4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.242903:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042fac lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1d4c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074944.243155:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10068, 64 off652544 00000040:00080000:2.0:1769074944.243173:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10068, 64 off652544 00010000:00010000:2.0:1769074944.243215:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042fb3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1d4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.243224:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042fb3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1d4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.243231:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042fb3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1d4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.243238:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042fb3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1d4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.243244:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042fb3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1d4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.243255:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3042fb3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1d4c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.243498:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.243520:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042fac lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1d4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.243526:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042fac lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1d4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.243532:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042fac lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1d4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.243538:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861be00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.243542:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042fac lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1d4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.243549:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042fac lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1d4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.243559:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d4c:0x0].0x0 (ffff8ffe55fede00) 00010000:00010000:2.0:1769074944.243562:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.243566:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042fac lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1d4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.243572:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3042fac lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1d4c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.243955:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f9e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.243964:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f9e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.243975:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f9e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.243980:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861b400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.243983:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f9e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.243988:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f9e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.243997:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe4846b000) 00010000:00010000:2.0:1769074944.243999:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.244002:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f9e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.244008:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3042f9e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074944.244020:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a63edbc1 reply state 00000000080f6674 transno 4294997867 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042fa5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x56706a93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.244029:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042fa5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x56706a93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.244035:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x56706a93 (ffff8ffe4846b600) 00010000:00010000:2.0:1769074944.244037:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.244039:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.244123:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+415:11693:x1855007960236928:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2909us (6577us total) trans 4294997867 rc 0/0 00000100:00100000:2.0:1769074944.244132:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40903 00000100:00100000:2.0:1769074944.248254:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074944.248356:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960237184 00000100:00100000:3.0:1769074944.248367:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960237184 00000100:00100000:3.0:1769074944.248436:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40904 00000100:00100000:3.0:1769074944.248465:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+415:11693:x1855007960237184:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.248544:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.248575:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73a0dc00/0xf5091596e2f9b811 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1a6a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724dcc4e expref: 415 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.248609:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1a6a:0x0].0x0 (ffff8ffe80e58000) 00010000:00010000:3.0:1769074944.248620:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.248649:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e3042fba lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.248666:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e3042fba lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.248676:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e3042fba lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.248690:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042fc1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x45149b22 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.248696:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042fc1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x45149b22 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.248701:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042fc1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x45149b22 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.248802:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042fc8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1a6a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.248810:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042fc8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1a6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.248817:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042fc8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1a6a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074944.249057:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10069, 64 off652608 00000040:00080000:3.0:1769074944.249079:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10069, 64 off652608 00010000:00010000:3.0:1769074944.249126:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3042fcf lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1a6a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.249135:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3042fcf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1a6a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249142:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3042fcf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1a6a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249152:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3042fcf lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1a6a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249157:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3042fcf lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1a6a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249162:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3042fcf lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1a6a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249182:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.249199:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042fc8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1a6a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249205:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042fc8 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1a6a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249211:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042fc8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1a6a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249215:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.249219:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042fc8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1a6a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249224:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042fc8 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1a6a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249232:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1a6a:0x0].0x0 (ffff8ffe60f24f00) 00010000:00010000:3.0:1769074944.249234:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.249237:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042fc8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1a6a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249243:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3042fc8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1a6a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249390:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e3042fba lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249397:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e3042fba lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249403:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e3042fba lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249407:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.249410:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e3042fba lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249415:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e3042fba lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249421:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe60f24a00) 00010000:00010000:3.0:1769074944.249424:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.249426:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e3042fba lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249430:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e3042fba lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074944.249440:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009757cfeb reply state 0000000029aacf33 transno 4294997868 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042fc1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x45149b22 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249470:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042fc1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x45149b22 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.249477:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x45149b22 (ffff8ffe60f24c00) 00010000:00010000:3.0:1769074944.249479:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.249482:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.257566:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074944.258554:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.258560:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042feb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.258567:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638dee00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.258570:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042feb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.258575:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042feb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.258584:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2d3:0x0].0x0 (ffff8ffe68cac700) 00010000:00010000:3.0:1769074944.258588:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.258591:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042feb lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.258596:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3042feb lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2d3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.258607:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.258610:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.258611:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.270512:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074944.274749:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.274765:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efec00/0xf5091596e3043023 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x26c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.275726:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efec00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.275732:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efec00/0xf5091596e3043023 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x26c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.275742:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efec00/0xf5091596e3043023 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x26c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.275761:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x26c2:0x0].0x0 (ffff8ffe68cac500) 00010000:00010000:2.0:1769074944.275763:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.275768:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efec00/0xf5091596e3043023 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x26c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.275902:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efec00/0xf5091596e3043023 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x26c2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.275926:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.275928:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.275930:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.276902:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.276908:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e304303f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x623:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.276914:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64165200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.276917:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e304303f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x623:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.276923:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e304303f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x623:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.276930:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x623:0x0].0x0 (ffff8ffe76828100) 00010000:00010000:3.0:1769074944.276933:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.276936:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e304303f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x623:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.276940:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e304303f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x623:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.276952:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.276954:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.276956:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.285904:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.285911:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e304305b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.285917:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64165200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.285920:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e304305b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.285926:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e304305b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.285935:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x21f:0x0].0x0 (ffff8ffe76828b00) 00010000:00010000:3.0:1769074944.285937:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.285940:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e304305b lrc: 1/0,0 mode: --/PW res: [0x240000402:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.285944:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e304305b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x21f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.285958:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.285960:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.285962:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.293756:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074944.298392:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960238976 00000100:00100000:2.0:1769074944.298404:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960238976 00000100:00100000:2.0:1769074944.298505:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40911 00000100:00100000:2.0:1769074944.298514:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+422:11693:x1855007960238976:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.298570:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.298597:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe57826200/0xf5091596e2f63d7b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x122:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d1b56 expref: 422 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.298630:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x122:0x0].0x0 (ffff8ffe45356900) 00010000:00010000:2.0:1769074944.298644:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.298675:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304307e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.298688:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304307e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.298698:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304307e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.298711:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3043085 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x43ee6ca7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.298717:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3043085 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x43ee6ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.298723:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3043085 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x43ee6ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.298818:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304308c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x122:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.299023:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304308c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x122:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299031:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304308c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x122:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074944.299257:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10076, 64 off653056 00000040:00080000:2.0:1769074944.299279:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10076, 64 off653056 00010000:00010000:2.0:1769074944.299327:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3043093 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x122:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.299337:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3043093 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x122:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299345:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3043093 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x122:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299353:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3043093 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x122:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299358:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3043093 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x122:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299364:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3043093 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x122:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299379:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.299395:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304308c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x122:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299401:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304308c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x122:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299406:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304308c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x122:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299411:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861b400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.299415:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304308c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x122:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299422:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304308c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x122:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299430:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x122:0x0].0x0 (ffff8ffe7688d700) 00010000:00010000:2.0:1769074944.299434:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.299437:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304308c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x122:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299443:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304308c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x122:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299575:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304307e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299581:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304307e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299587:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304307e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299592:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.299595:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304307e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299601:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304307e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299609:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe55fede00) 00010000:00010000:2.0:1769074944.299611:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.299613:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304307e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299619:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304307e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074944.299630:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000027dfaa80 reply state 0000000020d91732 transno 4294997875 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3043085 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x43ee6ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299640:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3043085 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x43ee6ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.299646:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x43ee6ca7 (ffff8ffe4846b000) 00010000:00010000:2.0:1769074944.299648:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.299651:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.299728:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+423:11693:x1855007960238976:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1214us (1452us total) trans 4294997875 rc 0/0 00000100:00100000:2.0:1769074944.299736:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40911 00000100:00100000:2.0:1769074944.306863:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960239232 00000100:00100000:2.0:1769074944.306885:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960239232 00000100:00100000:2.0:1769074944.306947:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40912 00000100:00100000:2.0:1769074944.306958:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+423:11693:x1855007960239232:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.307020:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.307046:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78a6f600/0xf5091596e2f79761 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xada:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d5f5e expref: 423 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.307079:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xada:0x0].0x0 (ffff8ffe73a3ea00) 00010000:00010000:2.0:1769074944.307089:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.307116:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304309a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.307128:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304309a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307137:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304309a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307149:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9000/0xf5091596e30430a1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xc1bcadaa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.307156:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9000/0xf5091596e30430a1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc1bcadaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307162:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9000/0xf5091596e30430a1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc1bcadaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307258:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430a8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0xada:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.307266:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430a8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xada:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307273:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430a8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xada:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074944.307551:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10077, 64 off653120 00000040:00080000:2.0:1769074944.307573:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10077, 64 off653120 00010000:00010000:2.0:1769074944.307624:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e30430af lrc: 3/0,1 mode: --/PW res: [0x240000402:0xada:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.307634:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e30430af lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xada:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307642:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e30430af lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xada:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307650:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e30430af lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xada:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307656:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e30430af lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xada:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307662:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e30430af lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xada:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307686:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.307706:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430a8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xada:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307712:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430a8 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xada:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307718:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430a8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xada:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307723:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.307727:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430a8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xada:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307735:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430a8 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xada:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307743:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xada:0x0].0x0 (ffff8ffe80e58000) 00010000:00010000:2.0:1769074944.307747:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.307750:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430a8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0xada:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307756:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430a8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0xada:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307858:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304309a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307865:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304309a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307870:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304309a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307887:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.307890:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304309a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307900:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304309a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307907:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe7688d200) 00010000:00010000:2.0:1769074944.307909:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.307912:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304309a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307917:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304309a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074944.307930:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a5928c9e reply state 00000000912a0c0a transno 4294997876 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9000/0xf5091596e30430a1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc1bcadaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307939:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9000/0xf5091596e30430a1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc1bcadaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.307945:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc1bcadaa (ffff8ffe7688db00) 00010000:00010000:2.0:1769074944.307947:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.307949:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.308023:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+424:11693:x1855007960239232:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1066us (1477us total) trans 4294997876 rc 0/0 00000100:00100000:2.0:1769074944.308032:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40912 00010000:00010000:3.0:1769074944.308572:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.308580:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e30430af lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xada:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.308588:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.308591:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e30430af lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xada:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.308597:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e30430af lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xada:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.308609:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xada:0x0].0x0 (ffff8ffe80e58000) 00010000:00010000:3.0:1769074944.308611:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.308614:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e30430af lrc: 1/0,0 mode: --/PW res: [0x240000402:0xada:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.308620:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e30430af lrc: 0/0,0 mode: --/PW res: [0x240000402:0xada:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.308635:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.308637:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.308639:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.319770:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960239488 00000100:00100000:2.0:1769074944.319960:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960239488 00010000:00010000:3.0:1769074944.325936:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.325946:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30430cb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1987:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.325953:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efea00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.325955:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30430cb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1987:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.325961:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30430cb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1987:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.325973:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1987:0x0].0x0 (ffff8ffe68cacf00) 00010000:00010000:3.0:1769074944.325976:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.325979:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30430cb lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1987:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.325984:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30430cb lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1987:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.325997:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.326000:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.326001:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.330106:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074944.330410:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960239744 00000100:00100000:2.0:1769074944.330421:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960239744 00000100:00100000:2.0:1769074944.331254:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40914 00000100:00100000:2.0:1769074944.331268:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+425:11693:x1855007960239744:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.331328:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.331356:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5784de00/0xf5091596e2fb18aa lrc: 0/0,0 mode: --/PR res: [0x240000402:0x247d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e12d3 expref: 425 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.331384:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x247d:0x0].0x0 (ffff8ffe45642000) 00010000:00010000:2.0:1769074944.331397:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.331428:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430d2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.331440:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430d2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.331479:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430d2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.331502:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9200/0xf5091596e30430d9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xefd36b5d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.331508:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9200/0xf5091596e30430d9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xefd36b5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.331514:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9200/0xf5091596e30430d9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xefd36b5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.331772:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e30430e0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x247d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.331782:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e30430e0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x247d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.331789:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e30430e0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x247d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074944.332041:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10079, 64 off653248 00000040:00080000:2.0:1769074944.332064:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10079, 64 off653248 00010000:00010000:2.0:1769074944.332114:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e30430e7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x247d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.332123:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e30430e7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x247d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332130:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e30430e7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x247d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332136:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e30430e7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x247d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332141:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e30430e7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x247d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332146:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e30430e7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x247d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332222:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.332239:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e30430e0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x247d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332246:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e30430e0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x247d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332252:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e30430e0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x247d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332257:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.332261:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e30430e0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x247d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332268:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e30430e0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x247d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332277:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x247d:0x0].0x0 (ffff8ffe59815700) 00010000:00010000:2.0:1769074944.332281:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.332285:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e30430e0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x247d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332291:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e30430e0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x247d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332414:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430d2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332420:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430d2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332426:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430d2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332430:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.332433:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430d2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332439:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430d2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332476:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe80e58d00) 00010000:00010000:2.0:1769074944.332479:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.332481:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430d2 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332493:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e30430d2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074944.332506:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000036452a24 reply state 000000004999d334 transno 4294997878 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9200/0xf5091596e30430d9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xefd36b5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332516:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9200/0xf5091596e30430d9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xefd36b5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.332523:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xefd36b5d (ffff8ffe55fede00) 00010000:00010000:2.0:1769074944.332525:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.332527:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.332740:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+426:11693:x1855007960239744:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1474us (2642us total) trans 4294997878 rc 0/0 00000100:00100000:2.0:1769074944.332747:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40914 00000100:00100000:2.0:1769074944.341214:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074944.352635:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074944.355185:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.355208:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043118 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.355215:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043118 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.355221:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043118 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.355227:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64165c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.355230:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043118 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.355237:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043118 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.355248:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2419:0x0].0x0 (ffff8ffe76828100) 00010000:00010000:2.0:1769074944.355251:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.355255:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043118 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.355272:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043118 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2419:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.355402:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e304310a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.355409:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e304310a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.355415:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e304310a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.355419:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64164a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.355422:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e304310a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.355428:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e304310a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.355436:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe76828a00) 00010000:00010000:2.0:1769074944.355438:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.355440:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e304310a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.355472:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e304310a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074944.355494:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000573fc827 reply state 00000000e815d509 transno 4294997880 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165000/0xf5091596e3043111 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xd293672c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.355504:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165000/0xf5091596e3043111 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd293672c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.355510:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xd293672c (ffff8ffe76828b00) 00010000:00010000:2.0:1769074944.355512:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.355516:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.355604:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+428:11693:x1855007960240256:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2466us (2974us total) trans 4294997880 rc 0/0 00000100:00100000:2.0:1769074944.355613:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40916 00010000:00010000:3.0:1769074944.357827:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.358014:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e304311f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2419:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.358025:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64165200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.358030:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e304311f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2419:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.358040:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e304311f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2419:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.358056:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2419:0x0].0x0 (ffff8ffe76828100) 00010000:00010000:3.0:1769074944.358059:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.358064:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e304311f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2419:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.358070:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e304311f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2419:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.358092:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.358094:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.358096:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.360962:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074944.362576:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.362583:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff200/0xf5091596e304313b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x11f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.362589:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.362591:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff200/0xf5091596e304313b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x11f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.362597:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff200/0xf5091596e304313b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.362605:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11f9:0x0].0x0 (ffff8ffe68cac000) 00010000:00010000:3.0:1769074944.362606:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.362609:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff200/0xf5091596e304313b lrc: 1/0,0 mode: --/PW res: [0x240000402:0x11f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.362614:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff200/0xf5091596e304313b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11f9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.362627:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.362629:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.362631:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.369021:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960240768 00000100:00100000:2.0:1769074944.369031:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960240768 00000100:00100000:2.0:1769074944.369096:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40918 00000100:00100000:2.0:1769074944.369105:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+429:11693:x1855007960240768:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.369170:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.369199:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4f85ba00/0xf5091596e2f87195 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1116:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d8b02 expref: 429 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.369234:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1116:0x0].0x0 (ffff8ffe43cd6700) 00010000:00010000:2.0:1769074944.369249:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.370041:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3043142 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.370060:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3043142 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.370070:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3043142 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.370085:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3043149 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xea1e785a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.370092:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3043149 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xea1e785a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.370098:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3043149 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xea1e785a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.370199:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3043150 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1116:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.370208:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3043150 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1116:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.370215:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3043150 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1116:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074944.370893:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10083, 64 off653504 00000040:00080000:2.0:1769074944.370918:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10083, 64 off653504 00010000:00010000:2.0:1769074944.370974:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3043157 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1116:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.370985:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3043157 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1116:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.370993:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3043157 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1116:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371000:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3043157 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1116:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371006:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3043157 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1116:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371012:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3043157 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1116:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371039:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.371058:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3043150 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1116:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371064:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3043150 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1116:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371071:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3043150 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1116:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371077:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.371081:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3043150 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1116:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371088:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3043150 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1116:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371099:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1116:0x0].0x0 (ffff8ffe59815c00) 00010000:00010000:2.0:1769074944.371102:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.371106:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3043150 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1116:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371111:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3043150 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1116:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371240:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3043142 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371247:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3043142 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371252:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3043142 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371257:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.371274:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3043142 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371281:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3043142 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371294:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe59815b00) 00010000:00010000:2.0:1769074944.371296:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.371299:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3043142 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371304:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3043142 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074944.371316:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e71a0eca reply state 000000007161f550 transno 4294997882 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3043149 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xea1e785a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371326:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3043149 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xea1e785a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.371332:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xea1e785a (ffff8ffe59815600) 00010000:00010000:2.0:1769074944.371334:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.371336:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.371427:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+430:11693:x1855007960240768:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2319us (2828us total) trans 4294997882 rc 0/0 00000100:00100000:2.0:1769074944.371437:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40918 00000100:00100000:3.0:1769074944.376231:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074944.376399:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960241024 00000100:00100000:2.0:1769074944.376410:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960241024 00000100:00100000:2.0:1769074944.376486:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40919 00000100:00100000:2.0:1769074944.376496:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+430:11693:x1855007960241024:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.376548:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.376571:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5c25d000/0xf5091596e2fa7503 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1fd0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724df218 expref: 430 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.376591:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1fd0:0x0].0x0 (ffff8ffe636bf700) 00010000:00010000:2.0:1769074944.376602:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.376623:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304315e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.376636:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304315e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.376644:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304315e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.376667:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3043165 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xd8aa4121 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.376673:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3043165 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xd8aa4121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.376679:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3043165 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xd8aa4121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.376767:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304316c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1fd0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.376786:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304316c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1fd0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.376792:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304316c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1fd0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074944.377048:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10084, 64 off653568 00000040:00080000:2.0:1769074944.377065:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10084, 64 off653568 00010000:00010000:2.0:1769074944.377107:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3043173 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1fd0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.377116:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3043173 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1fd0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.377127:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3043173 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1fd0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.377134:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3043173 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1fd0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.377140:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3043173 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1fd0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.377145:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3043173 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1fd0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.377163:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.377177:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304316c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1fd0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.377182:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304316c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1fd0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.377188:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304316c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1fd0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.377194:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.377198:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304316c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1fd0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.377206:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304316c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1fd0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.377213:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1fd0:0x0].0x0 (ffff8ffe59815800) 00010000:00010000:2.0:1769074944.377215:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.377218:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304316c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1fd0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.377228:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304316c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1fd0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.377607:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304315e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.377615:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304315e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.377620:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304315e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.377625:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.377627:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304315e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.377633:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304315e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.377642:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe59815400) 00010000:00010000:2.0:1769074944.377644:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.377647:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304315e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.377999:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e304315e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074944.378019:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003f7855ed reply state 0000000092144f8b transno 4294997883 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3043165 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xd8aa4121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.378029:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3043165 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd8aa4121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.378035:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xd8aa4121 (ffff8ffe59815900) 00010000:00010000:2.0:1769074944.378038:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.378041:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.378145:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+431:11693:x1855007960241024:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1645us (1918us total) trans 4294997883 rc 0/0 00000100:00100000:2.0:1769074944.378153:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40919 00010000:00010000:3.0:1769074944.379125:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.379136:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3043173 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1fd0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.379145:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861b400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.379148:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3043173 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1fd0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.379155:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3043173 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1fd0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.379169:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1fd0:0x0].0x0 (ffff8ffe59815800) 00010000:00010000:3.0:1769074944.379172:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.379176:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3043173 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1fd0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.379181:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e3043173 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1fd0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.379198:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.379200:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.379201:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.383310:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074944.384931:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.384938:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e304318f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.384944:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64164a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.384947:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e304318f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.384952:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e304318f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.384960:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x91:0x0].0x0 (ffff8ffe68cac600) 00010000:00010000:3.0:1769074944.384962:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.384965:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e304318f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.384969:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e304318f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x91:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.384979:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.384980:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.384981:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.387288:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960241536 00000100:00100000:2.0:1769074944.387388:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960241536 00000100:00100000:2.0:1769074944.387516:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40921 00000100:00100000:2.0:1769074944.387527:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+432:11693:x1855007960241536:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.387579:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.387600:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5f6d9200/0xf5091596e2fa0cd5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1cd6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ddd42 expref: 432 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.387623:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1cd6:0x0].0x0 (ffff8ffe81bd5900) 00010000:00010000:2.0:1769074944.387631:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.387651:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043196 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.387662:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043196 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.387671:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043196 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.387682:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304319d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xec6e62b2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.387688:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304319d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xec6e62b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.387694:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304319d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xec6e62b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.387796:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431a4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1cd6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.387803:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431a4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1cd6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.387809:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431a4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1cd6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074944.388030:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10086, 64 off653696 00000040:00080000:2.0:1769074944.388044:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10086, 64 off653696 00010000:00010000:2.0:1769074944.388078:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dcc00/0xf5091596e30431ab lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1cd6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.388084:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dcc00/0xf5091596e30431ab lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1cd6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.388089:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dcc00/0xf5091596e30431ab lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1cd6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.388094:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dcc00/0xf5091596e30431ab lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1cd6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.388098:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dcc00/0xf5091596e30431ab lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1cd6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.388101:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dcc00/0xf5091596e30431ab lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1cd6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.388116:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.388130:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431a4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1cd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.388136:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431a4 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1cd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.388143:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431a4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1cd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.388149:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dc200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.388153:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431a4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1cd6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.388160:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431a4 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1cd6:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.388168:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1cd6:0x0].0x0 (ffff8ffe59815a00) 00010000:00010000:2.0:1769074944.388171:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.389502:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431a4 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1cd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.389520:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431a4 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1cd6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.389669:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043196 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.389678:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043196 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.389684:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043196 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.389690:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.389693:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043196 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.389699:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043196 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.389717:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe59815400) 00010000:00010000:2.0:1769074944.389719:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.389722:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043196 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.389726:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043196 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074944.389735:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000653c5602 reply state 0000000097ea39cb transno 4294997885 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304319d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xec6e62b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.389743:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304319d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xec6e62b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.389748:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xec6e62b2 (ffff8ffe59815b00) 00010000:00010000:2.0:1769074944.389749:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.389751:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.389861:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+433:11693:x1855007960241536:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2332us (2633us total) trans 4294997885 rc 0/0 00000100:00100000:2.0:1769074944.390783:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40921 00000100:00100000:3.0:1769074944.395135:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074944.395215:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960241792 00000100:00100000:2.0:1769074944.395226:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960241792 00000100:00100000:2.0:1769074944.395279:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40922 00000100:00100000:2.0:1769074944.395289:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+433:11693:x1855007960241792:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.395349:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.395377:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe703d5400/0xf5091596e2fa8d13 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2080:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724df6e8 expref: 433 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.395396:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2080:0x0].0x0 (ffff8ffe7d577500) 00010000:00010000:2.0:1769074944.395420:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.395492:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431b2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.395506:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431b2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.395515:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431b2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.395528:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd600/0xf5091596e30431b9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xaf33955e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.395535:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd600/0xf5091596e30431b9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xaf33955e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.395541:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd600/0xf5091596e30431b9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xaf33955e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.395643:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431c0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2080:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.395651:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431c0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2080:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.395657:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431c0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2080:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074944.395951:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10087, 64 off653760 00000040:00080000:2.0:1769074944.395974:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10087, 64 off653760 00010000:00010000:2.0:1769074944.396024:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc600/0xf5091596e30431c7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2080:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074944.396034:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc600/0xf5091596e30431c7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396047:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc600/0xf5091596e30431c7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396055:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc600/0xf5091596e30431c7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396062:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc600/0xf5091596e30431c7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396068:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc600/0xf5091596e30431c7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396094:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.396112:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431c0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2080:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396118:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431c0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2080:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396125:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431c0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2080:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396132:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dc400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.396136:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431c0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2080:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396144:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431c0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2080:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396153:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2080:0x0].0x0 (ffff8ffe59815d00) 00010000:00010000:2.0:1769074944.396156:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.396160:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431c0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2080:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396171:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431c0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2080:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396291:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431b2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396298:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431b2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396304:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431b2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396309:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dd000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.396312:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431b2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396317:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431b2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396324:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe59815e00) 00010000:00010000:2.0:1769074944.396326:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.396329:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431b2 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396334:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431b2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074944.396348:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008c9f8201 reply state 000000000411e4c8 transno 4294997886 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd600/0xf5091596e30431b9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xaf33955e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396360:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd600/0xf5091596e30431b9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaf33955e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.396366:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xaf33955e (ffff8ffe59815200) 00010000:00010000:2.0:1769074944.396369:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.396372:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.396469:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+434:11693:x1855007960241792:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1157us (1320us total) trans 4294997886 rc 0/0 00000100:00100000:2.0:1769074944.396478:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40922 00000100:00100000:3.0:1769074944.400250:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074944.401223:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.401230:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe400/0xf5091596e30431e3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x172d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.401240:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efe400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.401244:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe400/0xf5091596e30431e3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x172d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.401251:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe400/0xf5091596e30431e3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x172d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.409287:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x172d:0x0].0x0 (ffff8ffe68cac800) 00010000:00010000:3.0:1769074944.409292:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.409296:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe400/0xf5091596e30431e3 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x172d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.409302:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe400/0xf5091596e30431e3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x172d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.409323:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.409325:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.409328:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.413595:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960242304 00000100:00100000:2.0:1769074944.413606:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960242304 00000100:00100000:2.0:1769074944.413679:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40924 00000100:00100000:2.0:1769074944.413690:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a038700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+435:11693:x1855007960242304:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.413748:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.413774:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7034d800/0xf5091596e2fa87be lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2059:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724df5d7 expref: 435 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.413803:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2059:0x0].0x0 (ffff8ffe502f6100) 00010000:00010000:2.0:1769074944.413818:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.413849:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431ea lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.413862:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431ea lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.413882:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431ea lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.413895:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431f1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xb3396642 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.413902:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431f1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb3396642 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.413908:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431f1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb3396642 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.414007:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431f8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2059:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.414016:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431f8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2059:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.414022:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431f8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2059:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074944.414234:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10089, 64 off653888 00000040:00080000:2.0:1769074944.414255:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10089, 64 off653888 00010000:00010000:2.0:1769074944.414300:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e30431ff lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2059:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.414309:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e30431ff lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2059:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.414317:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e30431ff lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2059:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.414325:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e30431ff lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2059:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.414331:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e30431ff lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2059:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.414338:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e30431ff lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2059:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.414365:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.414381:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431f8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2059:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.414387:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431f8 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2059:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.414394:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431f8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2059:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.414401:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dc200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.414404:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431f8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2059:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.414412:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431f8 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2059:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.414421:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2059:0x0].0x0 (ffff8ffe59815a00) 00010000:00010000:2.0:1769074944.414424:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.414427:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431f8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2059:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.414433:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e30431f8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2059:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.415210:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431ea lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.415223:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431ea lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.415230:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431ea lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.415235:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dd000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.415239:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431ea lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.415246:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431ea lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.415260:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe59815e00) 00010000:00010000:2.0:1769074944.415264:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.415267:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431ea lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.415273:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e30431ea lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074944.415302:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e21ce652 reply state 00000000e1d0a68d transno 4294997888 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431f1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb3396642 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.415313:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431f1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb3396642 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.415319:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb3396642 (ffff8ffe59815400) 00010000:00010000:2.0:1769074944.415322:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.415325:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.415511:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a038700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+436:11693:x1855007960242304:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1819us (2136us total) trans 4294997888 rc 0/0 00000100:00100000:2.0:1769074944.415521:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40924 00010000:00010000:3.0:1769074944.415531:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.415538:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e30431ff lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2059:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.415544:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472ddc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.415547:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e30431ff lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2059:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.415553:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e30431ff lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2059:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.415566:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2059:0x0].0x0 (ffff8ffe59815a00) 00010000:00010000:3.0:1769074944.415569:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.415572:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e30431ff lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2059:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.415576:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e30431ff lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2059:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.415589:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.415591:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.415593:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.426197:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960242560 00000100:00100000:2.0:1769074944.426208:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960242560 00000100:00100000:2.0:1769074944.426442:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40925 00000100:00100000:2.0:1769074944.426682:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a038a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+436:11693:x1855007960242560:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.426742:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.426769:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4e6a4a00/0xf5091596e2f8bcc7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x133c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d9a0c expref: 436 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.426790:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x133c:0x0].0x0 (ffff8ffe48576600) 00010000:00010000:2.0:1769074944.426801:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.426827:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043206 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.426841:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043206 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.426850:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043206 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.426862:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e304320d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xc36639a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.426867:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e304320d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc36639a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.426887:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e304320d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc36639a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.426986:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043214 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x133c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.426994:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043214 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x133c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.427001:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043214 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x133c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074944.427227:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10090, 64 off653952 00000040:00080000:2.0:1769074944.427247:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10090, 64 off653952 00010000:00010000:2.0:1769074944.427650:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd800/0xf5091596e304321b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x133c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.427662:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd800/0xf5091596e304321b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x133c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.427675:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd800/0xf5091596e304321b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x133c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.427683:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd800/0xf5091596e304321b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x133c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.427690:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd800/0xf5091596e304321b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x133c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.427696:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd800/0xf5091596e304321b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x133c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.427766:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.427786:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043214 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x133c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.427792:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043214 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x133c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.427797:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043214 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x133c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.427803:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dca00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.427806:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043214 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x133c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.427814:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043214 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x133c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.427824:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x133c:0x0].0x0 (ffff8ffe59815500) 00010000:00010000:2.0:1769074944.427827:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.427831:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043214 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x133c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.427839:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043214 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x133c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.427974:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043206 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.427981:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043206 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.427986:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043206 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.427991:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dd000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.427994:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043206 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.428000:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043206 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.428008:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe59815e00) 00010000:00010000:2.0:1769074944.428010:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.428013:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043206 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.428019:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043206 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074944.428032:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bad70436 reply state 00000000e10c36ab transno 4294997889 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e304320d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc36639a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.428043:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e304320d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc36639a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.428049:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc36639a (ffff8ffe59815300) 00010000:00010000:2.0:1769074944.428053:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.428055:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.428146:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a038a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+437:11693:x1855007960242560:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1478us (2044us total) trans 4294997889 rc 0/0 00000100:00100000:2.0:1769074944.428155:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40925 00000100:00100000:3.0:1769074944.432936:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074944.433004:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960242816 00000100:00100000:2.0:1769074944.433013:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960242816 00000100:00100000:2.0:1769074944.433059:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40926 00000100:00100000:2.0:1769074944.433065:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+437:11693:x1855007960242816:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.433112:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.433126:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4f912400/0xf5091596e2f8b240 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x12ef:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d97f1 expref: 437 pid: 6527 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.433135:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x12ef:0x0].0x0 (ffff8ffe6d02ce00) 00010000:00010000:2.0:1769074944.433140:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.433161:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3043222 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.433171:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3043222 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.433176:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3043222 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.433183:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc600/0xf5091596e3043229 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x6d0d4391 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.433187:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc600/0xf5091596e3043229 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x6d0d4391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.433191:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc600/0xf5091596e3043229 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x6d0d4391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.433440:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3043230 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x12ef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.433612:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3043230 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x12ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.433618:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3043230 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x12ef:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074944.433853:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10091, 64 off654016 00000040:00080000:2.0:1769074944.433886:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10091, 64 off654016 00010000:00010000:2.0:1769074944.433933:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043237 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x12ef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.433942:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043237 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x12ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.433949:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043237 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x12ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.433956:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043237 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x12ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.433962:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043237 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x12ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.433968:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043237 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x12ef:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.433990:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.434006:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3043230 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x12ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.434010:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3043230 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x12ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.434015:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3043230 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x12ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.434019:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dcc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.434021:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3043230 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x12ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.434026:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3043230 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x12ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.434032:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x12ef:0x0].0x0 (ffff8ffe59815d00) 00010000:00010000:2.0:1769074944.434033:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.434036:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3043230 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x12ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.434039:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3043230 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x12ef:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.434132:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3043222 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.434137:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3043222 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.434141:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3043222 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.434144:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472ddc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.434146:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3043222 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.434149:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3043222 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.434157:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe59815100) 00010000:00010000:2.0:1769074944.434159:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.434161:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3043222 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.434164:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3043222 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074944.434173:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005d71ffc9 reply state 0000000061a4b8f3 transno 4294997890 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc600/0xf5091596e3043229 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x6d0d4391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.434179:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc600/0xf5091596e3043229 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6d0d4391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.434183:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x6d0d4391 (ffff8ffe59815a00) 00010000:00010000:2.0:1769074944.434184:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.434185:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.434244:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+438:11693:x1855007960242816:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1178us (1313us total) trans 4294997890 rc 0/0 00000100:00100000:2.0:1769074944.434250:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40926 00000100:00100000:3.0:1769074944.446579:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960243072 00000100:00100000:3.0:1769074944.446596:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960243072 00000100:00100000:3.0:1769074944.446682:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40927 00000100:00100000:3.0:1769074944.446692:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a038380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+438:11693:x1855007960243072:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.446751:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.446780:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe76a15a00/0xf5091596e2f8c97e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1399:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d9c97 expref: 438 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.446799:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1399:0x0].0x0 (ffff8ffe4b023a00) 00010000:00010000:3.0:1769074944.446822:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.446850:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e304323e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.446862:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e304323e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.446883:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e304323e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.446900:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3043245 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x383ce1e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.446906:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3043245 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x383ce1e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.446913:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3043245 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x383ce1e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447013:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304324c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1399:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.447020:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304324c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447026:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304324c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074944.447258:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10092, 64 off654080 00000040:00080000:3.0:1769074944.447278:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10092, 64 off654080 00010000:00010000:3.0:1769074944.447325:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e3043253 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1399:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.447334:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e3043253 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1399:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447341:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e3043253 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1399:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447347:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e3043253 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1399:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447352:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e3043253 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1399:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447362:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e3043253 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1399:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447558:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.447576:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304324c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447582:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304324c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447589:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304324c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447595:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.447599:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304324c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447605:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304324c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447612:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1399:0x0].0x0 (ffff8ffe60f24e00) 00010000:00010000:3.0:1769074944.447615:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.447618:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304324c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447622:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304324c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1399:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447720:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e304323e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447724:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e304323e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447730:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e304323e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447733:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.447735:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e304323e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447738:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e304323e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447743:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe60f24a00) 00010000:00010000:3.0:1769074944.447744:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.447746:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e304323e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447749:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e304323e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074944.447758:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000add36009 reply state 00000000e2d545f2 transno 4294997891 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3043245 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x383ce1e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447765:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3043245 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x383ce1e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.447769:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x383ce1e8 (ffff8ffe60f24300) 00010000:00010000:3.0:1769074944.447771:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.447773:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.447850:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a038380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+439:11693:x1855007960243072:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1156us (5046us total) trans 4294997891 rc 0/0 00000100:00100000:3.0:1769074944.447859:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40927 00000100:00100000:3.0:1769074944.452061:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960243328 00000100:00100000:3.0:1769074944.452072:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960243328 00000100:00100000:3.0:1769074944.452139:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40928 00000100:00100000:3.0:1769074944.452148:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+439:11693:x1855007960243328:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.452207:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.452233:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63724800/0xf5091596e2fae5f1 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x230a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e08ae expref: 439 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.452272:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x230a:0x0].0x0 (ffff8ffe527ba700) 00010000:00010000:3.0:1769074944.452296:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.452324:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e304325a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.452338:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e304325a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.452347:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e304325a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.452359:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3043261 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xacc8fc78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.452366:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3043261 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xacc8fc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.452371:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3043261 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xacc8fc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.452502:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e3043268 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x230a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.452510:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e3043268 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x230a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.452521:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e3043268 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x230a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074944.452807:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10093, 64 off654144 00000040:00080000:3.0:1769074944.452828:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10093, 64 off654144 00010000:00010000:3.0:1769074944.452885:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e304326f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x230a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074944.452895:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e304326f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x230a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.452903:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e304326f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x230a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.452910:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e304326f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x230a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.452917:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e304326f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x230a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.452923:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e304326f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x230a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.452948:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.452964:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e3043268 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x230a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.452971:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e3043268 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x230a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.452976:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e3043268 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x230a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.452982:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.452986:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e3043268 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x230a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.452991:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e3043268 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x230a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.452999:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x230a:0x0].0x0 (ffff8ffe60f24700) 00010000:00010000:3.0:1769074944.453002:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.453005:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e3043268 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x230a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.453011:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e3043268 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x230a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.453125:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e304325a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.453133:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e304325a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.453139:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e304325a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.453145:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.453148:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e304325a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.453154:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e304325a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.453163:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe60f24f00) 00010000:00010000:3.0:1769074944.453166:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.453168:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e304325a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.453179:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e304325a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074944.453191:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005768d65e reply state 000000002a3df46b transno 4294997892 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3043261 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xacc8fc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.453201:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3043261 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xacc8fc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.453207:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xacc8fc78 (ffff8ffe60f24b00) 00010000:00010000:3.0:1769074944.453209:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.453212:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.453296:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+440:11693:x1855007960243328:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1147us (1370us total) trans 4294997892 rc 0/0 00000100:00100000:3.0:1769074944.453305:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40928 00010000:00010000:2.0:1769074944.453334:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.453340:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e304326f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x230a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.453347:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.453350:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e304326f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x230a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.453355:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e304326f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x230a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.453363:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x230a:0x0].0x0 (ffff8ffe60f24700) 00010000:00010000:2.0:1769074944.453366:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.453369:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e304326f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x230a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.453373:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e304326f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x230a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074944.453386:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.453388:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.453390:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.467239:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960243584 00000100:00100000:2.0:1769074944.467254:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960243584 00000100:00100000:2.0:1769074944.467427:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40929 00000100:00100000:2.0:1769074944.467437:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+440:11693:x1855007960243584:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.467523:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.467552:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5acc4e00/0xf5091596e2f7966c lrc: 0/0,0 mode: --/PR res: [0x240000402:0xad3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d5f2d expref: 440 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.467582:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xad3:0x0].0x0 (ffff8ffe6d4b3800) 00010000:00010000:2.0:1769074944.467594:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.467623:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043276 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.467636:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043276 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.467646:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043276 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.467664:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204d400/0xf5091596e304327d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x26387464 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.467679:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204d400/0xf5091596e304327d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x26387464 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.467684:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204d400/0xf5091596e304327d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x26387464 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.467782:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043284 lrc: 3/0,1 mode: --/EX res: [0x240000402:0xad3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.467790:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043284 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xad3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.467796:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043284 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xad3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074944.468049:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10094, 64 off654208 00000040:00080000:2.0:1769074944.468069:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10094, 64 off654208 00010000:00010000:2.0:1769074944.468116:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e304328b lrc: 3/0,1 mode: --/PW res: [0x240000402:0xad3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.468125:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e304328b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xad3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.468134:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e304328b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xad3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.468139:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e304328b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xad3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.468145:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e304328b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xad3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.468151:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e304328b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xad3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.468168:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.468185:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043284 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xad3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.468190:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043284 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xad3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.468196:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043284 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xad3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.468201:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe8204ca00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.468205:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043284 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xad3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.468212:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043284 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xad3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.468220:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xad3:0x0].0x0 (ffff8ffe59815800) 00010000:00010000:2.0:1769074944.468223:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.468226:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043284 lrc: 2/0,0 mode: --/EX res: [0x240000402:0xad3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.468232:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043284 lrc: 0/0,0 mode: --/EX res: [0x240000402:0xad3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.469582:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043276 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.469596:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043276 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.469603:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043276 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.469613:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.469616:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043276 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.469622:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043276 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.469634:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe59815100) 00010000:00010000:2.0:1769074944.469637:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.469641:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043276 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.469646:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043276 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074944.469660:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003189ed0b reply state 000000002d758eeb transno 4294997893 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204d400/0xf5091596e304327d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x26387464 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.469670:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204d400/0xf5091596e304327d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x26387464 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.469677:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x26387464 (ffff8ffe59815e00) 00010000:00010000:2.0:1769074944.469679:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.469683:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.469816:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+441:11693:x1855007960243584:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2378us (10013us total) trans 4294997893 rc 0/0 00000100:00100000:2.0:1769074944.469826:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40929 00000100:00100000:2.0:1769074944.477020:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960243840 00000100:00100000:2.0:1769074944.477033:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960243840 00000100:00100000:2.0:1769074944.477092:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40930 00000100:00100000:2.0:1769074944.477101:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+441:11693:x1855007960243840:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.477160:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.477187:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63756600/0xf5091596e2f689a2 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x325:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d296b expref: 441 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.477217:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x325:0x0].0x0 (ffff8ffe4553aa00) 00010000:00010000:2.0:1769074944.477228:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.477255:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043292 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.477268:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043292 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.477277:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043292 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.477289:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c200/0xf5091596e3043299 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x12b20646 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.477295:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c200/0xf5091596e3043299 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x12b20646 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.477301:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c200/0xf5091596e3043299 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x12b20646 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.477393:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432a0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x325:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.477402:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432a0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.477409:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432a0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x325:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074944.478849:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10095, 64 off654272 00000040:00080000:2.0:1769074944.478900:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10095, 64 off654272 00010000:00010000:2.0:1769074944.478964:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e30432a7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x325:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.478975:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e30432a7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x325:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.478982:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e30432a7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x325:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.478988:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e30432a7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x325:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.478992:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e30432a7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x325:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.478996:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e30432a7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x325:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.479055:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.479072:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432a0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x325:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.479075:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432a0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x325:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.479079:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432a0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x325:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.479083:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321c800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.479086:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432a0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x325:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.479090:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432a0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x325:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.479100:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x325:0x0].0x0 (ffff8ffe59815800) 00010000:00010000:2.0:1769074944.479102:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.479105:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432a0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x325:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.479109:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432a0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x325:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.479213:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043292 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.479219:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043292 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.479224:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043292 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.479229:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321dc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.479232:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043292 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.479237:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043292 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.479245:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe59815c00) 00010000:00010000:2.0:1769074944.479248:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.479251:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043292 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.479256:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043292 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074944.479269:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002d78afa3 reply state 00000000ee09bc6b transno 4294997894 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c200/0xf5091596e3043299 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x12b20646 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.479279:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c200/0xf5091596e3043299 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x12b20646 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.479285:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x12b20646 (ffff8ffe59815700) 00010000:00010000:2.0:1769074944.479287:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.479290:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.479414:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+442:11693:x1855007960243840:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2312us (2652us total) trans 4294997894 rc 0/0 00000100:00100000:2.0:1769074944.479421:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40930 00000100:00100000:2.0:1769074944.486839:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960244096 00000100:00100000:2.0:1769074944.486849:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960244096 00000100:00100000:2.0:1769074944.486920:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40931 00000100:00100000:2.0:1769074944.486930:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+442:11693:x1855007960244096:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.486989:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.487016:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63bedc00/0xf5091596e2f6ee65 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x606:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d3d92 expref: 442 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.487038:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x606:0x0].0x0 (ffff8ffe5642ba00) 00010000:00010000:2.0:1769074944.487052:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.487078:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e30432ae lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.487088:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e30432ae lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.487096:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e30432ae lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.487103:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d800/0xf5091596e30432b5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x425a9403 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.487108:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d800/0xf5091596e30432b5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x425a9403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.487112:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d800/0xf5091596e30432b5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x425a9403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.487190:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e30432bc lrc: 3/0,1 mode: --/EX res: [0x240000402:0x606:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.487196:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e30432bc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.487202:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e30432bc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074944.487408:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10096, 64 off654336 00000040:00080000:2.0:1769074944.487422:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10096, 64 off654336 00010000:00010000:2.0:1769074944.488584:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e30432c3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x606:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.488600:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e30432c3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x606:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.488609:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e30432c3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x606:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.488617:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e30432c3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x606:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.488622:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e30432c3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x606:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.488628:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e30432c3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x606:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.488797:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.488821:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e30432bc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.488827:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e30432bc lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.488832:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e30432bc lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.488838:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321ca00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.488842:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e30432bc lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.488850:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e30432bc lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x606:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.488861:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x606:0x0].0x0 (ffff8ffe59815500) 00010000:00010000:2.0:1769074944.488864:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.488878:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e30432bc lrc: 2/0,0 mode: --/EX res: [0x240000402:0x606:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.488885:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e30432bc lrc: 0/0,0 mode: --/EX res: [0x240000402:0x606:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.489029:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e30432ae lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.489037:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e30432ae lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.489042:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e30432ae lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.489050:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321cc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.489052:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e30432ae lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.489057:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e30432ae lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.489065:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe59815100) 00010000:00010000:2.0:1769074944.489068:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.489070:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e30432ae lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.489075:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e30432ae lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074944.489088:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000042a48413 reply state 00000000455c7116 transno 4294997895 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d800/0xf5091596e30432b5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x425a9403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.489097:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d800/0xf5091596e30432b5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x425a9403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.489102:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x425a9403 (ffff8ffe59815d00) 00010000:00010000:2.0:1769074944.489104:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.489107:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.489188:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+443:11693:x1855007960244096:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2256us (2566us total) trans 4294997895 rc 0/0 00000100:00100000:2.0:1769074944.489197:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40931 00010000:00010000:3.0:1769074944.489480:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.489487:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e30432c3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x606:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.489493:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321d400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.489497:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e30432c3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x606:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.489502:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e30432c3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x606:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.489512:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x606:0x0].0x0 (ffff8ffe59815500) 00010000:00010000:3.0:1769074944.489514:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.489516:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e30432c3 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x606:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.489521:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e30432c3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x606:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.489535:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.489536:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.489538:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.492347:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960244352 00000100:00100000:2.0:1769074944.492358:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960244352 00000100:00100000:2.0:1769074944.492417:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40932 00000100:00100000:2.0:1769074944.492428:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+443:11693:x1855007960244352:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.492520:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.492978:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4e6a5000/0xf5091596e2f88982 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11c5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d8fcb expref: 443 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.493012:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11c5:0x0].0x0 (ffff8ffe76828600) 00010000:00010000:2.0:1769074944.493028:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.493062:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e30432ca lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.493077:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e30432ca lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493087:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e30432ca lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493098:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432d1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x2a26913f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.493105:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432d1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x2a26913f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493110:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432d1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x2a26913f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493208:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e30432d8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11c5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.493215:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e30432d8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493221:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e30432d8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11c5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074944.493518:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10097, 64 off654400 00000040:00080000:2.0:1769074944.493539:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10097, 64 off654400 00010000:00010000:2.0:1769074944.493588:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c400/0xf5091596e30432df lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11c5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.493597:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c400/0xf5091596e30432df lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493604:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c400/0xf5091596e30432df lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493610:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c400/0xf5091596e30432df lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493615:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c400/0xf5091596e30432df lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493620:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c400/0xf5091596e30432df lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11c5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493632:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.493649:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e30432d8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493655:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e30432d8 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493660:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e30432d8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493665:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321ce00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.493669:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e30432d8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493675:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e30432d8 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493688:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11c5:0x0].0x0 (ffff8ffe6925ad00) 00010000:00010000:2.0:1769074944.493690:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.493694:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e30432d8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493699:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e30432d8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11c5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493807:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e30432ca lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493814:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e30432ca lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493820:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e30432ca lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493824:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321dc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.493827:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e30432ca lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493832:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e30432ca lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493840:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe59815c00) 00010000:00010000:2.0:1769074944.493842:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.493845:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e30432ca lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493850:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e30432ca lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074944.493862:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004c1ff881 reply state 00000000a3c5c348 transno 4294997896 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432d1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x2a26913f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493885:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432d1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2a26913f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.493891:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x2a26913f (ffff8ffe6925a500) 00010000:00010000:2.0:1769074944.493893:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.493896:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.493984:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78ad0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+444:11693:x1855007960244352:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1556us (1744us total) trans 4294997896 rc 0/0 00000100:00100000:2.0:1769074944.493992:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40932 00000100:00100000:3.0:1769074944.507485:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960244608 00000100:00100000:3.0:1769074944.507496:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960244608 00000100:00100000:3.0:1769074944.507562:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40933 00000100:00100000:3.0:1769074944.507573:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+444:11693:x1855007960244608:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.507632:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.507667:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6392d800/0xf5091596e2f7b20a lrc: 0/0,0 mode: --/PR res: [0x240000402:0xb9d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d64b3 expref: 444 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.507712:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb9d:0x0].0x0 (ffff8ffe6887a800) 00010000:00010000:3.0:1769074944.507728:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.507756:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30432e6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.507768:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30432e6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.507778:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30432e6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.507791:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e30432ed lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x2786dbd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.507798:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e30432ed lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x2786dbd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.507804:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e30432ed lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x2786dbd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.507916:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30432f4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0xb9d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.507925:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30432f4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xb9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.507931:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30432f4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xb9d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074944.508146:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10098, 64 off654464 00000040:00080000:3.0:1769074944.508160:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10098, 64 off654464 00010000:00010000:3.0:1769074944.508194:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30432fb lrc: 3/0,1 mode: --/PW res: [0x240000402:0xb9d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.508203:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30432fb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xb9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508210:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30432fb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xb9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508217:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30432fb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xb9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508222:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30432fb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xb9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508227:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30432fb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xb9d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508547:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.508563:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30432f4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xb9d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508568:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30432f4 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xb9d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508572:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30432f4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xb9d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508576:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.508579:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30432f4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xb9d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508583:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30432f4 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xb9d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508590:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb9d:0x0].0x0 (ffff8ffe60f24500) 00010000:00010000:3.0:1769074944.508592:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.508594:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30432f4 lrc: 2/0,0 mode: --/EX res: [0x240000402:0xb9d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508597:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30432f4 lrc: 0/0,0 mode: --/EX res: [0x240000402:0xb9d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508731:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30432e6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508738:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30432e6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508743:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30432e6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508748:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.508751:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30432e6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508757:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30432e6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508768:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe60f24f00) 00010000:00010000:3.0:1769074944.508771:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.508774:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30432e6 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508779:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30432e6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:3.0:1769074944.508794:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c3b67fd2 reply state 00000000a7af1852 transno 4294997897 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e30432ed lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x2786dbd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508803:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e30432ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2786dbd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.508808:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x2786dbd9 (ffff8ffe60f24a00) 00010000:00010000:3.0:1769074944.508811:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.508813:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.508901:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+445:11693:x1855007960244608:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1328us (1558us total) trans 4294997897 rc 0/0 00000100:00100000:3.0:1769074944.508911:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40933 00000100:00100000:3.0:1769074944.511799:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074944.515206:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.515215:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e3043317 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.515224:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65effc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.515227:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e3043317 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x5d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.515236:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e3043317 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x5d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.515249:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5d8:0x0].0x0 (ffff8ffe68cacf00) 00010000:00010000:2.0:1769074944.515261:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.515265:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e3043317 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x5d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.515270:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e3043317 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x5d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.515287:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.515289:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.515291:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.519069:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074944.529865:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.529891:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e3043333 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x21c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.529902:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64165200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.529907:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e3043333 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x21c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.529916:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e3043333 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x21c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.529933:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x21c8:0x0].0x0 (ffff8ffe76828a00) 00010000:00010000:3.0:1769074944.529937:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.529942:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e3043333 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x21c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.529948:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e3043333 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x21c8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074944.529970:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.529972:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.529974:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.545585:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.545592:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e304336b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.545598:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65effc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.545601:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e304336b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.545606:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e304336b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.545615:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xa4:0x0].0x0 (ffff8ffe68cacf00) 00010000:00010000:2.0:1769074944.545618:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.545621:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e304336b lrc: 1/0,0 mode: --/PW res: [0x240000402:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.545626:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e304336b lrc: 0/0,0 mode: --/PW res: [0x240000402:0xa4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.545639:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.545641:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.545643:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.554730:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074944.555224:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1855007968905728:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074944.555279:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074944.555556:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968905856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1769074944.555585:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074944.556054:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d410000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968905856:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1769074944.556084:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1855007968905728:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1769074944.557725:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.557732:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e3043387 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x11f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.557738:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.557741:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e3043387 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x11f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.557748:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e3043387 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.557763:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11f7:0x0].0x0 (ffff8ffe68cac800) 00010000:00010000:3.0:1769074944.557765:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.557768:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e3043387 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x11f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.557774:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e3043387 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x11f7:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.557788:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.557789:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.557791:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.567733:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074944.570158:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.570167:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e30433a3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x25cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.570175:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.570179:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e30433a3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x25cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.570186:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e30433a3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x25cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.570199:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25cb:0x0].0x0 (ffff8ffe76828a00) 00010000:00010000:3.0:1769074944.570202:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.570205:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e30433a3 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x25cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.570211:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e30433a3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x25cb:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.570225:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.570227:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.570229:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.581225:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30433aa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.581241:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30433aa lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.581248:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30433aa lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.581254:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efea00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.581258:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30433aa lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.581265:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30433aa lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.581276:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe68cac600) 00010000:00010000:3.0:1769074944.581279:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.581283:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30433aa lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.581288:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30433aa lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:3.0:1769074944.581304:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000893ec67e reply state 00000000239d4d3c transno 4294997904 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff200/0xf5091596e30433b1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc5eccc69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.581315:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff200/0xf5091596e30433b1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc5eccc69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.581321:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc5eccc69 (ffff8ffe68cac800) 00010000:00010000:3.0:1769074944.581323:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.581327:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.581431:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+452:11693:x1855007960246400:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 7467us (9167us total) trans 4294997904 rc 0/0 00000100:00100000:3.0:1769074944.581441:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40940 00000100:00100000:2.0:1769074944.591742:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074944.593154:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960246656 00000100:00100000:3.0:1769074944.593167:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960246656 00000100:00100000:3.0:1769074944.593302:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40941 00000100:00100000:3.0:1769074944.593314:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+452:11693:x1855007960246656:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.593375:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.593402:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5e2ed600/0xf5091596e2f9d346 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1b31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724dd1bf expref: 452 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.593436:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b31:0x0].0x0 (ffff8ffe5025f600) 00010000:00010000:3.0:1769074944.593498:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.593528:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30433c6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.593541:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30433c6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.593550:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30433c6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.593561:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30433cd lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x3569e1f4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.593568:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30433cd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x3569e1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.593575:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30433cd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x3569e1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.593691:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30433d4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1b31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.593699:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30433d4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1b31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.593706:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30433d4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1b31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074944.593960:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10106, 64 off654976 00000040:00080000:3.0:1769074944.593981:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10106, 64 off654976 00010000:00010000:3.0:1769074944.594028:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30433db lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1b31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.594037:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30433db lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1b31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594045:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30433db lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1b31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594051:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30433db lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1b31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594057:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30433db lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1b31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594063:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30433db lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1b31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594088:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.594105:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30433d4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1b31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594110:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30433d4 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1b31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594116:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30433d4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1b31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594121:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.594125:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30433d4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1b31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594130:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30433d4 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1b31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594138:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b31:0x0].0x0 (ffff8ffe60f24100) 00010000:00010000:3.0:1769074944.594141:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.594144:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30433d4 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1b31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594149:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30433d4 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1b31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594242:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30433c6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594248:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30433c6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594252:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30433c6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594257:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.594259:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30433c6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594264:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30433c6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594275:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe60f24f00) 00010000:00010000:3.0:1769074944.594277:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.594280:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30433c6 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594284:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e30433c6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:3.0:1769074944.594296:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000024614ab9 reply state 00000000293e624a transno 4294997905 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30433cd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x3569e1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594305:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30433cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3569e1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.594311:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x3569e1f4 (ffff8ffe60f24600) 00010000:00010000:3.0:1769074944.594313:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.594315:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.594405:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d412680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+453:11693:x1855007960246656:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1091us (2670us total) trans 4294997905 rc 0/0 00000100:00100000:3.0:1769074944.594413:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40941 00010000:00010000:2.0:1769074944.594495:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.594502:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30433db lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1b31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.594508:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.594510:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30433db lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1b31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.594516:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30433db lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1b31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.594528:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b31:0x0].0x0 (ffff8ffe60f24100) 00010000:00010000:2.0:1769074944.594531:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.594534:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30433db lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1b31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.594539:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30433db lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1b31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.594552:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.594554:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.594556:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.598198:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960246912 00000100:00100000:3.0:1769074944.598209:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960246912 00000100:00100000:3.0:1769074944.598277:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40942 00000100:00100000:3.0:1769074944.598286:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+453:11693:x1855007960246912:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.598347:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.598373:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55da9600/0xf5091596e2f8d72a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x13fd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d9f53 expref: 453 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.598392:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13fd:0x0].0x0 (ffff8ffe78785800) 00010000:00010000:3.0:1769074944.598402:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.598431:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30433e2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.598443:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30433e2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.598494:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30433e2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.598508:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30433e9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xed238a13 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.598515:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30433e9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xed238a13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.598521:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30433e9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xed238a13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.598623:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30433f0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x13fd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.598631:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30433f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x13fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.598637:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30433f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x13fd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074944.598878:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10107, 64 off655040 00000040:00080000:3.0:1769074944.598902:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10107, 64 off655040 00010000:00010000:3.0:1769074944.598954:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e30433f7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x13fd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.598963:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e30433f7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.598974:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e30433f7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.598981:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e30433f7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.598987:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e30433f7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.598992:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e30433f7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.599016:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.599031:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30433f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x13fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.599038:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30433f0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x13fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.599044:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30433f0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x13fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.599050:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.599054:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30433f0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x13fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.599060:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30433f0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x13fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.599068:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13fd:0x0].0x0 (ffff8ffe60f24e00) 00010000:00010000:3.0:1769074944.599070:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.599074:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30433f0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x13fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.599083:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e30433f0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x13fd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.599209:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30433e2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.599215:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30433e2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.599220:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30433e2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.599224:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.599227:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30433e2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.599231:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30433e2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.599239:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe60f24d00) 00010000:00010000:3.0:1769074944.599241:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.599243:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30433e2 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.599248:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30433e2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:3.0:1769074944.599262:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003e183980 reply state 00000000d1ad501f transno 4294997906 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30433e9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xed238a13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.599271:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30433e9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xed238a13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.599277:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xed238a13 (ffff8ffe60f24500) 00010000:00010000:3.0:1769074944.599280:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.599282:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.599354:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+454:11693:x1855007960246912:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1067us (1246us total) trans 4294997906 rc 0/0 00000100:00100000:3.0:1769074944.599362:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40942 00010000:00010000:2.0:1769074944.600024:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.600032:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e30433f7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.600040:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.600043:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e30433f7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.600049:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e30433f7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.600060:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13fd:0x0].0x0 (ffff8ffe60f24e00) 00010000:00010000:2.0:1769074944.600062:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.600065:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e30433f7 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.600070:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e30433f7 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x13fd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.600106:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.600108:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.600110:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.612192:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.612199:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e3043413 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1d37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.612206:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64165200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.612209:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e3043413 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1d37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.612215:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e3043413 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1d37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.612223:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d37:0x0].0x0 (ffff8ffe5a5bbc00) 00010000:00010000:2.0:1769074944.612225:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.612228:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e3043413 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1d37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.612233:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e3043413 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1d37:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.612247:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.612249:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.612251:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.614944:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960247424 00000100:00100000:3.0:1769074944.614957:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960247424 00000100:00100000:3.0:1769074944.615021:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40944 00000100:00100000:3.0:1769074944.615031:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe784ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+455:11693:x1855007960247424:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.615092:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.615119:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7d1eea00/0xf5091596e2f7a832 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xb55:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d62bb expref: 455 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.615137:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb55:0x0].0x0 (ffff8ffe57d67900) 00010000:00010000:3.0:1769074944.615148:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.615173:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304341a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.615186:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304341a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.615194:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304341a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.615206:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e3043421 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xfdb6ecdc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.615212:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e3043421 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xfdb6ecdc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.615219:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e3043421 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xfdb6ecdc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.615329:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043428 lrc: 3/0,1 mode: --/EX res: [0x240000402:0xb55:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.615337:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043428 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xb55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.615343:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043428 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xb55:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074944.615840:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10109, 64 off655168 00000040:00080000:3.0:1769074944.615863:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10109, 64 off655168 00010000:00010000:3.0:1769074944.615923:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304342f lrc: 3/0,1 mode: --/PW res: [0x240000402:0xb55:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.615934:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304342f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.615941:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304342f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.615947:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304342f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.615952:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304342f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.615958:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304342f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.615986:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.616003:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043428 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xb55:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.616009:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043428 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xb55:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.616015:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043428 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xb55:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.616020:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.616024:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043428 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xb55:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.616032:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043428 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xb55:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.616040:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb55:0x0].0x0 (ffff8ffe60f24700) 00010000:00010000:3.0:1769074944.616043:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.616046:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043428 lrc: 2/0,0 mode: --/EX res: [0x240000402:0xb55:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.616052:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043428 lrc: 0/0,0 mode: --/EX res: [0x240000402:0xb55:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.616171:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304341a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.616178:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304341a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.616184:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304341a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.616188:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.616191:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304341a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.616197:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304341a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.616209:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe60f24d00) 00010000:00010000:3.0:1769074944.616212:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.616215:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304341a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.616220:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304341a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:3.0:1769074944.616233:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009bcda215 reply state 00000000ad37ac1a transno 4294997908 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e3043421 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xfdb6ecdc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.616243:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e3043421 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfdb6ecdc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.616249:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xfdb6ecdc (ffff8ffe60f24f00) 00010000:00010000:3.0:1769074944.616251:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.616267:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.616346:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe784ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+456:11693:x1855007960247424:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1316us (1617us total) trans 4294997908 rc 0/0 00000100:00100000:3.0:1769074944.616355:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40944 00010000:00010000:2.0:1769074944.619128:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.619142:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304342f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.619155:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.619159:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304342f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.619169:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304342f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.619190:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xb55:0x0].0x0 (ffff8ffe60f24700) 00010000:00010000:2.0:1769074944.619193:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.619198:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304342f lrc: 1/0,0 mode: --/PW res: [0x240000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.619204:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304342f lrc: 0/0,0 mode: --/PW res: [0x240000402:0xb55:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.619233:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.619235:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.619237:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.622596:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960247680 00000100:00100000:2.0:1769074944.622607:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960247680 00000100:00100000:2.0:1769074944.622671:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40945 00000100:00100000:2.0:1769074944.622681:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+456:11693:x1855007960247680:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.622740:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.622766:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e2f7587d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x90e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d52ca expref: 456 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.622797:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x90e:0x0].0x0 (ffff8ffe59af5a00) 00010000:00010000:2.0:1769074944.622824:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.622851:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043436 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.622863:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043436 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.622883:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043436 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.622894:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e304343d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xf18d1b4c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.622901:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e304343d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xf18d1b4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.622906:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e304343d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xf18d1b4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623001:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043444 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x90e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.623009:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043444 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x90e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623016:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043444 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x90e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:2.0:1769074944.623230:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10110, 64 off655232 00000040:00080000:2.0:1769074944.623252:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10110, 64 off655232 00010000:00010000:2.0:1769074944.623299:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e304344b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x90e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.623308:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e304344b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623314:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e304344b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623322:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e304344b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623327:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e304344b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623332:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e304344b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623356:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.623372:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043444 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x90e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623378:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043444 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x90e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623384:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043444 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x90e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.623386:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.623395:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321ca00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.623396:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e304344b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623400:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043444 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x90e:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.623410:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321c000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.623414:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043444 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x90e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.623416:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e304344b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623432:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x90e:0x0].0x0 (ffff8ffe6925af00) 00010000:00010000:3.0:1769074944.623432:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e304344b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623439:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.623471:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043444 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x90e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.623473:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x90e:0x0].0x0 (ffff8ffe6925af00) 00010000:00010000:2.0:1769074944.623480:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043444 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x90e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.623579:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.623584:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e304344b lrc: 1/0,0 mode: --/PW res: [0x240000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623592:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043436 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.623592:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e304344b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x90e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623611:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043436 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623618:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043436 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.623622:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.623626:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.623630:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.623631:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321ce00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.623635:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043436 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623640:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043436 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623648:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe6925ae00) 00010000:00010000:2.0:1769074944.623651:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.623653:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043436 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623658:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043436 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:2.0:1769074944.623670:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d6d9a65d reply state 00000000826a897d transno 4294997909 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e304343d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xf18d1b4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623679:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e304343d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf18d1b4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.623684:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf18d1b4c (ffff8ffe6925ab00) 00010000:00010000:2.0:1769074944.623686:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.623688:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.623779:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+457:11693:x1855007960247680:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1097us (1335us total) trans 4294997909 rc 0/0 00000100:00100000:2.0:1769074944.623787:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40945 00000100:00100000:2.0:1769074944.628775:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960247936 00000100:00100000:2.0:1769074944.628786:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960247936 00000100:00100000:2.0:1769074944.628852:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40946 00000100:00100000:2.0:1769074944.628862:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd5b268000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+457:11693:x1855007960247936:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.628930:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.628959:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe69902a00/0xf5091596e2f89616 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1221:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d924f expref: 457 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.628984:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1221:0x0].0x0 (ffff8ffe55e0e100) 00010000:00010000:2.0:1769074944.628994:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.629021:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043452 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.629034:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043452 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629042:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043452 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629053:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c400/0xf5091596e3043459 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xc8b6f40d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.629059:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c400/0xf5091596e3043459 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc8b6f40d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629066:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c400/0xf5091596e3043459 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc8b6f40d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629166:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043460 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1221:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.629175:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043460 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1221:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629181:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043460 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1221:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:2.0:1769074944.629420:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10111, 64 off655296 00000040:00080000:2.0:1769074944.629444:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10111, 64 off655296 00010000:00010000:2.0:1769074944.629534:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e3043467 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1221:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.629544:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e3043467 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629552:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e3043467 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629559:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e3043467 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629565:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e3043467 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629570:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e3043467 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1221:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629587:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.629604:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043460 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1221:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629609:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043460 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1221:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629614:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043460 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1221:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629619:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321d400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.629624:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043460 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1221:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629630:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043460 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1221:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629643:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1221:0x0].0x0 (ffff8ffe6925a900) 00010000:00010000:2.0:1769074944.629645:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.629649:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043460 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1221:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629655:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043460 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1221:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629754:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043452 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629760:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043452 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629765:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043452 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629770:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321dc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.629773:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043452 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629777:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043452 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629787:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe6925a400) 00010000:00010000:2.0:1769074944.629791:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.629793:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043452 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629799:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043452 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:2.0:1769074944.629813:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a42eca70 reply state 0000000082e8a27c transno 4294997910 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c400/0xf5091596e3043459 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc8b6f40d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629823:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c400/0xf5091596e3043459 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc8b6f40d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.629829:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc8b6f40d (ffff8ffe6925a600) 00010000:00010000:2.0:1769074944.629832:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.629834:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.629945:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd5b268000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+458:11693:x1855007960247936:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1083us (1257us total) trans 4294997910 rc 0/0 00000100:00100000:2.0:1769074944.629953:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40946 00000100:00100000:3.0:1769074944.633851:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960248192 00000100:00100000:3.0:1769074944.633862:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960248192 00000100:00100000:3.0:1769074944.633930:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40947 00000100:00100000:3.0:1769074944.633940:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+458:11693:x1855007960248192:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.634007:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.634037:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5fba0800/0xf5091596e2f94e85 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1766:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724db732 expref: 458 pid: 6527 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.634054:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1766:0x0].0x0 (ffff8ffe4562f000) 00010000:00010000:3.0:1769074944.634083:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.634111:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304346e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.634123:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304346e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634134:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304346e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634147:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043475 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x7e86e512 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.634158:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043475 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x7e86e512 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634164:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043475 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x7e86e512 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634263:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e304347c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1766:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.634272:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e304347c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1766:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634278:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e304347c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1766:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074944.634541:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10112, 64 off655360 00000040:00080000:3.0:1769074944.634567:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10112, 64 off655360 00010000:00010000:3.0:1769074944.634619:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e3043483 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1766:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.634630:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e3043483 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1766:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634637:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e3043483 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1766:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634644:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e3043483 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1766:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634650:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e3043483 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1766:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634656:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e3043483 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1766:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634680:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.634699:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e304347c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1766:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634704:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e304347c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1766:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634709:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e304347c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1766:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634714:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.634718:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e304347c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1766:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634725:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e304347c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1766:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634733:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1766:0x0].0x0 (ffff8ffe60f24100) 00010000:00010000:3.0:1769074944.634736:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.634739:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e304347c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1766:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634745:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e304347c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1766:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634844:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304346e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634851:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304346e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634856:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304346e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634865:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.634877:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304346e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634884:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304346e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634892:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe60f24d00) 00010000:00010000:3.0:1769074944.634894:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.634897:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304346e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634902:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304346e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:3.0:1769074944.634915:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fc7201d9 reply state 00000000455a4c12 transno 4294997911 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043475 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x7e86e512 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634924:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043475 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7e86e512 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.634930:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x7e86e512 (ffff8ffe60f24e00) 00010000:00010000:3.0:1769074944.634932:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.634935:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.635012:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+459:11693:x1855007960248192:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1072us (1252us total) trans 4294997911 rc 0/0 00000100:00100000:3.0:1769074944.635020:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40947 00000100:00100000:3.0:1769074944.659783:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960248448 00000100:00100000:3.0:1769074944.659802:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960248448 00000100:00100000:3.0:1769074944.659887:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40948 00000100:00100000:3.0:1769074944.659898:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+459:11693:x1855007960248448:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.659961:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.659989:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55f63200/0xf5091596e2fb481b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x25d8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e1c50 expref: 459 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.660024:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25d8:0x0].0x0 (ffff8ffe61090700) 00010000:00010000:3.0:1769074944.660041:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.660070:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304348a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.660082:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304348a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.660091:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304348a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.660103:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3043491 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x53570e07 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.660110:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3043491 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x53570e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.660116:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3043491 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x53570e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.660208:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e3043498 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x25d8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.660215:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e3043498 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x25d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.660221:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e3043498 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x25d8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:3.0:1769074944.662019:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10113, 64 off655424 00000040:00080000:3.0:1769074944.662161:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10113, 64 off655424 00010000:00010000:3.0:1769074944.662246:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304349f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x25d8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.662260:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304349f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662271:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304349f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x25d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662281:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304349f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x25d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662287:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304349f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x25d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662293:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304349f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x25d8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662323:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.662345:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e3043498 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x25d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662350:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e3043498 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x25d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662356:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e3043498 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x25d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662362:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.662366:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e3043498 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x25d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662372:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e3043498 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x25d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662387:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25d8:0x0].0x0 (ffff8ffe60f24700) 00010000:00010000:3.0:1769074944.662389:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.662394:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e3043498 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x25d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662398:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e3043498 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x25d8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662530:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304348a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662537:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304348a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662543:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304348a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662548:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.662551:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304348a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662556:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304348a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662575:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe60f24d00) 00010000:00010000:3.0:1769074944.662578:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.662581:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304348a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662587:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e304348a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:3.0:1769074944.662602:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000027bfcdb0 reply state 000000004b784e5e transno 4294997912 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3043491 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x53570e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662613:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3043491 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x53570e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.662618:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x53570e07 (ffff8ffe60f24100) 00010000:00010000:3.0:1769074944.662621:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.662623:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.662712:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+460:11693:x1855007960248448:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2811us (7683us total) trans 4294997912 rc 0/0 00000100:00100000:3.0:1769074944.662722:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40948 00010000:00010000:2.0:1769074944.663999:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.664012:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304349f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x25d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.664021:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.664025:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304349f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x25d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.664033:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304349f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x25d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.664046:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x25d8:0x0].0x0 (ffff8ffe60f24700) 00010000:00010000:2.0:1769074944.664049:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.664053:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304349f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x25d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.664058:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304349f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x25d8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.664081:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.664083:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.664085:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.670260:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.670268:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30434bb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1bd2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.670277:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65effc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.670281:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30434bb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1bd2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.670305:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30434bb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1bd2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.670322:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1bd2:0x0].0x0 (ffff8ffe7688d200) 00010000:00010000:2.0:1769074944.670330:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.670336:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30434bb lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1bd2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.670346:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30434bb lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1bd2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.670363:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.670367:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.670370:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.673967:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960248960 00000100:00100000:3.0:1769074944.673981:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960248960 00000100:00100000:3.0:1769074944.674056:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40950 00000100:00100000:3.0:1769074944.674067:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+461:11693:x1855007960248960:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.674194:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.674223:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe864c9e00/0xf5091596e2f83f45 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfa6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d80f2 expref: 461 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.674242:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xfa6:0x0].0x0 (ffff8ffe64155400) 00010000:00010000:3.0:1769074944.674261:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.674289:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30434c2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.674303:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30434c2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.674311:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30434c2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.674323:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30434c9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x5f1800b2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.674330:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30434c9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x5f1800b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.674336:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30434c9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x5f1800b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.674435:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30434d0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0xfa6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.674443:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30434d0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xfa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.674486:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30434d0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xfa6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:3.0:1769074944.674756:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10115, 64 off655552 00000040:00080000:3.0:1769074944.674782:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10115, 64 off655552 00010000:00010000:3.0:1769074944.678391:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30434d7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xfa6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.678414:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30434d7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xfa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678423:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30434d7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xfa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678431:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30434d7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xfa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678436:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30434d7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xfa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678441:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30434d7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xfa6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678502:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.678527:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30434d0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xfa6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678532:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30434d0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xfa6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678538:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30434d0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xfa6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678544:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.678548:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30434d0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xfa6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678554:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30434d0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xfa6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678565:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xfa6:0x0].0x0 (ffff8ffe80e58d00) 00010000:00010000:3.0:1769074944.678568:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.678572:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30434d0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0xfa6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678577:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30434d0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0xfa6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678725:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30434c2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678732:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30434c2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678737:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30434c2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678745:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.678747:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30434c2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678752:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30434c2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678759:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe60f24d00) 00010000:00010000:3.0:1769074944.678761:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.678764:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30434c2 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678768:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30434c2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:3.0:1769074944.678784:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000254ad008 reply state 000000002507ee82 transno 4294997914 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30434c9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x5f1800b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678794:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30434c9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x5f1800b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.678810:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x5f1800b2 (ffff8ffe60f24700) 00010000:00010000:3.0:1769074944.678813:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.678816:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.678931:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e237480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+462:11693:x1855007960248960:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 4861us (5792us total) trans 4294997914 rc 0/0 00000100:00100000:3.0:1769074944.678940:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40950 00000100:00100000:3.0:1769074944.690349:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960249216 00000100:00100000:3.0:1769074944.690360:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960249216 00000100:00100000:3.0:1769074944.690425:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40951 00000100:00100000:3.0:1769074944.690435:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+462:11693:x1855007960249216:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.690532:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.690559:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63bebe00/0xf5091596e2f92f13 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1680:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724db0e8 expref: 462 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.690591:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1680:0x0].0x0 (ffff8ffe48a5bd00) 00010000:00010000:3.0:1769074944.690603:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.690632:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30434de lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.690644:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30434de lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.690654:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30434de lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.690667:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30434e5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x9fdeae5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.690673:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30434e5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x9fdeae5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.690679:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30434e5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x9fdeae5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.690776:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e30434ec lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1680:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.690784:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e30434ec lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1680:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.690789:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e30434ec lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1680:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:3.0:1769074944.691049:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10116, 64 off655616 00000040:00080000:3.0:1769074944.691071:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10116, 64 off655616 00010000:00010000:3.0:1769074944.691117:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e30434f3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1680:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.691126:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e30434f3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1680:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691424:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e30434f3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1680:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691430:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e30434f3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1680:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691436:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e30434f3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1680:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691441:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e30434f3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1680:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691494:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.691513:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e30434ec lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1680:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691518:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e30434ec lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1680:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691524:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e30434ec lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1680:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691529:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.691533:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e30434ec lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1680:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691540:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e30434ec lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1680:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691553:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1680:0x0].0x0 (ffff8ffe56fe7400) 00010000:00010000:3.0:1769074944.691556:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.691560:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e30434ec lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1680:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691565:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e30434ec lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1680:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691680:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30434de lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691688:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30434de lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691694:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30434de lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691699:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.691702:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30434de lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691707:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30434de lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691716:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe80e58000) 00010000:00010000:3.0:1769074944.691718:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.691720:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30434de lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691726:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30434de lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:3.0:1769074944.691740:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003d54a10b reply state 000000005e219597 transno 4294997915 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30434e5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x9fdeae5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691750:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30434e5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9fdeae5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.691755:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x9fdeae5 (ffff8ffe80e58d00) 00010000:00010000:3.0:1769074944.691758:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.691761:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.691862:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+463:11693:x1855007960249216:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1426us (1689us total) trans 4294997915 rc 0/0 00000100:00100000:3.0:1769074944.691881:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40951 00000100:00100000:3.0:1769074944.697572:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960249472 00000100:00100000:3.0:1769074944.697586:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960249472 00000100:00100000:3.0:1769074944.697652:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40952 00000100:00100000:3.0:1769074944.697661:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+463:11693:x1855007960249472:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.697721:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.697749:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78542000/0xf5091596e2f8ad77 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x12cc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d96fc expref: 463 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.697779:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x12cc:0x0].0x0 (ffff8ffe59815000) 00010000:00010000:3.0:1769074944.697809:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.697839:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e30434fa lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.697851:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e30434fa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.697859:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e30434fa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.697881:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9e00/0xf5091596e3043501 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x7c1a4d20 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.697888:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9e00/0xf5091596e3043501 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x7c1a4d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.697894:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9e00/0xf5091596e3043501 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x7c1a4d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.697991:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043508 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x12cc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.698000:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043508 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x12cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698007:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043508 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x12cc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:3.0:1769074944.698233:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10117, 64 off655680 00000040:00080000:3.0:1769074944.698269:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10117, 64 off655680 00010000:00010000:3.0:1769074944.698317:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304350f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x12cc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.698326:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304350f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x12cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698333:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304350f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x12cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698340:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304350f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x12cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698346:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304350f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x12cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698352:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304350f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x12cc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698383:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.698401:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043508 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x12cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698407:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043508 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x12cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698414:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043508 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x12cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698419:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.698424:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043508 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x12cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698431:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043508 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x12cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698439:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x12cc:0x0].0x0 (ffff8ffe7d572d00) 00010000:00010000:3.0:1769074944.698442:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.698478:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043508 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x12cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698485:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043508 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x12cc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698597:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e30434fa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698603:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e30434fa lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698608:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e30434fa lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698616:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.698619:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e30434fa lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698624:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e30434fa lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698631:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe60f24d00) 00010000:00010000:3.0:1769074944.698633:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.698636:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e30434fa lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698640:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e30434fa lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:3.0:1769074944.698653:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000324e4abb reply state 00000000f6138d46 transno 4294997916 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9e00/0xf5091596e3043501 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x7c1a4d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698664:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9e00/0xf5091596e3043501 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7c1a4d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.698670:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x7c1a4d20 (ffff8ffe7d572400) 00010000:00010000:3.0:1769074944.698672:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.698674:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.698752:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+464:11693:x1855007960249472:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1090us (2563us total) trans 4294997916 rc 0/0 00000100:00100000:3.0:1769074944.698760:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40952 00010000:00010000:2.0:1769074944.698808:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.698816:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304350f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x12cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.698823:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.698826:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304350f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x12cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.698832:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304350f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x12cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.698842:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x12cc:0x0].0x0 (ffff8ffe7d572d00) 00010000:00010000:2.0:1769074944.698845:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.698848:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304350f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x12cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.698853:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304350f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x12cc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.698876:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.698879:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.698880:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.707934:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960249728 00000100:00100000:3.0:1769074944.707944:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960249728 00000100:00100000:3.0:1769074944.708011:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40953 00000100:00100000:3.0:1769074944.708019:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+464:11693:x1855007960249728:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.708078:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.708105:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe71b47400/0xf5091596e2faec5e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2339:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e09f7 expref: 464 pid: 6527 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.708124:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2339:0x0].0x0 (ffff8ffe74da8100) 00010000:00010000:3.0:1769074944.708136:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.708160:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3043516 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.708172:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3043516 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708180:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3043516 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708191:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e304351d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xe271c31d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.708197:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e304351d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xe271c31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708203:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e304351d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xe271c31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708315:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043524 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2339:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.708323:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043524 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2339:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708331:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043524 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2339:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:3.0:1769074944.708590:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10118, 64 off655744 00000040:00080000:3.0:1769074944.708610:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10118, 64 off655744 00010000:00010000:3.0:1769074944.708657:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304352b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2339:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.708666:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304352b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2339:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708672:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304352b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2339:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708679:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304352b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2339:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708684:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304352b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2339:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708689:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304352b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2339:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708711:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.708728:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043524 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2339:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708734:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043524 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2339:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708740:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043524 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2339:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708746:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.708750:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043524 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2339:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708757:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043524 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2339:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708770:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2339:0x0].0x0 (ffff8ffe7d572b00) 00010000:00010000:3.0:1769074944.708774:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.708775:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.708779:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043524 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2339:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.708785:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304352b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2339:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708787:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043524 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2339:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.708801:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.708806:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304352b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2339:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.708813:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304352b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2339:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.708823:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2339:0x0].0x0 (ffff8ffe7d572b00) 00010000:00010000:2.0:1769074944.708826:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.708830:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304352b lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2339:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.708836:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304352b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2339:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.708856:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.708859:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.708860:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.708927:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3043516 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708935:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3043516 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708941:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3043516 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708946:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.708949:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3043516 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708953:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3043516 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708962:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe7d572600) 00010000:00010000:3.0:1769074944.708964:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.708967:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3043516 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708973:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3043516 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:3.0:1769074944.708985:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009f955c5b reply state 000000001ebc223b transno 4294997917 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e304351d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xe271c31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.708996:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e304351d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe271c31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.709001:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xe271c31d (ffff8ffe7d572e00) 00010000:00010000:3.0:1769074944.709004:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.709006:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.709079:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+465:11693:x1855007960249728:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1059us (1241us total) trans 4294997917 rc 0/0 00000100:00100000:3.0:1769074944.709087:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40953 00000100:00100000:3.0:1769074944.715352:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960249984 00000100:00100000:3.0:1769074944.715363:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960249984 00000100:00100000:3.0:1769074944.715433:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40954 00000100:00100000:3.0:1769074944.715442:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+465:11693:x1855007960249984:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.715550:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.715581:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe68961c00/0xf5091596e2f66a53 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x240:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d2328 expref: 465 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.715599:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x240:0x0].0x0 (ffff8ffe67b2d200) 00010000:00010000:3.0:1769074944.715624:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.715770:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043532 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.715784:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043532 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.715793:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043532 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.715809:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043539 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x16ccfa15 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.715816:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043539 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x16ccfa15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.715821:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043539 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x16ccfa15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.715926:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043540 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x240:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.715934:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043540 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x240:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.715941:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043540 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x240:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074944.716165:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10119, 64 off655808 00000040:00080000:3.0:1769074944.716186:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10119, 64 off655808 00010000:00010000:3.0:1769074944.716234:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043547 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x240:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.716243:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043547 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x240:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716250:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043547 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x240:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716268:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043547 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x240:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716273:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043547 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x240:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716280:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043547 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x240:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716345:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.716363:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043540 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x240:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716369:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043540 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x240:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716374:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043540 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x240:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716380:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.716385:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043540 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x240:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716391:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043540 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x240:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716399:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x240:0x0].0x0 (ffff8ffe7d572100) 00010000:00010000:3.0:1769074944.716402:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.716405:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043540 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x240:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716410:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043540 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x240:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716562:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043532 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716569:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043532 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716575:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043532 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716583:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.716585:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043532 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716590:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043532 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716598:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe7d572800) 00010000:00010000:3.0:1769074944.716600:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.716604:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043532 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716609:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043532 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:3.0:1769074944.716623:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000847c176e reply state 00000000f08770b6 transno 4294997918 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043539 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x16ccfa15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716632:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043539 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16ccfa15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.716637:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x16ccfa15 (ffff8ffe7d572300) 00010000:00010000:3.0:1769074944.716639:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.716642:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.717124:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+466:11693:x1855007960249984:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1680us (1843us total) trans 4294997918 rc 0/0 00000100:00100000:3.0:1769074944.717133:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40954 00010000:00010000:2.0:1769074944.720262:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.720277:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043547 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x240:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.720289:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.720294:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043547 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x240:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.720312:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043547 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x240:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.720328:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x240:0x0].0x0 (ffff8ffe7d572100) 00010000:00010000:2.0:1769074944.720331:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.720336:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043547 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x240:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.720341:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043547 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x240:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.720367:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.720369:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.720371:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.720929:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960250240 00000100:00100000:3.0:1769074944.720939:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960250240 00000100:00100000:3.0:1769074944.721028:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40955 00000100:00100000:3.0:1769074944.721039:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+466:11693:x1855007960250240:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.721097:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.721116:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73d46800/0xf5091596e2faccc9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2252:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e03a6 expref: 466 pid: 6527 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.721141:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2252:0x0].0x0 (ffff8ffe5a5bb500) 00010000:00010000:3.0:1769074944.721153:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.721180:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304354e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.721191:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304354e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.721199:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304354e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.721211:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3043555 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x4f4df7da bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.721218:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3043555 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x4f4df7da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.721224:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3043555 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x4f4df7da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.721341:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304355c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2252:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.721350:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304355c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2252:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.721356:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304355c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2252:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074944.721779:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10120, 64 off655872 00000040:00080000:3.0:1769074944.721802:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10120, 64 off655872 00010000:00010000:3.0:1769074944.721848:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e3043563 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2252:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.721857:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e3043563 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.721864:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e3043563 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.721883:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e3043563 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.721889:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e3043563 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.721894:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e3043563 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2252:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.721916:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.721932:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304355c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.721938:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304355c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.721944:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304355c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.721950:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.721954:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304355c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.721959:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304355c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.721971:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2252:0x0].0x0 (ffff8ffe7d572500) 00010000:00010000:3.0:1769074944.721974:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.721977:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304355c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.721982:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e304355c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2252:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.722101:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304354e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.722108:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304354e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.722114:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304354e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.722119:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.722122:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304354e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.722128:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304354e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.722135:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe7d572900) 00010000:00010000:3.0:1769074944.722137:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.722140:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304354e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.722145:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e304354e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:3.0:1769074944.722160:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f541613d reply state 000000001fbf5e3e transno 4294997919 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3043555 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x4f4df7da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.722171:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3043555 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4f4df7da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.722177:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x4f4df7da (ffff8ffe7d572000) 00010000:00010000:3.0:1769074944.722179:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.722182:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.722439:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+467:11693:x1855007960250240:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1400us (1614us total) trans 4294997919 rc 0/0 00000100:00100000:3.0:1769074944.722474:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40955 00000100:00100000:3.0:1769074944.730224:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960250496 00000100:00100000:3.0:1769074944.730235:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960250496 00000100:00100000:3.0:1769074944.730304:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40956 00000100:00100000:3.0:1769074944.730315:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe80aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+467:11693:x1855007960250496:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.730376:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.730403:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64172600/0xf5091596e2fa456f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1e74:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724de894 expref: 467 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.730422:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e74:0x0].0x0 (ffff8ffe7d572c00) 00010000:00010000:3.0:1769074944.730445:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.730515:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304356a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.730527:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304356a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.730908:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304356a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.730926:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043571 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xb6a6ed37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.730935:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043571 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb6a6ed37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.730941:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043571 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb6a6ed37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.731043:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043578 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1e74:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.731051:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043578 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1e74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.731057:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043578 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1e74:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074944.731687:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10121, 64 off655936 00000040:00080000:3.0:1769074944.731715:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10121, 64 off655936 00010000:00010000:3.0:1769074944.731770:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304357f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1e74:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.731779:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304357f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.731787:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304357f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.731794:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304357f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.731800:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304357f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.731806:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304357f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.731834:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.731853:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043578 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1e74:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.731858:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043578 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1e74:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.731863:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043578 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1e74:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.731882:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.731887:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043578 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1e74:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.731894:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043578 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1e74:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.731905:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e74:0x0].0x0 (ffff8ffe7d572200) 00010000:00010000:3.0:1769074944.731909:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.731913:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043578 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1e74:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.731919:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043578 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1e74:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.732040:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304356a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.732047:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304356a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.732052:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304356a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.732060:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.732063:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304356a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.732069:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304356a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.732076:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe7d572800) 00010000:00010000:3.0:1769074944.732079:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.732082:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304356a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.732087:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e304356a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:3.0:1769074944.732100:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f74d1513 reply state 00000000c0bff5e4 transno 4294997920 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043571 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb6a6ed37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.732109:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043571 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb6a6ed37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.732114:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb6a6ed37 (ffff8ffe7d572600) 00010000:00010000:3.0:1769074944.732116:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.732118:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1769074944.732280:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.732287:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304357f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.732293:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.732296:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304357f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.732301:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304357f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.732311:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e74:0x0].0x0 (ffff8ffe7d572200) 00010000:00010000:2.0:1769074944.732313:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.732317:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304357f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.732322:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304357f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1e74:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.732336:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.732338:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.732340:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.733932:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe80aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+468:11693:x1855007960250496:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 3608us (3801us total) trans 4294997920 rc 0/0 00000100:00100000:3.0:1769074944.733945:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40956 00000100:00100000:3.0:1769074944.737898:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960250752 00000100:00100000:3.0:1769074944.737908:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960250752 00000100:00100000:3.0:1769074944.737973:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40957 00000100:00100000:3.0:1769074944.737984:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe80aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+468:11693:x1855007960250752:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.738042:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.738069:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe44cdfc00/0xf5091596e2f8184e lrc: 0/0,0 mode: --/PR res: [0x240000402:0xe89:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d7927 expref: 468 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.738088:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe89:0x0].0x0 (ffff8ffe75080f00) 00010000:00010000:3.0:1769074944.738111:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.738140:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043586 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.738155:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043586 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.738164:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043586 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.738175:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e304358d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xa997073c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.738181:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e304358d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xa997073c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.738187:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e304358d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xa997073c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.738378:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043594 lrc: 3/0,1 mode: --/EX res: [0x240000402:0xe89:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.738388:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043594 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xe89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.738394:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043594 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xe89:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074944.738695:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10122, 64 off656000 00000040:00080000:3.0:1769074944.738717:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10122, 64 off656000 00010000:00010000:3.0:1769074944.738768:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e304359b lrc: 3/0,1 mode: --/PW res: [0x240000402:0xe89:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.738777:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e304359b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xe89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.738785:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e304359b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xe89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.738791:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e304359b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xe89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.738797:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e304359b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xe89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.738802:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e304359b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xe89:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.738818:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.738835:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043594 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xe89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.738841:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043594 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xe89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.738846:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043594 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xe89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.738851:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.738856:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043594 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xe89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.738863:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043594 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xe89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.738887:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe89:0x0].0x0 (ffff8ffe7d572700) 00010000:00010000:3.0:1769074944.738890:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.738894:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043594 lrc: 2/0,0 mode: --/EX res: [0x240000402:0xe89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.738900:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043594 lrc: 0/0,0 mode: --/EX res: [0x240000402:0xe89:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.739017:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043586 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.739024:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043586 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.739030:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043586 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.739035:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.739038:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043586 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.739042:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043586 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.739050:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe7d572a00) 00010000:00010000:3.0:1769074944.739052:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.739054:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043586 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.739059:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043586 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:3.0:1769074944.739071:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000056cc1815 reply state 000000003698dd99 transno 4294997921 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e304358d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xa997073c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.739081:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e304358d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa997073c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.739087:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xa997073c (ffff8ffe7d572f00) 00010000:00010000:3.0:1769074944.739089:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.739091:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.739176:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe80aab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+469:11693:x1855007960250752:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1192us (1741us total) trans 4294997921 rc 0/0 00000100:00100000:3.0:1769074944.739184:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40957 00000100:00100000:3.0:1769074944.743759:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960251008 00000100:00100000:3.0:1769074944.743769:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960251008 00000100:00100000:3.0:1769074944.743822:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40958 00000100:00100000:3.0:1769074944.743831:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe80aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+469:11693:x1855007960251008:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.743898:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.743926:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe57a01800/0xf5091596e2f940d9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1702:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724db476 expref: 469 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.743953:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1702:0x0].0x0 (ffff8ffe7397ce00) 00010000:00010000:3.0:1769074944.743964:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.743989:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fce00/0xf5091596e30435a2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.744001:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fce00/0xf5091596e30435a2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.744010:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fce00/0xf5091596e30435a2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.744022:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc400/0xf5091596e30435a9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x54cc8a75 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.744029:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc400/0xf5091596e30435a9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x54cc8a75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.744035:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc400/0xf5091596e30435a9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x54cc8a75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.744131:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e30435b0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1702:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.744139:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e30435b0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1702:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.744146:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e30435b0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1702:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074944.744370:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10123, 64 off656064 00000040:00080000:3.0:1769074944.744392:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10123, 64 off656064 00010000:00010000:3.0:1769074944.744439:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e30435b7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1702:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074944.745148:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e30435b7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1702:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.745162:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e30435b7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1702:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.745169:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e30435b7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1702:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.745176:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e30435b7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1702:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.745182:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e30435b7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1702:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.745993:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.746000:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e30435b7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1702:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.746007:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fd200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.746010:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e30435b7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1702:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.746016:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e30435b7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1702:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.746025:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1702:0x0].0x0 (ffff8ffe7d572100) 00010000:00010000:2.0:1769074944.746027:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.746030:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e30435b7 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1702:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.746035:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e30435b7 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1702:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.746048:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.746050:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.746051:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.755226:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.755243:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e30435d3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x596:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.755340:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.755344:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e30435d3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x596:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.755353:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e30435d3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x596:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.755369:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x596:0x0].0x0 (ffff8ffe76828600) 00010000:00010000:2.0:1769074944.755372:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.755377:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e30435d3 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x596:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.755382:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e30435d3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x596:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.755970:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.755974:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.755976:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.769790:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.769812:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30435ef lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x622:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.769829:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.769835:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30435ef lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x622:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.769850:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30435ef lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x622:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.769881:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x622:0x0].0x0 (ffff8ffe56fe7400) 00010000:00010000:2.0:1769074944.769885:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.769889:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30435ef lrc: 1/0,0 mode: --/PW res: [0x240000402:0x622:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.769896:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e30435ef lrc: 0/0,0 mode: --/PW res: [0x240000402:0x622:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.769912:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.769914:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.769916:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.797202:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960252032 00000100:00100000:2.0:1769074944.797215:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960252032 00000100:00100000:2.0:1769074944.797285:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40962 00000100:00100000:2.0:1769074944.797297:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+473:11693:x1855007960252032:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.797356:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.797373:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63369400/0xf5091596e2f8728a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x111d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d8b33 expref: 473 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.797386:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x111d:0x0].0x0 (ffff8ffe604e5000) 00010000:00010000:2.0:1769074944.797408:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.797438:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043612 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.797472:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043612 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.797483:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043612 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.797495:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043619 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xfd66e126 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.797501:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043619 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xfd66e126 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.797510:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043619 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xfd66e126 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.797610:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043620 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x111d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.797618:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043620 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x111d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.797625:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043620 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x111d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074944.797907:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10127, 64 off656320 00000040:00080000:2.0:1769074944.797930:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10127, 64 off656320 00010000:00010000:2.0:1769074944.797979:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043627 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x111d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.797988:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043627 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x111d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.797996:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043627 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x111d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798002:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043627 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x111d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798008:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043627 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x111d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798014:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043627 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x111d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798038:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.798056:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043620 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x111d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798063:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043620 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x111d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798068:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043620 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x111d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798073:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321ca00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.798077:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043620 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x111d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798083:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043620 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x111d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798090:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x111d:0x0].0x0 (ffff8ffe6925a300) 00010000:00010000:2.0:1769074944.798093:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.798096:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043620 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x111d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798100:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043620 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x111d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798204:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043612 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798211:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043612 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798217:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043612 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798222:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321d400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.798225:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043612 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798235:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043612 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798244:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe6925a400) 00010000:00010000:2.0:1769074944.798246:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.798249:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043612 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798254:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043612 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074944.798266:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000005b6d464 reply state 00000000770eb900 transno 4294997926 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043619 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xfd66e126 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798277:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043619 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfd66e126 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.798282:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xfd66e126 (ffff8ffe6925ae00) 00010000:00010000:2.0:1769074944.798285:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.798287:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.798369:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+474:11693:x1855007960252032:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1071us (1359us total) trans 4294997926 rc 0/0 00000100:00100000:2.0:1769074944.798384:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40962 00000100:00100000:2.0:1769074944.802545:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074944.812927:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.812943:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e3043643 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1ce1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.812954:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.812958:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e3043643 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1ce1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.812971:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e3043643 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1ce1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.812988:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1ce1:0x0].0x0 (ffff8ffe68cacf00) 00010000:00010000:2.0:1769074944.812991:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.812996:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e3043643 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1ce1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.813001:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e3043643 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1ce1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.813017:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.813019:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.813021:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.815926:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074944.835073:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960253056 00000100:00100000:2.0:1769074944.835083:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960253056 00000100:00100000:2.0:1769074944.835144:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40966 00000100:00100000:2.0:1769074944.835153:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+477:11693:x1855007960253056:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.835209:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.835235:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80459c00/0xf5091596e2fa549c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1ee3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724deb9d expref: 477 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.835284:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1ee3:0x0].0x0 (ffff8ffe43ab1c00) 00010000:00010000:2.0:1769074944.835304:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.835332:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043682 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.835344:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043682 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.835354:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043682 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.835365:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043689 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x422a3435 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.835372:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043689 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x422a3435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.835377:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043689 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x422a3435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.835517:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043690 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1ee3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.835525:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043690 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1ee3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.835531:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043690 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1ee3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074944.836009:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10131, 64 off656576 00000040:00080000:2.0:1769074944.836028:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10131, 64 off656576 00010000:00010000:2.0:1769074944.836073:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043697 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1ee3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.836081:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043697 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1ee3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.836088:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043697 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1ee3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.836094:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043697 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1ee3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.836099:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043697 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1ee3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.836108:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043697 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1ee3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.837142:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.837167:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043690 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1ee3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.837173:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043690 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1ee3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.837178:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043690 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1ee3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.837183:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321d200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.837186:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043690 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1ee3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.837192:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043690 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1ee3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.837200:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1ee3:0x0].0x0 (ffff8ffe6925aa00) 00010000:00010000:2.0:1769074944.837202:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.837205:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043690 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1ee3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.837209:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043690 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1ee3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.837901:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043682 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.837909:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043682 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.837917:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043682 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.837922:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321d400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.837925:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043682 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.837931:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043682 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.837940:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe6925a400) 00010000:00010000:2.0:1769074944.837942:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.837945:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043682 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.837950:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e3043682 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074944.837964:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008af11dc5 reply state 00000000bbbbb340 transno 4294997930 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043689 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x422a3435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.837976:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043689 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x422a3435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.837982:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x422a3435 (ffff8ffe6925a700) 00010000:00010000:2.0:1769074944.837984:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.837987:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.838085:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+478:11693:x1855007960253056:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2927us (3176us total) trans 4294997930 rc 0/0 00000100:00100000:2.0:1769074944.838094:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40966 00000100:00100000:3.0:1769074944.841631:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074944.841888:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960253312 00000100:00100000:2.0:1769074944.841898:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960253312 00000100:00100000:2.0:1769074944.841951:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40967 00000100:00100000:2.0:1769074944.841960:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+478:11693:x1855007960253312:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.842018:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.842045:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f1f000/0xf5091596e2f9c68f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1ad4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724dcf34 expref: 478 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.842072:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1ad4:0x0].0x0 (ffff8ffe4ee29100) 00010000:00010000:2.0:1769074944.842087:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.842114:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e304369e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.842126:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e304369e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.842135:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e304369e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.842146:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e30436a5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x230365e7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.842151:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e30436a5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x230365e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.842156:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e30436a5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x230365e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.842260:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ac lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1ad4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.842268:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ac lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1ad4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.842278:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ac lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1ad4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074944.842815:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10132, 64 off656640 00000040:00080000:2.0:1769074944.842837:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10132, 64 off656640 00010000:00010000:2.0:1769074944.842891:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436b3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1ad4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.842900:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436b3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1ad4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.842908:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436b3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1ad4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.842915:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436b3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1ad4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.842921:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436b3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1ad4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.842927:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436b3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1ad4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.842986:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.843004:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ac lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1ad4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.843010:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ac lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1ad4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.843015:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ac lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1ad4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.843021:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65effc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.843025:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ac lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1ad4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.843031:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ac lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1ad4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.843040:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1ad4:0x0].0x0 (ffff8ffe6925ac00) 00010000:00010000:2.0:1769074944.843043:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.843046:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ac lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1ad4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.843052:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ac lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1ad4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.843156:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e304369e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.843163:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e304369e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.843169:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e304369e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.843173:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321c600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.843177:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e304369e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.843182:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e304369e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.843190:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe6925a000) 00010000:00010000:2.0:1769074944.843193:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.843196:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e304369e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.843205:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e304369e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074944.843219:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b00671a2 reply state 0000000027ce2a8e transno 4294997931 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e30436a5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x230365e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.843228:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e30436a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x230365e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.843233:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x230365e7 (ffff8ffe6925a200) 00010000:00010000:2.0:1769074944.843235:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.843238:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.843347:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+479:11693:x1855007960253312:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1386us (1722us total) trans 4294997931 rc 0/0 00000100:00100000:2.0:1769074944.843356:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40967 00010000:00010000:3.0:1769074944.845178:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.845194:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436b3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1ad4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.845207:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.845210:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436b3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1ad4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.845218:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436b3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1ad4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.845233:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1ad4:0x0].0x0 (ffff8ffe6925ac00) 00010000:00010000:3.0:1769074944.845235:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.845240:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436b3 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1ad4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.845245:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436b3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1ad4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.847329:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.847336:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.847339:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.851013:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960253568 00000100:00100000:2.0:1769074944.851024:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960253568 00000100:00100000:2.0:1769074944.851086:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40968 00000100:00100000:2.0:1769074944.851096:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+479:11693:x1855007960253568:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.851159:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.851187:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe51299e00/0xf5091596e2f89035 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x11f6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d9122 expref: 479 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.851206:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11f6:0x0].0x0 (ffff8ffe6d02cc00) 00010000:00010000:2.0:1769074944.851224:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.851251:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ba lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.851264:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ba lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.851272:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ba lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.851283:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436c1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xaf658b60 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.851289:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436c1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xaf658b60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.851294:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436c1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xaf658b60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.851389:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e30436c8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x11f6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.851397:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e30436c8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.851405:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e30436c8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11f6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:2.0:1769074944.852115:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10133, 64 off656704 00000040:00080000:2.0:1769074944.852134:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10133, 64 off656704 00010000:00010000:2.0:1769074944.852184:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e30436cf lrc: 3/0,1 mode: --/PW res: [0x240000402:0x11f6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.852194:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e30436cf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.852202:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e30436cf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x11f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.852213:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e30436cf lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.852219:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e30436cf lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x11f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.852224:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e30436cf lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x11f6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.852237:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.852253:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e30436c8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x11f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.852258:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e30436c8 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x11f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.852263:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e30436c8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.852268:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.852272:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e30436c8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x11f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.852278:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e30436c8 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x11f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.852287:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x11f6:0x0].0x0 (ffff8ffe6925ac00) 00010000:00010000:2.0:1769074944.852290:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.852293:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e30436c8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x11f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.852298:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e30436c8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x11f6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.852421:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ba lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.852429:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ba lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.852434:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ba lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.852438:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65effc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.852441:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ba lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.853004:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ba lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.853014:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe6925a000) 00010000:00010000:2.0:1769074944.853016:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.853019:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ba lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.853023:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e30436ba lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:2.0:1769074944.853037:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b95d48a0 reply state 000000002a915840 transno 4294997932 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436c1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xaf658b60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.853047:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaf658b60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.853053:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xaf658b60 (ffff8ffe6925a400) 00010000:00010000:2.0:1769074944.853056:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.853060:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.853189:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+480:11693:x1855007960253568:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2092us (2277us total) trans 4294997932 rc 0/0 00000100:00100000:2.0:1769074944.853199:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40968 00000100:00100000:3.0:1769074944.870945:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074944.871060:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.871071:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316600/0xf5091596e30436eb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x106f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.871081:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d316600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.871086:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316600/0xf5091596e30436eb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x106f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.871094:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316600/0xf5091596e30436eb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x106f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.871111:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x106f:0x0].0x0 (ffff8ffe527baa00) 00010000:00010000:2.0:1769074944.871114:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.871119:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316600/0xf5091596e30436eb lrc: 1/0,0 mode: --/PW res: [0x240000402:0x106f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.871124:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316600/0xf5091596e30436eb lrc: 0/0,0 mode: --/PW res: [0x240000402:0x106f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.871149:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.871151:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.871152:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.874356:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.874365:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317600/0xf5091596e3043707 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x245e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.874372:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d317600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.874375:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317600/0xf5091596e3043707 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x245e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.874386:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317600/0xf5091596e3043707 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x245e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.874397:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x245e:0x0].0x0 (ffff8ffe527ba200) 00010000:00010000:2.0:1769074944.874399:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.874403:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317600/0xf5091596e3043707 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x245e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.874408:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317600/0xf5091596e3043707 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x245e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.874426:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.874428:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.874429:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074944.877442:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074944.879263:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.879269:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3043723 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1513:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.879275:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.879279:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3043723 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1513:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.879283:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3043723 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1513:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.879291:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1513:0x0].0x0 (ffff8ffe637cde00) 00010000:00010000:2.0:1769074944.879294:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.879297:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3043723 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1513:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.879302:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3043723 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1513:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.879320:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.879322:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.879323:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.885441:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960254592 00000100:00100000:2.0:1769074944.885838:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960254592 00000100:00100000:2.0:1769074944.885954:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40972 00000100:00100000:2.0:1769074944.885965:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6849b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+483:11693:x1855007960254592:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.886023:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.886051:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe48bc8a00/0xf5091596e2f91217 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x15ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724dab1c expref: 483 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.886077:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x15ac:0x0].0x0 (ffff8ffe80988900) 00010000:00010000:2.0:1769074944.886091:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.886120:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304372a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.886134:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304372a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.886146:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304372a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.886158:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e3043731 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xc6b9d03e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.886165:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e3043731 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc6b9d03e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.886170:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e3043731 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc6b9d03e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.886282:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043738 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x15ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.886289:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043738 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x15ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.886295:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043738 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x15ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074944.886752:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10137, 64 off656960 00000040:00080000:2.0:1769074944.886782:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10137, 64 off656960 00010000:00010000:2.0:1769074944.886832:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e304373f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x15ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.886842:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e304373f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x15ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.886850:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e304373f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x15ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.886856:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e304373f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x15ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.886861:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e304373f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x15ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.887936:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e304373f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x15ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.887958:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.887980:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043738 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x15ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.887986:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043738 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x15ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.887992:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043738 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x15ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.887997:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe8204ca00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.888001:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043738 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x15ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.888008:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043738 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x15ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.888021:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x15ac:0x0].0x0 (ffff8ffe6925a300) 00010000:00010000:2.0:1769074944.888024:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.888028:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043738 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x15ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.888032:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043738 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x15ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.888168:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304372a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.888176:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304372a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.888182:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304372a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.888187:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.888190:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304372a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.888195:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304372a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.888209:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe6925a000) 00010000:00010000:2.0:1769074944.888211:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.888214:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304372a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.888219:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e304372a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074944.888233:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b0019d45 reply state 0000000066d16e9f transno 4294997936 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e3043731 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc6b9d03e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.888243:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e3043731 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc6b9d03e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.888249:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc6b9d03e (ffff8ffe6925aa00) 00010000:00010000:2.0:1769074944.888251:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.888253:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074944.889099:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.889109:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e304373f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x15ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.889117:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.889120:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e304373f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x15ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.889130:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e304373f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x15ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.889141:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x15ac:0x0].0x0 (ffff8ffe6925a300) 00010000:00010000:3.0:1769074944.889144:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.889146:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e304373f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x15ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.889152:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e304373f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x15ac:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074944.889169:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.889171:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.889173:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.889378:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6849b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+484:11693:x1855007960254592:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 3409us (4134us total) trans 4294997936 rc 0/0 00000100:00100000:2.0:1769074944.889388:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40972 00000100:00100000:2.0:1769074944.897239:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960254848 00000100:00100000:2.0:1769074944.897251:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960254848 00000100:00100000:2.0:1769074944.897315:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40973 00000100:00100000:2.0:1769074944.897324:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe80aab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+484:11693:x1855007960254848:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.897381:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.897411:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe44cdfe00/0xf5091596e2f90934 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x156b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724da955 expref: 484 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.897445:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x156b:0x0].0x0 (ffff8ffe63ab8900) 00010000:00010000:2.0:1769074944.897504:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.897531:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043746 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.897553:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043746 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.897562:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043746 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.897583:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211c00/0xf5091596e304374d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xb13ece2d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.897589:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211c00/0xf5091596e304374d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb13ece2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.897595:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211c00/0xf5091596e304374d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb13ece2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.897704:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043754 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x156b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.897711:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043754 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x156b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.897718:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043754 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x156b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074944.897978:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10138, 64 off657024 00000040:00080000:2.0:1769074944.897998:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10138, 64 off657024 00010000:00010000:2.0:1769074944.898042:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211e00/0xf5091596e304375b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x156b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074944.898050:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211e00/0xf5091596e304375b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x156b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898061:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211e00/0xf5091596e304375b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x156b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898066:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211e00/0xf5091596e304375b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x156b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898072:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211e00/0xf5091596e304375b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x156b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898076:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211e00/0xf5091596e304375b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x156b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898092:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074944.898108:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043754 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x156b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898113:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043754 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x156b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898118:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043754 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x156b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898123:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64211200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.898126:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043754 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x156b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898133:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043754 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x156b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898141:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x156b:0x0].0x0 (ffff8ffe6925ad00) 00010000:00010000:2.0:1769074944.898144:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074944.898147:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043754 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x156b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898156:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043754 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x156b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898267:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043746 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898273:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043746 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898278:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043746 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898283:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074944.898285:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043746 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898290:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043746 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898298:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe6925a900) 00010000:00010000:2.0:1769074944.898300:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074944.898304:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043746 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898308:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043746 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074944.898321:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b0614da1 reply state 000000009a11e2f2 transno 4294997937 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211c00/0xf5091596e304374d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb13ece2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898330:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211c00/0xf5091596e304374d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb13ece2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074944.898336:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb13ece2d (ffff8ffe6925af00) 00010000:00010000:2.0:1769074944.898339:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074944.898341:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074944.898418:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe80aab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+485:11693:x1855007960254848:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1094us (1284us total) trans 4294997937 rc 0/0 00000100:00100000:2.0:1769074944.898426:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40973 00000100:00100000:2.0:1769074944.914172:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960255104 00000100:00100000:2.0:1769074944.914183:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960255104 00000100:00100000:2.0:1769074944.914244:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40974 00000100:00100000:2.0:1769074944.914264:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68499c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+485:11693:x1855007960255104:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074944.914332:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074944.914360:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe471a6800/0xf5091596e2f6d0ba lrc: 0/0,0 mode: --/PR res: [0x240000402:0x52d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d37a3 expref: 485 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074944.914391:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x52d:0x0].0x0 (ffff8ffe4832c900) 00010000:00010000:2.0:1769074944.914408:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074944.914437:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043762 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074944.914991:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043762 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.915005:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043762 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.915155:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fde00/0xf5091596e3043769 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x2ac5cfea bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.915166:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fde00/0xf5091596e3043769 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x2ac5cfea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.915173:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fde00/0xf5091596e3043769 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x2ac5cfea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.915280:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043770 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x52d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.915288:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043770 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x52d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.915294:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043770 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x52d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:3.0:1769074944.915855:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10139, 64 off657088 00000040:00080000:3.0:1769074944.915886:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10139, 64 off657088 00010000:00010000:3.0:1769074944.915935:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043777 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x52d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.915945:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043777 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x52d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.915953:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043777 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x52d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.915959:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043777 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x52d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.915965:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043777 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x52d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.915970:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043777 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x52d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.915988:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074944.916008:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043770 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x52d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.916014:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043770 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x52d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.916019:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043770 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x52d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.916025:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fc200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.916029:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043770 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x52d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.916035:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043770 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x52d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.916049:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x52d:0x0].0x0 (ffff8ffe7d572800) 00010000:00010000:3.0:1769074944.916052:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074944.916056:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043770 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x52d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.916062:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043770 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x52d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.916180:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043762 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.916187:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043762 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.916193:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043762 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.916197:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074944.916200:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043762 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.916205:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043762 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.916213:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe6925a900) 00010000:00010000:3.0:1769074944.916216:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074944.916219:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043762 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.916224:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043762 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:3.0:1769074944.916238:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000712758b2 reply state 00000000de94118a transno 4294997938 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fde00/0xf5091596e3043769 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x2ac5cfea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.916619:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.916626:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043777 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x52d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.916632:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fda00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.916635:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043777 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x52d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.916644:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043777 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x52d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.916785:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x52d:0x0].0x0 (ffff8ffe7d572800) 00010000:00010000:2.0:1769074944.916788:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.916792:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043777 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x52d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.916797:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043777 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x52d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.916815:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.916816:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.916818:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.916951:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fde00/0xf5091596e3043769 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2ac5cfea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.916962:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x2ac5cfea (ffff8ffe7d572a00) 00010000:00010000:3.0:1769074944.916964:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074944.916967:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074944.917118:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68499c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+486:11693:x1855007960255104:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2862us (3211us total) trans 4294997938 rc 0/0 00000100:00100000:3.0:1769074944.917127:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40974 00000100:00100000:3.0:1769074944.937839:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960255360 00000100:00100000:3.0:1769074944.937856:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960255360 00000100:00100000:3.0:1769074944.937927:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40975 00000100:00100000:3.0:1769074944.937938:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68498700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+486:11693:x1855007960255360:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074944.938004:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074944.938032:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe432ef800/0xf5091596e2fb9186 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x27f1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e2aff expref: 486 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074944.938066:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x27f1:0x0].0x0 (ffff8ffe4a353300) 00010000:00010000:3.0:1769074944.938078:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074944.938106:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd000/0xf5091596e304377e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.938119:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd000/0xf5091596e304377e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.938129:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd000/0xf5091596e304377e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.938140:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd400/0xf5091596e3043785 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xd95820a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.938148:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd400/0xf5091596e3043785 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xd95820a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.938154:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd400/0xf5091596e3043785 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xd95820a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.938834:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e304378c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x27f1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074944.938848:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e304378c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x27f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.938855:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e304378c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x27f1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.941116:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.941123:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e3043793 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x27f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.941129:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.941132:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e3043793 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x27f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.941138:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e3043793 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x27f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.941147:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x27f1:0x0].0x0 (ffff8ffe7d572d00) 00010000:00010000:2.0:1769074944.941149:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.941154:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e3043793 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x27f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.941159:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e3043793 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x27f1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.941188:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.941189:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.941191:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.951350:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074944.951358:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317a00/0xf5091596e30437af lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x19fe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.951364:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d317a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074944.951367:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317a00/0xf5091596e30437af lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x19fe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.951373:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317a00/0xf5091596e30437af lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x19fe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.951382:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x19fe:0x0].0x0 (ffff8ffe527ba800) 00010000:00010000:3.0:1769074944.951385:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074944.951388:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317a00/0xf5091596e30437af lrc: 1/0,0 mode: --/PW res: [0x240000402:0x19fe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.951393:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317a00/0xf5091596e30437af lrc: 0/0,0 mode: --/PW res: [0x240000402:0x19fe:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074944.951411:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.951413:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074944.951415:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.965892:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074944.977505:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.977512:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316200/0xf5091596e30437e7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x977:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.977519:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d316200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.977522:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316200/0xf5091596e30437e7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x977:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.977528:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316200/0xf5091596e30437e7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x977:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.977536:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x977:0x0].0x0 (ffff8ffe527ba500) 00010000:00010000:2.0:1769074944.977538:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.977541:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316200/0xf5091596e30437e7 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x977:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.977546:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316200/0xf5091596e30437e7 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x977:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.977558:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.977560:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.977562:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.982787:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074944.983684:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074944.983690:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043803 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xf05:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.983697:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d317000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074944.983701:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043803 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xf05:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.983706:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043803 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xf05:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.983714:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xf05:0x0].0x0 (ffff8ffe527ba900) 00010000:00010000:2.0:1769074944.983716:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074944.983719:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043803 lrc: 1/0,0 mode: --/PW res: [0x240000402:0xf05:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.983723:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043803 lrc: 0/0,0 mode: --/PW res: [0x240000402:0xf05:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074944.983737:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.983739:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074944.983741:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074944.997026:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074945.000011:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074945.000023:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316200/0xf5091596e304381f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.000031:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d316200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074945.000035:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316200/0xf5091596e304381f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.000045:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316200/0xf5091596e304381f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.000060:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe1b:0x0].0x0 (ffff8ffe527ba500) 00010000:00010000:3.0:1769074945.000062:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074945.000066:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316200/0xf5091596e304381f lrc: 1/0,0 mode: --/PW res: [0x240000402:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.000071:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316200/0xf5091596e304381f lrc: 0/0,0 mode: --/PW res: [0x240000402:0xe1b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.000096:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.000098:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.000099:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.003582:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960256896 00000100:00100000:2.0:1769074945.003592:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960256896 00000100:00100000:2.0:1769074945.003674:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40981 00000100:00100000:2.0:1769074945.003684:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68499f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+492:11693:x1855007960256896:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.003743:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.003770:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5f81c000/0xf5091596e2fb7e3f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2764:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e2724 expref: 492 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.003790:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2764:0x0].0x0 (ffff8ffe48a76200) 00010000:00010000:2.0:1769074945.003814:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.003843:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043826 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074945.003856:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043826 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.003877:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043826 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.003890:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210800/0xf5091596e304382d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x16623098 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074945.003896:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210800/0xf5091596e304382d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x16623098 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.003901:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210800/0xf5091596e304382d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x16623098 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.004010:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043834 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2764:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074945.004018:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043834 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2764:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.004024:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043834 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2764:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074945.004277:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10146, 64 off657536 00000040:00080000:2.0:1769074945.004300:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10146, 64 off657536 00010000:00010000:2.0:1769074945.004348:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e304383b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2764:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074945.004357:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e304383b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2764:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.004364:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e304383b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2764:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.004370:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e304383b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2764:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.004381:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e304383b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2764:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.004386:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e304383b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2764:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.004410:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.004427:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043834 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2764:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.004433:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043834 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2764:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.004439:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043834 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2764:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.004444:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64211000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.004467:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043834 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2764:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.004474:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043834 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2764:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.004482:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2764:0x0].0x0 (ffff8ffe6925ad00) 00010000:00010000:2.0:1769074945.004485:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.004488:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043834 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2764:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000100:00080000:3.0:1769074945.004972:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1769074945.005007:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043834 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2764:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.005125:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043826 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.005136:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043826 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.005142:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043826 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.005147:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.005150:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043826 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.005156:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043826 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.005165:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe6925a000) 00010000:00010000:2.0:1769074945.005169:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.005172:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043826 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.005177:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043826 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074945.005193:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009d166b99 reply state 00000000fc773ec0 transno 4294997945 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210800/0xf5091596e304382d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x16623098 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.005203:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210800/0xf5091596e304382d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16623098 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.005208:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x16623098 (ffff8ffe6925a900) 00010000:00010000:2.0:1769074945.005211:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.005214:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.005394:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68499f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+493:11693:x1855007960256896:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1707us (1978us total) trans 4294997945 rc 0/0 00000100:00100000:2.0:1769074945.005406:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40981 00000100:00100000:3.0:1769074945.009494:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960257152 00000100:00100000:3.0:1769074945.009505:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960257152 00000100:00100000:3.0:1769074945.009561:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40982 00000100:00100000:3.0:1769074945.009580:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68499180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+493:11693:x1855007960257152:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.009640:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.009673:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe71707000/0xf5091596e2f96488 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1807:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724dbb99 expref: 493 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.009690:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1807:0x0].0x0 (ffff8ffe5b40c700) 00010000:00010000:3.0:1769074945.009712:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.009739:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043842 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.009751:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043842 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.009761:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043842 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.009772:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd000/0xf5091596e3043849 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x555a4baa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.009778:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd000/0xf5091596e3043849 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x555a4baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.009782:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd000/0xf5091596e3043849 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x555a4baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.009891:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043850 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1807:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.009899:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043850 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1807:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.009905:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043850 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1807:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074945.010130:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10147, 64 off657600 00000040:00080000:3.0:1769074945.010151:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10147, 64 off657600 00010000:00010000:3.0:1769074945.010199:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043857 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1807:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.010208:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043857 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1807:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010215:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043857 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1807:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010223:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043857 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1807:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010229:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043857 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1807:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010235:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043857 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1807:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010259:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.010278:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043850 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1807:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010283:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043850 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1807:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010288:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043850 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1807:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010294:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fcc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.010298:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043850 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1807:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010303:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043850 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1807:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010311:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1807:0x0].0x0 (ffff8ffe7d572800) 00010000:00010000:3.0:1769074945.010313:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.010316:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043850 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1807:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010321:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043850 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1807:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010417:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043842 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010424:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043842 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010429:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043842 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010434:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fc200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.010437:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043842 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010442:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043842 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010473:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe7d572d00) 00010000:00010000:3.0:1769074945.010476:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.010478:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043842 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010483:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e3043842 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:3.0:1769074945.010494:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cbefe8cf reply state 000000009996ebb7 transno 4294997946 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd000/0xf5091596e3043849 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x555a4baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010504:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd000/0xf5091596e3043849 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x555a4baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.010510:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x555a4baa (ffff8ffe7d572c00) 00010000:00010000:3.0:1769074945.010512:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.010514:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.010591:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68499180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+494:11693:x1855007960257152:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1012us (1227us total) trans 4294997946 rc 0/0 00000100:00100000:3.0:1769074945.010599:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40982 00010000:00010000:2.0:1769074945.021622:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074945.021629:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316800/0xf5091596e3043873 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xc4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.021634:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d316800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074945.021637:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316800/0xf5091596e3043873 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xc4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.021643:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316800/0xf5091596e3043873 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xc4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.021662:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xc4:0x0].0x0 (ffff8ffe527bab00) 00010000:00010000:2.0:1769074945.021665:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074945.021667:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316800/0xf5091596e3043873 lrc: 1/0,0 mode: --/PW res: [0x240000402:0xc4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.021672:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316800/0xf5091596e3043873 lrc: 0/0,0 mode: --/PW res: [0x240000402:0xc4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.021684:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.021686:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.021688:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.028061:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074945.028069:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e304388f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2038:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.034758:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074945.034774:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e304388f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2038:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.034789:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e304388f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2038:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.034810:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2038:0x0].0x0 (ffff8ffe527baa00) 00010000:00010000:3.0:1769074945.034813:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074945.034819:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e304388f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2038:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.034825:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e304388f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2038:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00000100:00100000:3.0:1769074945.052560:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.060624:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.060833:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960258432 00000100:00100000:3.0:1769074945.060845:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960258432 00000100:00100000:3.0:1769074945.060915:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40987 00000100:00100000:3.0:1769074945.060924:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc8acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+498:11693:x1855007960258432:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.060982:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.061010:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe60faec00/0xf5091596e2f6bd73 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x4a0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d33c8 expref: 498 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.061042:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4a0:0x0].0x0 (ffff8ffe5af08600) 00010000:00010000:3.0:1769074945.061063:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.061095:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e30438ce lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.061108:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e30438ce lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.061119:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e30438ce lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.061129:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e30438d5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xb81e5552 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.061135:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e30438d5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb81e5552 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.061140:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e30438d5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb81e5552 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.061231:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e30438dc lrc: 3/0,1 mode: --/EX res: [0x240000402:0x4a0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.061239:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e30438dc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.061245:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e30438dc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x4a0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.065928:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074945.065935:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e30438e3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.065941:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074945.065944:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e30438e3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x4a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.065953:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e30438e3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x4a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.065962:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x4a0:0x0].0x0 (ffff8ffe7d572100) 00010000:00010000:2.0:1769074945.065964:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074945.065967:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e30438e3 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x4a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.065972:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e30438e3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x4a0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.065987:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.065989:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.065991:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.069419:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.079440:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960258944 00000100:00100000:2.0:1769074945.079840:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960258944 00000100:00100000:2.0:1769074945.079957:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40989 00000100:00100000:2.0:1769074945.079968:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+500:11693:x1855007960258944:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.080030:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.080057:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5ec32a00/0xf5091596e2f6f18a lrc: 0/0,0 mode: --/PR res: [0x240000402:0x61d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d3e33 expref: 500 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.080093:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x61d:0x0].0x0 (ffff8ffe5642be00) 00010000:00010000:2.0:1769074945.080107:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.080134:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043906 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074945.080147:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043906 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.080161:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043906 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.080174:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211600/0xf5091596e304390d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xc34f9a6d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074945.080181:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211600/0xf5091596e304390d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc34f9a6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.080188:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211600/0xf5091596e304390d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc34f9a6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.080284:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043914 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074945.080292:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043914 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.080299:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043914 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074945.080672:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10154, 64 off658048 00000040:00080000:2.0:1769074945.080698:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10154, 64 off658048 00010000:00010000:2.0:1769074945.080747:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211a00/0xf5091596e304391b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x61d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074945.080757:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211a00/0xf5091596e304391b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x61d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.080765:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211a00/0xf5091596e304391b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x61d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.080772:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211a00/0xf5091596e304391b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x61d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.080783:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211a00/0xf5091596e304391b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x61d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.080790:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211a00/0xf5091596e304391b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x61d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.080813:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.080830:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043914 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.080837:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043914 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.080843:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043914 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.080848:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.080853:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043914 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.080871:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043914 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.080881:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x61d:0x0].0x0 (ffff8ffe6925ac00) 00010000:00010000:2.0:1769074945.080884:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.080887:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043914 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.080892:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043914 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x61d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.081000:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043906 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.081011:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043906 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.081016:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043906 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.081021:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64211800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.081024:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043906 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.081030:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043906 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.081038:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe6925a000) 00010000:00010000:2.0:1769074945.081040:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.081043:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043906 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.081049:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043906 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074945.081074:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009dc5f6d1 reply state 000000004c0c389c transno 4294997953 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211600/0xf5091596e304390d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc34f9a6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.081084:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211600/0xf5091596e304390d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc34f9a6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.081091:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc34f9a6d (ffff8ffe6925a300) 00010000:00010000:2.0:1769074945.081094:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.081096:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.081180:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+501:11693:x1855007960258944:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1212us (1862us total) trans 4294997953 rc 0/0 00000100:00100000:2.0:1769074945.081192:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40989 00000100:00100000:3.0:1769074945.084098:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074945.091893:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074945.091900:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ca00/0xf5091596e3043937 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x268b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.091905:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0ca00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074945.091908:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ca00/0xf5091596e3043937 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x268b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.091914:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ca00/0xf5091596e3043937 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x268b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.091921:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x268b:0x0].0x0 (ffff8ffe527bab00) 00010000:00010000:2.0:1769074945.091923:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074945.091926:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ca00/0xf5091596e3043937 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x268b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.091930:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ca00/0xf5091596e3043937 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x268b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.091943:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.091944:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.091946:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074945.097769:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074945.099834:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0de00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.099839:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0de00/0xf5091596e304394c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.099846:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0de00/0xf5091596e304394c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.099855:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b2:0x0].0x0 (ffff8ffe56f2ad00) 00010000:00010000:1.0:1769074945.099857:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.099889:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0de00/0xf5091596e304394c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.099895:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0de00/0xf5091596e304394c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2b2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.100009:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e304393e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.100015:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e304393e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.100020:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e304393e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.100024:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.100027:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e304393e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.100032:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e304393e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.100040:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe527ba500) 00010000:00010000:1.0:1769074945.100042:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.100045:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e304393e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.100054:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e304393e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:1.0:1769074945.100068:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b8b218c4 reply state 0000000005cf587d transno 4294997955 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c600/0xf5091596e3043945 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xf7a36411 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.100078:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c600/0xf5091596e3043945 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf7a36411 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.100083:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf7a36411 (ffff8ffe527ba900) 00010000:00010000:1.0:1769074945.100085:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074945.100087:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074945.100170:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+503:11693:x1855007960259456:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1104us (2409us total) trans 4294997955 rc 0/0 00000100:00100000:1.0:1769074945.100179:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40991 00010000:00010000:3.0:1769074945.100400:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074945.100407:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e3043953 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.100414:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0ce00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074945.100416:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e3043953 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.100422:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e3043953 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.100431:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2b2:0x0].0x0 (ffff8ffe56f2ad00) 00010000:00010000:3.0:1769074945.100433:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074945.100436:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e3043953 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.100440:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e3043953 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2b2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.100487:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.100489:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.100490:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.104573:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074945.104615:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960259712 00000100:00100000:1.0:1769074945.104628:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960259712 00000100:00100000:1.0:1769074945.104693:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40992 00000100:00100000:1.0:1769074945.104702:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc8acad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+503:11693:x1855007960259712:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:1.0:1769074945.104759:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074945.104786:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4832f200/0xf5091596e2f6286d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x88:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d1720 expref: 503 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.104804:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x88:0x0].0x0 (ffff8ffe48328100) 00010000:00010000:1.0:1769074945.104814:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074945.104838:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e304395a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.104851:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e304395a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.104873:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e304395a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.104887:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c000/0xf5091596e3043961 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xcbdb1880 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.104893:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c000/0xf5091596e3043961 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xcbdb1880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.104899:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c000/0xf5091596e3043961 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xcbdb1880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.105186:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043968 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x88:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.105196:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043968 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.105203:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043968 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x88:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:1.0:1769074945.105504:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10157, 64 off658240 00000040:00080000:1.0:1769074945.105526:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10157, 64 off658240 00010000:00010000:1.0:1769074945.105840:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e304396f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x88:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.105851:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e304396f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.105858:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e304396f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.105877:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e304396f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.105887:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e304396f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.105893:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e304396f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x88:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.105915:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074945.105933:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043968 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x88:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.105938:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043968 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x88:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.105944:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043968 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x88:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.105949:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.105953:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043968 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x88:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.105960:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043968 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x88:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.105970:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x88:0x0].0x0 (ffff8ffe56f2ab00) 00010000:00010000:1.0:1769074945.105973:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.105977:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043968 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x88:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.105982:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043968 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x88:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.106343:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e304395a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.106354:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e304395a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.106360:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e304395a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.106364:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.106367:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e304395a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.106373:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e304395a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.106381:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe56f2a500) 00010000:00010000:1.0:1769074945.106383:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.106386:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e304395a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.106390:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e304395a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:1.0:1769074945.106404:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002fed0f17 reply state 00000000e55f2a8e transno 4294997956 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c000/0xf5091596e3043961 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xcbdb1880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.106414:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c000/0xf5091596e3043961 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcbdb1880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.106420:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xcbdb1880 (ffff8ffe56f2a300) 00010000:00010000:1.0:1769074945.106422:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074945.106424:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074945.106761:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc8acad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+504:11693:x1855007960259712:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2056us (2195us total) trans 4294997956 rc 0/0 00000100:00100000:1.0:1769074945.106773:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40992 00000100:00100000:1.0:1769074945.110748:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960259968 00000100:00100000:1.0:1769074945.110760:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960259968 00000100:00100000:1.0:1769074945.110821:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40993 00000100:00100000:1.0:1769074945.110830:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+504:11693:x1855007960259968:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:1.0:1769074945.110903:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074945.110930:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6ca90200/0xf5091596e2f8dfa4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x143b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724da105 expref: 504 pid: 6527 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.110947:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x143b:0x0].0x0 (ffff8ffe6d4ecf00) 00010000:00010000:1.0:1769074945.110962:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074945.110988:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043976 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.112134:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043976 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.112152:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043976 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.112175:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0de00/0xf5091596e304397d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x1bcd0e07 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.112181:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0de00/0xf5091596e304397d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x1bcd0e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.112187:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0de00/0xf5091596e304397d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x1bcd0e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113041:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e3043984 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x143b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.113054:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e3043984 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x143b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113062:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e3043984 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x143b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:1.0:1769074945.113328:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10158, 64 off658304 00000040:00080000:1.0:1769074945.113349:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10158, 64 off658304 00010000:00010000:1.0:1769074945.113395:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e304398b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x143b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.113404:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e304398b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x143b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113410:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e304398b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x143b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113418:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e304398b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x143b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113423:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e304398b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x143b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113429:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e304398b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x143b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113490:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074945.113511:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e3043984 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x143b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113517:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e3043984 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x143b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113523:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e3043984 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x143b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113530:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.113534:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e3043984 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x143b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113541:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e3043984 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x143b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113552:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x143b:0x0].0x0 (ffff8ffe56f2a600) 00010000:00010000:1.0:1769074945.113555:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.113560:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e3043984 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x143b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113575:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e3043984 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x143b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113719:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043976 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113726:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043976 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113732:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043976 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113736:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.113739:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043976 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113745:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043976 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113754:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe56f2a800) 00010000:00010000:1.0:1769074945.113756:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.113759:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043976 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113764:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043976 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:1.0:1769074945.113780:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ef8486b3 reply state 0000000005617787 transno 4294997957 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0de00/0xf5091596e304397d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x1bcd0e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113790:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0de00/0xf5091596e304397d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1bcd0e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.113796:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x1bcd0e07 (ffff8ffe56f2a000) 00010000:00010000:1.0:1769074945.113798:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074945.113802:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074945.114778:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+505:11693:x1855007960259968:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 3938us (4147us total) trans 4294997957 rc 0/0 00000100:00100000:1.0:1769074945.114789:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40993 00000100:00100000:3.0:1769074945.122369:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074945.122496:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960260224 00000100:00100000:1.0:1769074945.122507:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960260224 00000100:00100000:1.0:1769074945.122561:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40994 00000100:00100000:1.0:1769074945.122571:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd442cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+505:11693:x1855007960260224:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:1.0:1769074945.122630:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074945.122898:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d240e00/0xf5091596e2f9ca86 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1af1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724dcfff expref: 505 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.122925:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1af1:0x0].0x0 (ffff8ffe81f9f100) 00010000:00010000:1.0:1769074945.122950:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074945.122981:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043992 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.123004:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043992 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.123013:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043992 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.123026:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043999 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x422d8678 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.123032:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043999 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x422d8678 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.123038:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043999 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x422d8678 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.123133:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439a0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1af1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.123141:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439a0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1af1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.123147:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439a0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1af1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:1.0:1769074945.123359:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10159, 64 off658368 00000040:00080000:1.0:1769074945.123378:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10159, 64 off658368 00010000:00010000:1.0:1769074945.123423:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e30439a7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1af1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.123433:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e30439a7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.123440:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e30439a7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126373:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e30439a7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126381:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e30439a7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126388:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e30439a7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126502:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074945.126527:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439a0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1af1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126534:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439a0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1af1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126540:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439a0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1af1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126546:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.126550:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439a0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1af1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126556:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439a0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1af1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126571:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1af1:0x0].0x0 (ffff8ffe56f2ae00) 00010000:00010000:1.0:1769074945.126574:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.126579:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439a0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1af1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126585:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439a0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1af1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126740:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043992 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126747:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043992 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126752:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043992 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126757:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.126760:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043992 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126765:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043992 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126773:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe56f2a500) 00010000:00010000:1.0:1769074945.126776:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.126779:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043992 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126785:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043992 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:1.0:1769074945.126799:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000006a0e546 reply state 000000004619aab8 transno 4294997958 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043999 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x422d8678 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126811:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043999 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x422d8678 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.126818:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x422d8678 (ffff8ffe56f2a200) 00010000:00010000:1.0:1769074945.126821:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074945.126824:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074945.126926:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+506:11693:x1855007960260224:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 4352us (4564us total) trans 4294997958 rc 0/0 00000100:00100000:1.0:1769074945.126936:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40994 00010000:00010000:2.0:1769074945.127912:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074945.127921:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e30439a7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.128414:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0c400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074945.128418:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e30439a7 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.128430:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e30439a7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.128444:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1af1:0x0].0x0 (ffff8ffe56f2ae00) 00010000:00010000:2.0:1769074945.128471:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074945.128475:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e30439a7 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.128481:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e30439a7 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1af1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.128503:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.128505:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.128507:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.131894:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074945.132110:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960260480 00000100:00100000:1.0:1769074945.132121:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960260480 00000100:00100000:1.0:1769074945.132618:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40995 00000100:00100000:1.0:1769074945.132630:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd55f74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+506:11693:x1855007960260480:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:1.0:1769074945.132702:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074945.132728:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe60e6ca00/0xf5091596e2f6dd94 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x58b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d3a35 expref: 506 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.132746:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x58b:0x0].0x0 (ffff8ffe5afa5f00) 00010000:00010000:1.0:1769074945.132756:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074945.132782:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e30439ae lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.132796:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e30439ae lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.132805:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e30439ae lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.132815:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e30439b5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x1829e3a2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.132821:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e30439b5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x1829e3a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.132826:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e30439b5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x1829e3a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.132938:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e30439bc lrc: 3/0,1 mode: --/EX res: [0x240000402:0x58b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.132946:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e30439bc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x58b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.132953:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e30439bc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x58b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:1.0:1769074945.133199:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10160, 64 off658432 00000040:00080000:1.0:1769074945.133221:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10160, 64 off658432 00010000:00010000:1.0:1769074945.133281:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439c3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x58b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.133290:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439c3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x58b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133297:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439c3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x58b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133304:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439c3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x58b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133309:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439c3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x58b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133314:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439c3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x58b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133327:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074945.133344:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e30439bc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x58b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133349:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e30439bc lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x58b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133354:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e30439bc lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x58b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133359:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0dc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.133363:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e30439bc lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x58b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133370:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e30439bc lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x58b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133377:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x58b:0x0].0x0 (ffff8ffe56f2ac00) 00010000:00010000:1.0:1769074945.133379:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.133382:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e30439bc lrc: 2/0,0 mode: --/EX res: [0x240000402:0x58b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133388:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e30439bc lrc: 0/0,0 mode: --/EX res: [0x240000402:0x58b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133532:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e30439ae lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133539:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e30439ae lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133544:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e30439ae lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133548:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.133551:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e30439ae lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133556:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e30439ae lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133567:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe56f2a800) 00010000:00010000:1.0:1769074945.133570:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.133573:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e30439ae lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133578:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e30439ae lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:1.0:1769074945.133592:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000005c45603 reply state 00000000a0903596 transno 4294997959 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e30439b5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x1829e3a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133602:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e30439b5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1829e3a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.133607:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x1829e3a2 (ffff8ffe56f2a700) 00010000:00010000:1.0:1769074945.133610:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074945.133612:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074945.133710:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd55f74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+507:11693:x1855007960260480:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1080us (1825us total) trans 4294997959 rc 0/0 00000100:00100000:1.0:1769074945.133717:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40995 00010000:00010000:3.0:1769074945.134339:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074945.134348:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439c3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x58b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.134355:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0ce00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074945.134358:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439c3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x58b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.134365:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439c3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x58b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.134376:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x58b:0x0].0x0 (ffff8ffe56f2ac00) 00010000:00010000:3.0:1769074945.134379:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074945.134382:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439c3 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x58b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.134386:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439c3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x58b:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.134401:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.134403:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.134404:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074945.137970:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960260736 00000100:00100000:1.0:1769074945.137980:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960260736 00000100:00100000:1.0:1769074945.138182:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40996 00000100:00100000:1.0:1769074945.138193:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+507:11693:x1855007960260736:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:1.0:1769074945.138333:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074945.138362:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6095c000/0xf5091596e2f65059 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1ac:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d1f1c expref: 507 pid: 6527 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.138380:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1ac:0x0].0x0 (ffff8ffe626b9000) 00010000:00010000:1.0:1769074945.138393:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074945.138420:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e30439ca lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.138433:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e30439ca lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.138441:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e30439ca lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.138576:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ca00/0xf5091596e30439d1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x9b77d7f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.138585:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ca00/0xf5091596e30439d1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x9b77d7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.138592:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ca00/0xf5091596e30439d1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x9b77d7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.138876:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e30439d8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.138885:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e30439d8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.138892:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e30439d8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:1.0:1769074945.139596:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10161, 64 off658496 00000040:00080000:1.0:1769074945.139620:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10161, 64 off658496 00010000:00010000:1.0:1769074945.139849:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e30439df lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1ac:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.139870:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e30439df lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.139883:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e30439df lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.139889:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e30439df lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.139894:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e30439df lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.139899:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e30439df lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1ac:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.139923:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074945.139942:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e30439d8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.139947:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e30439d8 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.139953:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e30439d8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.139958:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0cc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.139961:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e30439d8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.139968:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e30439d8 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.139978:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1ac:0x0].0x0 (ffff8ffe56f2a400) 00010000:00010000:1.0:1769074945.139981:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.139985:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e30439d8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.140338:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e30439d8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1ac:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.140716:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e30439ca lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.140725:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e30439ca lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.140731:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e30439ca lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.140736:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0c200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.140738:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e30439ca lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.140744:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e30439ca lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.140752:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe56f2a900) 00010000:00010000:1.0:1769074945.140755:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.140757:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e30439ca lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.140763:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e30439ca lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:1.0:1769074945.140777:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b4deb356 reply state 00000000ca3c4346 transno 4294997960 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ca00/0xf5091596e30439d1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x9b77d7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.140787:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ca00/0xf5091596e30439d1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9b77d7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.140792:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x9b77d7f1 (ffff8ffe56f2af00) 00010000:00010000:1.0:1769074945.140795:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074945.140798:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074945.140946:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+508:11693:x1855007960260736:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2750us (3505us total) trans 4294997960 rc 0/0 00000100:00100000:1.0:1769074945.140954:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40996 00000100:00100000:2.0:1769074945.145237:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074945.145335:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960260992 00000100:00100000:1.0:1769074945.145345:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960260992 00000100:00100000:1.0:1769074945.145403:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40997 00000100:00100000:1.0:1769074945.145413:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd55f75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+508:11693:x1855007960260992:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:1.0:1769074945.145515:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074945.145543:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c217a00/0xf5091596e2f85d13 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1080:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d86e8 expref: 508 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.145575:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1080:0x0].0x0 (ffff8ffe5f1f4900) 00010000:00010000:1.0:1769074945.145590:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074945.145619:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e30439e6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.145632:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e30439e6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.145642:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e30439e6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.145667:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439ed lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x4b5eb124 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.145675:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439ed lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x4b5eb124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.145681:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439ed lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x4b5eb124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.145777:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439f4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1080:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.145784:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439f4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1080:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.145790:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439f4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1080:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:1.0:1769074945.146037:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10162, 64 off658560 00000040:00080000:1.0:1769074945.146059:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10162, 64 off658560 00010000:00010000:1.0:1769074945.146106:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30439fb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1080:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.146116:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30439fb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146123:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30439fb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146128:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30439fb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146134:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30439fb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146140:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30439fb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1080:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146157:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074945.146173:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439f4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1080:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146179:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439f4 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1080:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146185:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439f4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1080:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146191:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0ce00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.146194:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439f4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1080:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146201:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439f4 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1080:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146210:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1080:0x0].0x0 (ffff8ffe56f2aa00) 00010000:00010000:1.0:1769074945.146213:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.146216:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439f4 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1080:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146222:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e30439f4 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1080:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146334:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e30439e6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146342:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e30439e6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146347:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e30439e6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146352:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.146355:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e30439e6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146360:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e30439e6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146372:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe56f2a500) 00010000:00010000:1.0:1769074945.146374:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.146377:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e30439e6 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146382:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e30439e6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:1.0:1769074945.146395:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009c6396c6 reply state 00000000f0bdcac6 transno 4294997961 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439ed lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x4b5eb124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146405:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4b5eb124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.146411:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x4b5eb124 (ffff8ffe56f2a100) 00010000:00010000:1.0:1769074945.146414:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074945.146416:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074945.146522:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd55f75500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+509:11693:x1855007960260992:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1109us (1294us total) trans 4294997961 rc 0/0 00000100:00100000:1.0:1769074945.146530:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40997 00010000:00010000:2.0:1769074945.147025:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074945.147034:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30439fb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1080:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.147040:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074945.147043:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30439fb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1080:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.147049:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30439fb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1080:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.147059:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1080:0x0].0x0 (ffff8ffe56f2aa00) 00010000:00010000:2.0:1769074945.147061:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074945.147064:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30439fb lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1080:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.147073:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e30439fb lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1080:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.147087:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.147089:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.147091:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.150576:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074945.156335:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074945.156350:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d000/0xf5091596e3043a17 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x22ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.156361:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321d000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074945.156366:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d000/0xf5091596e3043a17 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x22ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.156374:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d000/0xf5091596e3043a17 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x22ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.156391:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x22ff:0x0].0x0 (ffff8ffe637cd000) 00010000:00010000:2.0:1769074945.156394:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074945.156399:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d000/0xf5091596e3043a17 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x22ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.156404:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d000/0xf5091596e3043a17 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x22ff:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.156435:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.156437:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.156438:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074945.156817:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074945.156886:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960261504 00000100:00100000:1.0:1769074945.156896:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960261504 00000100:00100000:1.0:1769074945.156948:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40999 00000100:00100000:1.0:1769074945.156957:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd442cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+510:11693:x1855007960261504:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:1.0:1769074945.157027:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074945.157046:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5ad63a00/0xf5091596e2faa776 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2141:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724dfc2f expref: 510 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.157072:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2141:0x0].0x0 (ffff8ffe5d405f00) 00010000:00010000:1.0:1769074945.157081:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074945.157108:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043a1e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074945.157121:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043a1e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157130:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043a1e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157141:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e3043a25 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xff7bd9d1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074945.157146:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e3043a25 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xff7bd9d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157152:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e3043a25 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xff7bd9d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157258:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043a2c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2141:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074945.157267:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043a2c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2141:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157274:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043a2c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2141:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:1.0:1769074945.157530:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10164, 64 off658688 00000040:00080000:1.0:1769074945.157550:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10164, 64 off658688 00010000:00010000:1.0:1769074945.157593:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3043a33 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2141:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074945.157603:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3043a33 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2141:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157615:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3043a33 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2141:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157621:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3043a33 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2141:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157626:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3043a33 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2141:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157631:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3043a33 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2141:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157648:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074945.157676:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043a2c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2141:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157682:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043a2c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2141:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157689:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043a2c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2141:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157694:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.157698:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043a2c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2141:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157704:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043a2c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2141:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157711:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2141:0x0].0x0 (ffff8ffe56f2ae00) 00010000:00010000:1.0:1769074945.157714:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.157717:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043a2c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2141:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157727:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043a2c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2141:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157838:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043a1e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157845:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043a1e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157850:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043a1e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157854:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.157868:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043a1e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157873:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043a1e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157880:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe56f2a800) 00010000:00010000:1.0:1769074945.157882:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.157885:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043a1e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157889:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043a1e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:1.0:1769074945.157902:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fc51b529 reply state 000000009b64a6d2 transno 4294997963 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e3043a25 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xff7bd9d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157912:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e3043a25 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xff7bd9d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.157917:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xff7bd9d1 (ffff8ffe56f2ac00) 00010000:00010000:1.0:1769074945.157920:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074945.157923:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1769074945.158211:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074945.158219:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3043a33 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2141:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.158229:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074945.158232:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3043a33 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2141:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.158238:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3043a33 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2141:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.158258:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2141:0x0].0x0 (ffff8ffe56f2ae00) 00010000:00010000:2.0:1769074945.158260:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074945.158263:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3043a33 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2141:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.158268:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3043a33 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2141:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.158281:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.158283:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.158285:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074945.159365:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+511:11693:x1855007960261504:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2399us (2542us total) trans 4294997963 rc 0/0 00000100:00100000:1.0:1769074945.159377:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40999 00000100:00100000:3.0:1769074945.162756:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074945.162834:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960261760 00000100:00100000:1.0:1769074945.162845:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960261760 00000100:00100000:1.0:1769074945.162918:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41000 00000100:00100000:1.0:1769074945.162927:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+511:11693:x1855007960261760:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:1.0:1769074945.162987:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074945.163024:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8d4e00/0xf5091596e2f6fce3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x670:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d4078 expref: 511 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.163060:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x670:0x0].0x0 (ffff8ffe73a3cf00) 00010000:00010000:1.0:1769074945.163076:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074945.163109:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3043a3a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074945.163122:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3043a3a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.163132:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3043a3a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.163143:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79200/0xf5091596e3043a41 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x3f7f6641 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074945.163150:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79200/0xf5091596e3043a41 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x3f7f6641 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.163155:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79200/0xf5091596e3043a41 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x3f7f6641 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.163443:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e3043a48 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x670:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074945.163500:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e3043a48 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x670:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.163506:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e3043a48 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x670:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:1.0:1769074945.163735:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10165, 64 off658752 00000040:00080000:1.0:1769074945.163758:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10165, 64 off658752 00010000:00010000:1.0:1769074945.163806:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e3043a4f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x670:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074945.163815:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e3043a4f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x670:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.163823:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e3043a4f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x670:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.163830:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e3043a4f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x670:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.163837:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e3043a4f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x670:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.163843:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e3043a4f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x670:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.163871:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074945.163890:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e3043a48 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x670:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.163896:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e3043a48 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x670:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.163903:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e3043a48 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x670:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.163908:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.163913:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e3043a48 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x670:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.163920:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e3043a48 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x670:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.163930:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x670:0x0].0x0 (ffff8ffe56f2ab00) 00010000:00010000:1.0:1769074945.163932:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.163936:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e3043a48 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x670:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.163942:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e3043a48 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x670:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.164767:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3043a3a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.164776:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3043a3a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.164782:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3043a3a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.164787:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.164790:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3043a3a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.164796:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3043a3a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.164809:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe56f2a600) 00010000:00010000:1.0:1769074945.164812:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.164814:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3043a3a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.164820:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3043a3a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:1.0:1769074945.164833:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000583e7480 reply state 00000000d0879fa2 transno 4294997964 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79200/0xf5091596e3043a41 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x3f7f6641 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.164843:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79200/0xf5091596e3043a41 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3f7f6641 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.164850:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x3f7f6641 (ffff8ffe56f2ad00) 00010000:00010000:1.0:1769074945.164852:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074945.164855:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074945.164949:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+512:11693:x1855007960261760:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2019us (2199us total) trans 4294997964 rc 0/0 00000100:00100000:1.0:1769074945.164959:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41000 00000100:00100000:3.0:1769074945.168969:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960262016 00000100:00100000:3.0:1769074945.168981:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960262016 00000100:00100000:3.0:1769074945.169179:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41001 00000100:00100000:3.0:1769074945.169189:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+512:11693:x1855007960262016:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.169341:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.169368:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe658da200/0xf5091596e2f7b5bb lrc: 0/0,0 mode: --/PR res: [0x240000402:0xbb8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d6570 expref: 512 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.169392:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xbb8:0x0].0x0 (ffff8ffe5bdd9f00) 00010000:00010000:3.0:1769074945.169406:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.169433:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043a56 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.169576:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043a56 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.169587:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043a56 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.169602:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fce00/0xf5091596e3043a5d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xcd4d8f44 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.169609:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fce00/0xf5091596e3043a5d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xcd4d8f44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.169615:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fce00/0xf5091596e3043a5d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xcd4d8f44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.169967:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043a64 lrc: 3/0,1 mode: --/EX res: [0x240000402:0xbb8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.169976:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043a64 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xbb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.169983:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043a64 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xbb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.170432:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10166, 64 off658816 00000040:00080000:3.0:1769074945.170597:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10166, 64 off658816 00010000:00010000:3.0:1769074945.170821:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043a6b lrc: 3/0,1 mode: --/PW res: [0x240000402:0xbb8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.170833:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043a6b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xbb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.170841:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043a6b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xbb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.170848:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043a6b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xbb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.170854:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043a6b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xbb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.170874:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043a6b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xbb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.170929:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.170949:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043a64 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xbb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.170955:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043a64 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xbb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.170960:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043a64 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xbb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.170965:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fd800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.170970:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043a64 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xbb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.170976:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043a64 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xbb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.170986:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xbb8:0x0].0x0 (ffff8ffe7d572100) 00010000:00010000:3.0:1769074945.170989:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.170993:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043a64 lrc: 2/0,0 mode: --/EX res: [0x240000402:0xbb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.171010:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043a64 lrc: 0/0,0 mode: --/EX res: [0x240000402:0xbb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.171140:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043a56 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.171146:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043a56 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.171155:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043a56 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.171159:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fd200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.171161:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043a56 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.171167:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043a56 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.171175:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe7d572900) 00010000:00010000:3.0:1769074945.171177:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.171180:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043a56 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.171184:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043a56 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.171196:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f62b9554 reply state 00000000f356a1c3 transno 4294997965 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fce00/0xf5091596e3043a5d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xcd4d8f44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.171205:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fce00/0xf5091596e3043a5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcd4d8f44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.171211:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xcd4d8f44 (ffff8ffe7d572200) 00010000:00010000:3.0:1769074945.171213:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.171215:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.171313:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+513:11693:x1855007960262016:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2122us (2423us total) trans 4294997965 rc 0/0 00000100:00100000:3.0:1769074945.171322:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41001 00010000:00010000:2.0:1769074945.174947:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074945.174962:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043a6b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xbb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.174974:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fdc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074945.174978:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043a6b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xbb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.174987:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043a6b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xbb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.175090:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xbb8:0x0].0x0 (ffff8ffe7d572100) 00010000:00010000:2.0:1769074945.175094:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074945.175100:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043a6b lrc: 1/0,0 mode: --/PW res: [0x240000402:0xbb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.175106:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043a6b lrc: 0/0,0 mode: --/PW res: [0x240000402:0xbb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.175130:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.175132:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.175133:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074945.175212:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.175369:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960262272 00000100:00100000:3.0:1769074945.175379:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960262272 00000100:00100000:3.0:1769074945.175754:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41002 00000100:00100000:3.0:1769074945.175769:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+513:11693:x1855007960262272:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.175827:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.175846:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55cad600/0xf5091596e2fa34e4 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1dfb:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724de545 expref: 513 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.175868:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1dfb:0x0].0x0 (ffff8ffe51cd6e00) 00010000:00010000:3.0:1769074945.175878:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.175905:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043a72 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.175917:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043a72 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.175925:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043a72 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.175937:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043a79 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x7c58a78b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.175943:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043a79 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x7c58a78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.175948:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043a79 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x7c58a78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.176164:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043a80 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1dfb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.176173:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043a80 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1dfb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.176182:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043a80 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1dfb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.176853:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10167, 64 off658880 00000040:00080000:3.0:1769074945.176886:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10167, 64 off658880 00010000:00010000:3.0:1769074945.176932:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043a87 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1dfb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.176943:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043a87 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1dfb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.176950:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043a87 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1dfb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.176956:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043a87 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1dfb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.176961:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043a87 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1dfb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.176966:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043a87 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1dfb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.176984:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.177144:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074945.177150:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043a87 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1dfb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.177157:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074945.177160:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043a87 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1dfb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.177168:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043a87 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1dfb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.177179:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1dfb:0x0].0x0 (ffff8ffe60f24d00) 00010000:00010000:2.0:1769074945.177181:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074945.177185:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043a87 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1dfb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.177191:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043a87 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1dfb:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.177202:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.177203:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.177205:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.177340:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043a80 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1dfb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.177347:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043a80 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1dfb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.177353:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043a80 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1dfb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.177357:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.177361:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043a80 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1dfb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.177367:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043a80 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1dfb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.177373:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1dfb:0x0].0x0 (ffff8ffe60f24d00) 00010000:00010000:3.0:1769074945.177376:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.177378:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043a80 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1dfb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.177383:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043a80 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1dfb:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.177640:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043a72 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.177647:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043a72 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.178106:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043a72 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.178112:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fcc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.178115:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043a72 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.178121:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043a72 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.178130:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe7d572d00) 00010000:00010000:3.0:1769074945.178132:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.178135:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043a72 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.178146:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043a72 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.178161:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cc08fe93 reply state 000000002523264c transno 4294997966 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043a79 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x7c58a78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.178172:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043a79 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7c58a78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.178178:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x7c58a78b (ffff8ffe7d572800) 00010000:00010000:3.0:1769074945.178180:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.178183:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.178670:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+514:11693:x1855007960262272:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2897us (3453us total) trans 4294997966 rc 0/0 00000100:00100000:3.0:1769074945.178681:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41002 00000100:00100000:3.0:1769074945.183242:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960262528 00000100:00100000:3.0:1769074945.183339:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960262528 00000100:00100000:3.0:1769074945.183562:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41003 00000100:00100000:3.0:1769074945.183573:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+514:11693:x1855007960262528:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.183632:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.183911:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7861e600/0xf5091596e2fb806f lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2774:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e2794 expref: 514 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.183937:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2774:0x0].0x0 (ffff8ffe6141ed00) 00010000:00010000:3.0:1769074945.183951:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.185257:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074945.185265:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043aa3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2774:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.185275:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321d200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074945.185279:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043aa3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2774:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.185284:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043aa3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2774:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.185292:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2774:0x0].0x0 (ffff8ffe637cdc00) 00010000:00010000:2.0:1769074945.185295:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074945.185298:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043aa3 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2774:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.185303:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043aa3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2774:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.188767:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.188775:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.188777:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.189853:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960262784 00000100:00100000:2.0:1769074945.189873:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960262784 00000100:00100000:2.0:1769074945.189978:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41004 00000100:00100000:2.0:1769074945.189989:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+515:11693:x1855007960262784:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.190060:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.190085:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73639800/0xf5091596e2f90dfd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x158e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724daa4a expref: 515 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.190102:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x158e:0x0].0x0 (ffff8ffe637cdb00) 00010000:00010000:2.0:1769074945.190120:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.190145:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043aaa lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.190159:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043aaa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.190167:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043aaa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.190178:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210000/0xf5091596e3043ab1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xcaad7780 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.190184:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210000/0xf5091596e3043ab1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xcaad7780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.190189:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210000/0xf5091596e3043ab1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xcaad7780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.190513:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043ab8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x158e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.190522:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043ab8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x158e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.190528:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043ab8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x158e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074945.190799:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10169, 64 off659008 00000040:00080000:2.0:1769074945.190822:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10169, 64 off659008 00010000:00010000:2.0:1769074945.190885:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043abf lrc: 3/0,1 mode: --/PW res: [0x240000402:0x158e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.190894:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043abf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x158e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.190902:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043abf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x158e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.190913:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043abf lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x158e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.190918:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043abf lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x158e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.190924:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043abf lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x158e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.190943:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.190960:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043ab8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x158e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.190967:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043ab8 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x158e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.190974:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043ab8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x158e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.190979:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64211400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.190982:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043ab8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x158e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.190990:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043ab8 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x158e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.191009:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x158e:0x0].0x0 (ffff8ffe6925ad00) 00010000:00010000:2.0:1769074945.191012:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.191015:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043ab8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x158e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.191020:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043ab8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x158e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.191139:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043aaa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.191145:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043aaa lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.191150:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043aaa lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.191155:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.191157:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043aaa lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.191163:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043aaa lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.191171:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe6925a000) 00010000:00010000:2.0:1769074945.191173:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.191175:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043aaa lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.191180:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043aaa lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074945.191193:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004403f481 reply state 00000000edd70f16 transno 4294997968 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210000/0xf5091596e3043ab1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xcaad7780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.191203:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210000/0xf5091596e3043ab1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcaad7780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.191209:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xcaad7780 (ffff8ffe6925ac00) 00010000:00010000:2.0:1769074945.191211:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.191214:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.191308:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+516:11693:x1855007960262784:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1319us (1530us total) trans 4294997968 rc 0/0 00000100:00100000:2.0:1769074945.191316:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41004 00000100:00100000:1.0:1769074945.196426:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.196877:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960263040 00000100:00100000:2.0:1769074945.196888:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960263040 00000100:00100000:2.0:1769074945.196977:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41005 00000100:00100000:2.0:1769074945.196987:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+516:11693:x1855007960263040:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.197143:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.197169:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63b1e000/0xf5091596e2f67313 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x280:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d24e8 expref: 516 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.197185:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x280:0x0].0x0 (ffff8ffe57825200) 00010000:00010000:2.0:1769074945.197202:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.197232:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043ac6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.197325:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043ac6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.197338:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043ac6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.197353:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211e00/0xf5091596e3043acd lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x57bcac4e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.197360:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211e00/0xf5091596e3043acd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x57bcac4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.197365:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211e00/0xf5091596e3043acd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x57bcac4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.197741:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043ad4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x280:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.197750:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043ad4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x280:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.197756:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043ad4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x280:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074945.197993:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10170, 64 off659072 00000040:00080000:2.0:1769074945.198268:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10170, 64 off659072 00010000:00010000:2.0:1769074945.198324:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043adb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x280:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.198333:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043adb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198340:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043adb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198346:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043adb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198352:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043adb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198357:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043adb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x280:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198384:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.198405:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043ad4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x280:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198410:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043ad4 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x280:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198417:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043ad4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x280:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198423:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.198427:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043ad4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x280:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198435:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043ad4 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x280:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198445:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x280:0x0].0x0 (ffff8ffe59815000) 00010000:00010000:2.0:1769074945.198480:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.198485:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043ad4 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x280:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198491:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043ad4 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x280:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198610:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043ac6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198617:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043ac6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198623:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043ac6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198627:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.198630:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043ac6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198636:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043ac6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198648:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe68cacf00) 00010000:00010000:2.0:1769074945.198790:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.198795:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043ac6 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198801:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043ac6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074945.198818:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b801b027 reply state 00000000336cc452 transno 4294997969 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211e00/0xf5091596e3043acd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x57bcac4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198829:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211e00/0xf5091596e3043acd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x57bcac4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.198834:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x57bcac4e (ffff8ffe76828600) 00010000:00010000:2.0:1769074945.198837:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.198839:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.199124:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+517:11693:x1855007960263040:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2134us (2702us total) trans 4294997969 rc 0/0 00000100:00100000:2.0:1769074945.199134:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41005 00000100:00100000:3.0:1769074945.202954:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960263296 00000100:00100000:3.0:1769074945.202966:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960263296 00000100:00100000:3.0:1769074945.203031:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41006 00000100:00100000:3.0:1769074945.203040:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd9f245c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+517:11693:x1855007960263296:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.203097:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.203122:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe567ff600/0xf5091596e2f7183b lrc: 0/0,0 mode: --/PR res: [0x240000402:0x738:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d45f0 expref: 517 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.203140:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x738:0x0].0x0 (ffff8ffe519a1b00) 00010000:00010000:3.0:1769074945.203151:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.203176:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043ae2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.203187:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043ae2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.203196:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043ae2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.203208:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043ae9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x472b881c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.203213:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043ae9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x472b881c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.203218:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043ae9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x472b881c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.203597:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043af0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x738:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.203606:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043af0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x738:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.203613:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043af0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x738:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.203926:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10171, 64 off659136 00000040:00080000:3.0:1769074945.203947:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10171, 64 off659136 00010000:00010000:3.0:1769074945.204132:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043af7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x738:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.204144:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043af7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x738:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204152:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043af7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x738:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204159:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043af7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x738:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204164:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043af7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x738:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204170:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043af7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x738:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204198:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.204216:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043af0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x738:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204221:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043af0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x738:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204227:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043af0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x738:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204233:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.204237:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043af0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x738:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204243:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043af0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x738:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204647:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x738:0x0].0x0 (ffff8ffe7d572100) 00010000:00010000:3.0:1769074945.204650:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.204723:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043af0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x738:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204731:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043af0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x738:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204873:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043ae2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204879:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043ae2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204884:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043ae2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204888:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.204891:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043ae2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204896:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043ae2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204904:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe60f24d00) 00010000:00010000:3.0:1769074945.204906:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.204909:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043ae2 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204914:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043ae2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.204926:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000079744461 reply state 000000009cdf7aa0 transno 4294997970 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043ae9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x472b881c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204936:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043ae9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x472b881c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.204942:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x472b881c (ffff8ffe7d572d00) 00010000:00010000:3.0:1769074945.204944:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.204946:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.205184:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd9f245c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+518:11693:x1855007960263296:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2141us (2370us total) trans 4294997970 rc 0/0 00000100:00100000:3.0:1769074945.205193:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41006 00000100:00100000:1.0:1769074945.209103:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.209184:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960263552 00000100:00100000:3.0:1769074945.209197:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960263552 00000100:00100000:1.0:1769074945.209355:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41007 00000100:00100000:1.0:1769074945.209367:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+518:11693:x1855007960263552:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:1.0:1769074945.209426:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074945.209665:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe679d3200/0xf5091596e2f96c53 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1840:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724dbd28 expref: 518 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.209703:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1840:0x0].0x0 (ffff8ffe59acbd00) 00010000:00010000:1.0:1769074945.209718:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074945.209745:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043afe lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074945.209757:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043afe lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.209766:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043afe lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.209776:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3043b05 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xfa636b13 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074945.209782:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3043b05 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xfa636b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.209788:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3043b05 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xfa636b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.209887:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e3043b0c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1840:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074945.209894:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e3043b0c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1840:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.209901:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e3043b0c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1840:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:1.0:1769074945.210130:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10172, 64 off659200 00000040:00080000:1.0:1769074945.210153:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10172, 64 off659200 00010000:00010000:1.0:1769074945.210199:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78000/0xf5091596e3043b13 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1840:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074945.210207:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78000/0xf5091596e3043b13 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1840:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.210214:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78000/0xf5091596e3043b13 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1840:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.210220:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78000/0xf5091596e3043b13 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1840:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.210225:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78000/0xf5091596e3043b13 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1840:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.210231:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78000/0xf5091596e3043b13 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1840:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.210582:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074945.210602:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e3043b0c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1840:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.210608:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e3043b0c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1840:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.210614:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e3043b0c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1840:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.210619:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.210622:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e3043b0c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1840:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.210628:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e3043b0c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1840:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.210637:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1840:0x0].0x0 (ffff8ffe56f2a500) 00010000:00010000:1.0:1769074945.210640:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.210644:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e3043b0c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1840:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.210649:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e3043b0c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1840:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.211176:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043afe lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.211185:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043afe lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.211190:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043afe lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.211195:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.211199:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043afe lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.211204:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043afe lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.211213:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe56f2a600) 00010000:00010000:1.0:1769074945.211215:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.211217:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043afe lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.211223:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3043afe lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:1.0:1769074945.211236:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004b2c2349 reply state 0000000054dcafd2 transno 4294997971 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3043b05 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xfa636b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.211397:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3043b05 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfa636b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.211407:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xfa636b13 (ffff8ffe56f2a800) 00010000:00010000:1.0:1769074945.211409:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074945.211412:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1769074945.211630:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074945.211637:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78000/0xf5091596e3043b13 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1840:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.211644:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074945.211647:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78000/0xf5091596e3043b13 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1840:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.211669:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78000/0xf5091596e3043b13 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1840:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.211678:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1840:0x0].0x0 (ffff8ffe56f2a500) 00010000:00010000:3.0:1769074945.211681:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074945.211683:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78000/0xf5091596e3043b13 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1840:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.211688:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78000/0xf5091596e3043b13 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1840:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.211701:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.211703:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.211705:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074945.214740:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.219548:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074945.221219:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074945.221229:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043b2f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xcbf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.221237:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.221240:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043b2f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xcbf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.221257:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043b2f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xcbf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.221270:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xcbf:0x0].0x0 (ffff8ffe637cd600) 00010000:00010000:1.0:1769074945.221273:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.221277:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043b2f lrc: 1/0,0 mode: --/PW res: [0x240000402:0xcbf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.221282:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043b2f lrc: 0/0,0 mode: --/PW res: [0x240000402:0xcbf:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.221303:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.221307:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043b4b lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.221311:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0cc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.221313:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043b4b lrc: 4/0,0 mode: PW/PW res: [0x240000402:0x1253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.221318:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043b4b lrc: 5/0,0 mode: PW/PW res: [0x240000402:0x1253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.221328:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1253:0x0].0x0 (ffff8ffe637cd900) 00010000:00010000:1.0:1769074945.221330:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.221333:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043b4b lrc: 3/0,0 mode: --/PW res: [0x240000402:0x1253:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.221338:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.221340:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.221342:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.222979:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074945.225385:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074945.226964:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074945.226971:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043b67 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2330:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.226978:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64165c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074945.226981:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043b67 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2330:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.226987:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043b67 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2330:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.226999:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2330:0x0].0x0 (ffff8ffe637cd600) 00010000:00010000:2.0:1769074945.227001:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074945.227003:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043b67 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2330:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.227008:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043b67 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2330:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.227100:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.227102:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.227104:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074945.230808:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.231150:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960264576 00000100:00100000:3.0:1769074945.231162:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960264576 00000100:00100000:3.0:1769074945.231276:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41011 00000100:00100000:3.0:1769074945.231287:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+522:11693:x1855007960264576:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.231348:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.231374:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5be03e00/0xf5091596e2f82b09 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xf12:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d7ce6 expref: 522 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.231394:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xf12:0x0].0x0 (ffff8ffe57d67600) 00010000:00010000:3.0:1769074945.231404:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.231431:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043b6e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.231444:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043b6e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.231951:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043b6e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232162:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043b75 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x7f48933c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.232172:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043b75 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x7f48933c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232180:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043b75 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x7f48933c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232279:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043b7c lrc: 3/0,1 mode: --/EX res: [0x240000402:0xf12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.232287:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043b7c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xf12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232293:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043b7c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xf12:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074945.232568:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10176, 64 off659456 00000040:00080000:2.0:1769074945.232594:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10176, 64 off659456 00010000:00010000:2.0:1769074945.232646:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043b83 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xf12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.232659:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043b83 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xf12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232667:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043b83 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xf12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232675:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043b83 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xf12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232681:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043b83 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xf12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232686:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043b83 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xf12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232708:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.232726:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043b7c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xf12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232732:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043b7c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xf12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.232735:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074945.232737:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043b7c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xf12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.232740:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043b83 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xf12:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232743:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.232746:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074945.232747:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043b7c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xf12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.232749:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043b83 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xf12:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232756:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043b7c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xf12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.232759:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043b83 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xf12:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232765:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xf12:0x0].0x0 (ffff8ffe59815500) 00010000:00010000:2.0:1769074945.232768:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.232772:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043b7c lrc: 2/0,0 mode: --/EX res: [0x240000402:0xf12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.232773:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xf12:0x0].0x0 (ffff8ffe59815500) 00010000:00010000:3.0:1769074945.232775:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074945.232778:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043b83 lrc: 1/0,0 mode: --/PW res: [0x240000402:0xf12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232779:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043b7c lrc: 0/0,0 mode: --/EX res: [0x240000402:0xf12:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.232784:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043b83 lrc: 0/0,0 mode: --/PW res: [0x240000402:0xf12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.232795:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.232796:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.232798:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.232916:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043b6e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232923:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043b6e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232928:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043b6e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232932:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.232935:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043b6e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232940:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043b6e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232948:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe7d572100) 00010000:00010000:2.0:1769074945.232951:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.232953:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043b6e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232958:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043b6e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074945.232971:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c8d08104 reply state 0000000078809ca8 transno 4294997975 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043b75 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x7f48933c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232980:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043b75 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7f48933c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.232987:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x7f48933c (ffff8ffe59815c00) 00010000:00010000:2.0:1769074945.232989:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.232992:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.233087:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+523:11693:x1855007960264576:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1799us (2285us total) trans 4294997975 rc 0/0 00000100:00100000:2.0:1769074945.233096:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41011 00000100:00100000:2.0:1769074945.235978:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.236091:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960264832 00000100:00100000:3.0:1769074945.236102:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960264832 00000100:00100000:3.0:1769074945.236160:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41012 00000100:00100000:3.0:1769074945.236169:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda7277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+523:11693:x1855007960264832:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.236226:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.236260:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5b5cae00/0xf5091596e2f9ccd9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1b02:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724dd076 expref: 523 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.236290:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b02:0x0].0x0 (ffff8ffe8099f800) 00010000:00010000:3.0:1769074945.236304:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.236331:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043b8a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.236343:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043b8a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.236353:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043b8a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.236365:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043b91 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x472c6b27 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.236371:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043b91 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x472c6b27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.236376:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043b91 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x472c6b27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.236820:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043b98 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1b02:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.236827:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043b98 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1b02:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.236831:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043b98 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1b02:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.237182:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10177, 64 off659520 00000040:00080000:3.0:1769074945.237196:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10177, 64 off659520 00010000:00010000:3.0:1769074945.237313:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043b9f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1b02:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.237323:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043b9f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1b02:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.237331:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043b9f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1b02:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.237338:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043b9f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1b02:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.237344:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043b9f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1b02:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.237354:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043b9f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1b02:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.237420:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.237442:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043b98 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1b02:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.237481:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043b98 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1b02:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.237486:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043b98 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1b02:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.237492:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.237496:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043b98 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1b02:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.237503:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043b98 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1b02:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.237512:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b02:0x0].0x0 (ffff8ffe80e58000) 00010000:00010000:3.0:1769074945.237515:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.237519:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043b98 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1b02:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.237524:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043b98 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1b02:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.237741:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043b8a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.237750:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043b8a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.237755:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043b8a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.237760:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.237763:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043b8a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.237768:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043b8a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.237777:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe7d572900) 00010000:00010000:2.0:1769074945.237780:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.237783:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043b8a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.237788:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043b8a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074945.237803:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000085560b03 reply state 00000000b1e45f5d transno 4294997976 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043b91 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x472c6b27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.237814:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043b91 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x472c6b27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.237819:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x472c6b27 (ffff8ffe60f24d00) 00010000:00010000:2.0:1769074945.237822:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.237825:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1769074945.237848:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.237855:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043b9f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1b02:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.237871:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fcc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.237874:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043b9f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1b02:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.237879:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043b9f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1b02:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.237888:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1b02:0x0].0x0 (ffff8ffe80e58000) 00010000:00010000:1.0:1769074945.237890:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.237893:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043b9f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1b02:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.237897:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043b9f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1b02:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.237910:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.237912:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.237914:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.237923:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda7277100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+524:11693:x1855007960264832:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1752us (1952us total) trans 4294997976 rc 0/0 00000100:00100000:2.0:1769074945.237931:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41012 00000100:00100000:2.0:1769074945.241121:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074945.242853:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074945.242870:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043bbb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x212b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.242876:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074945.242879:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043bbb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x212b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.242887:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043bbb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x212b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.242896:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x212b:0x0].0x0 (ffff8ffe637cd900) 00010000:00010000:2.0:1769074945.242898:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074945.242901:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043bbb lrc: 1/0,0 mode: --/PW res: [0x240000402:0x212b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.242906:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043bbb lrc: 0/0,0 mode: --/PW res: [0x240000402:0x212b:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.242921:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.242922:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.242924:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.245569:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960265344 00000100:00100000:2.0:1769074945.245579:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960265344 00000100:00100000:2.0:1769074945.245636:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41014 00000100:00100000:2.0:1769074945.245645:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd9f247b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+525:11693:x1855007960265344:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.245700:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.245726:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6095c200/0xf5091596e2f6642c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x213:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d21ed expref: 525 pid: 6527 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.245742:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x213:0x0].0x0 (ffff8ffe80907d00) 00010000:00010000:2.0:1769074945.245756:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.245782:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043bc2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.245794:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043bc2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.245804:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043bc2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.245815:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043bc9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xecf55103 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.245821:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043bc9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xecf55103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.245827:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043bc9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xecf55103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.245931:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043bd0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x213:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.245939:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043bd0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.245946:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043bd0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x213:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074945.246214:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10179, 64 off659648 00000040:00080000:2.0:1769074945.246228:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10179, 64 off659648 00010000:00010000:2.0:1769074945.246282:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043bd7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x213:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.246292:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043bd7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.246306:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043bd7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.246312:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043bd7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.246316:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043bd7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.246320:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043bd7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x213:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.246335:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.246361:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043bd0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x213:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.246366:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043bd0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x213:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.246371:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043bd0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x213:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.246376:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.246381:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043bd0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x213:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.246386:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043bd0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x213:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.246405:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x213:0x0].0x0 (ffff8ffe59815500) 00010000:00010000:2.0:1769074945.246407:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.246409:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043bd0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x213:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.246415:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043bd0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x213:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.247099:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043bc2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.247109:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043bc2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.247115:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043bc2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.247119:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.247123:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043bc2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.247128:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043bc2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.247138:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe59815800) 00010000:00010000:2.0:1769074945.247141:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.247144:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043bc2 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.247152:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043bc2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074945.247164:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000007ed3fcb reply state 000000007f116889 transno 4294997978 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043bc9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xecf55103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.247175:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043bc9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xecf55103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.247181:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xecf55103 (ffff8ffe59815100) 00010000:00010000:2.0:1769074945.247183:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.247186:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.247288:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd9f247b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+526:11693:x1855007960265344:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1642us (1858us total) trans 4294997978 rc 0/0 00000100:00100000:2.0:1769074945.247296:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41014 00000100:00100000:2.0:1769074945.251835:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074945.255125:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074945.255133:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043bf3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xe65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.255141:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64165c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074945.255146:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043bf3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xe65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.255153:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043bf3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xe65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.255165:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xe65:0x0].0x0 (ffff8ffe637cdc00) 00010000:00010000:3.0:1769074945.255168:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074945.255171:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043bf3 lrc: 1/0,0 mode: --/PW res: [0x240000402:0xe65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.255176:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043bf3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0xe65:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.255193:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.255194:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.255196:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074945.262359:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000040:00080000:1.0:1769074945.266136:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10181, 64 off659776 00010000:00010000:1.0:1769074945.266228:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78200/0xf5091596e3043c0f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x189b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.266243:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78200/0xf5091596e3043c0f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x189b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266253:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78200/0xf5091596e3043c0f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x189b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266261:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78200/0xf5091596e3043c0f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x189b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266278:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78200/0xf5091596e3043c0f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x189b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266283:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78200/0xf5091596e3043c0f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x189b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266336:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074945.266367:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043c08 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x189b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266373:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043c08 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x189b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266379:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043c08 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x189b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266385:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dd000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.266389:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043c08 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x189b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266396:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043c08 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x189b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266413:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x189b:0x0].0x0 (ffff8ffe637cd600) 00010000:00010000:1.0:1769074945.266416:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.266421:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043c08 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x189b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266427:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043c08 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x189b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266576:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043bfa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266583:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043bfa lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266589:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043bfa lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266594:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64165c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.266597:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043bfa lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266603:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043bfa lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266611:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe637cdc00) 00010000:00010000:1.0:1769074945.266614:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.266617:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043bfa lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266623:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165c00/0xf5091596e3043bfa lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:1.0:1769074945.266839:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b9ab5d3f reply state 00000000025846bb transno 4294997980 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043c01 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xeac9fe2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266851:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043c01 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xeac9fe2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.266866:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xeac9fe2c (ffff8ffe637cd900) 00010000:00010000:1.0:1769074945.266869:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074945.266872:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074945.266964:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+528:11693:x1855007960265856:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 3292us (4610us total) trans 4294997980 rc 0/0 00000100:00100000:1.0:1769074945.266974:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41016 00010000:00010000:1.0:1769074945.270950:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.270953:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.270956:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074945.273235:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.273363:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960266112 00000100:00100000:2.0:1769074945.273375:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960266112 00000100:00100000:2.0:1769074945.273517:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41017 00000100:00100000:2.0:1769074945.273528:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+528:11693:x1855007960266112:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.273593:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.273622:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80a33200/0xf5091596e2f8c1f9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1362:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d9b16 expref: 528 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.273640:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1362:0x0].0x0 (ffff8ffe59815f00) 00010000:00010000:2.0:1769074945.273650:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.273676:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043c16 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.273693:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043c16 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.273702:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043c16 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.273714:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211a00/0xf5091596e3043c1d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xb614207d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.273720:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211a00/0xf5091596e3043c1d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb614207d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.273727:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211a00/0xf5091596e3043c1d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb614207d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.273828:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c24 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1362:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.273836:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c24 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.273842:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c24 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074945.274086:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10182, 64 off659840 00000040:00080000:2.0:1769074945.274107:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10182, 64 off659840 00010000:00010000:2.0:1769074945.274151:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043c2b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1362:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.274160:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043c2b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274167:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043c2b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274177:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043c2b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274183:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043c2b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274189:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043c2b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274206:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.274222:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c24 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274228:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c24 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274234:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c24 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274240:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.274243:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c24 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274250:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c24 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274257:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1362:0x0].0x0 (ffff8ffe59815000) 00010000:00010000:2.0:1769074945.274260:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.274274:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c24 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274280:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c24 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1362:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274392:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043c16 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274398:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043c16 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274403:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043c16 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274407:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.274410:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043c16 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274415:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043c16 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274423:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe59815800) 00010000:00010000:2.0:1769074945.274426:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.274429:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043c16 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274433:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043c16 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074945.274443:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000ed30e7c reply state 000000003bd4c1dc transno 4294997981 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211a00/0xf5091596e3043c1d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb614207d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274475:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211a00/0xf5091596e3043c1d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb614207d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.274481:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb614207d (ffff8ffe59815500) 00010000:00010000:2.0:1769074945.274484:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.274487:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.274558:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+529:11693:x1855007960266112:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1030us (1329us total) trans 4294997981 rc 0/0 00000100:00100000:2.0:1769074945.274566:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41017 00010000:00010000:3.0:1769074945.274642:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074945.274650:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043c2b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.274655:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64211800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074945.274659:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043c2b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.274664:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043c2b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.274672:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1362:0x0].0x0 (ffff8ffe59815000) 00010000:00010000:3.0:1769074945.274675:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074945.274678:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043c2b lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.274683:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043c2b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1362:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.274696:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.274698:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.274700:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.278844:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.278931:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960266368 00000100:00100000:3.0:1769074945.278941:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960266368 00000100:00100000:3.0:1769074945.279000:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41018 00000100:00100000:3.0:1769074945.279009:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda7277800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+529:11693:x1855007960266368:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.279069:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.279097:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe43c2aa00/0xf5091596e2f8c39d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x136e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d9b6a expref: 529 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.279128:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x136e:0x0].0x0 (ffff8ffe5b41ea00) 00010000:00010000:3.0:1769074945.279140:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.279168:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043c32 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.279180:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043c32 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.279190:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043c32 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.279201:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043c39 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x8fb5ab02 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.279207:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043c39 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x8fb5ab02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.279212:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043c39 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x8fb5ab02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.279312:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043c40 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.279320:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043c40 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.279326:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043c40 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.279705:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10183, 64 off659904 00000040:00080000:3.0:1769074945.279728:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10183, 64 off659904 00010000:00010000:3.0:1769074945.279776:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043c47 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x136e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.279785:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043c47 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.279792:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043c47 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.279799:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043c47 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.279805:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043c47 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.279810:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043c47 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.279830:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.279847:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043c40 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.279852:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043c40 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.279871:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043c40 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.279876:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fd800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.279880:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043c40 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.279887:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043c40 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.279896:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x136e:0x0].0x0 (ffff8ffe48328b00) 00010000:00010000:3.0:1769074945.279899:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.279903:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043c40 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.279907:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043c40 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x136e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.280031:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043c32 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.280037:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043c32 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.280043:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043c32 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.280047:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fdc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.280050:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043c32 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.280055:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043c32 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.280066:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe80e58000) 00010000:00010000:3.0:1769074945.280068:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.280071:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043c32 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.280077:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043c32 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.280090:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003a5233ed reply state 0000000065e923e7 transno 4294997982 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043c39 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x8fb5ab02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.280099:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043c39 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8fb5ab02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.280104:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x8fb5ab02 (ffff8ffe48328100) 00010000:00010000:3.0:1769074945.280106:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.280108:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.280192:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda7277800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+530:11693:x1855007960266368:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1182us (1358us total) trans 4294997982 rc 0/0 00000100:00100000:3.0:1769074945.280200:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41018 00010000:00010000:2.0:1769074945.280826:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074945.280835:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043c47 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.280842:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fcc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074945.280845:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043c47 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.280852:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043c47 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.280873:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x136e:0x0].0x0 (ffff8ffe48328b00) 00010000:00010000:2.0:1769074945.280875:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074945.280878:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043c47 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.280883:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043c47 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x136e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.280898:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.280900:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.280901:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074945.288698:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074945.291020:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074945.291027:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3043c63 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x179c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.291032:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638dee00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074945.291035:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3043c63 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x179c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.291041:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3043c63 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x179c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.291049:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x179c:0x0].0x0 (ffff8ffe637cdc00) 00010000:00010000:3.0:1769074945.291052:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074945.291055:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3043c63 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x179c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.291060:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3043c63 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x179c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.291075:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.291077:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.291079:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074945.296719:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000040:00080000:1.0:1769074945.301801:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10185, 64 off660032 00000040:00080000:1.0:1769074945.301834:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10185, 64 off660032 00010000:00010000:1.0:1769074945.301939:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e3043c7f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074945.301957:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e3043c7f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.301967:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e3043c7f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.301976:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e3043c7f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1f12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.301981:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e3043c7f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1f12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.301986:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e3043c7f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1f12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.302014:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074945.302037:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e3043c78 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1f12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.302043:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e3043c78 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1f12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.302049:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e3043c78 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1f12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.302055:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c636800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.302059:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e3043c78 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1f12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.302067:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e3043c78 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1f12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.302078:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f12:0x0].0x0 (ffff8ffe4dd49700) 00010000:00010000:1.0:1769074945.302082:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.302086:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e3043c78 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1f12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.302091:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e3043c78 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1f12:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.302216:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043c6a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.302222:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043c6a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.302227:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043c6a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.302235:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638df200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.302238:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043c6a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.302243:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043c6a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.302251:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe5a5bb500) 00010000:00010000:1.0:1769074945.302254:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.302257:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043c6a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.302262:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043c6a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:1.0:1769074945.302277:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000032084163 reply state 000000007836e76a transno 4294997984 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3043c71 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x61911541 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.302288:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3043c71 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x61911541 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.302293:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x61911541 (ffff8ffe56fe7400) 00010000:00010000:1.0:1769074945.302296:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074945.302298:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1769074945.302492:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074945.302500:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e3043c7f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1f12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.302507:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074945.302510:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e3043c7f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1f12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.302516:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e3043c7f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1f12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.302524:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f12:0x0].0x0 (ffff8ffe4dd49700) 00010000:00010000:2.0:1769074945.302526:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074945.302529:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e3043c7f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1f12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.302533:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e3043c7f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1f12:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.302546:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.302548:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.302549:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074945.303018:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44366a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+532:11693:x1855007960266880:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 6139us (6300us total) trans 4294997984 rc 0/0 00000100:00100000:1.0:1769074945.303028:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41020 00000100:00100000:1.0:1769074945.318664:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.318837:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960267136 00000100:00100000:2.0:1769074945.318848:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960267136 00000100:00100000:2.0:1769074945.318922:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41021 00000100:00100000:2.0:1769074945.318931:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+532:11693:x1855007960267136:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.318988:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.319029:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7d126600/0xf5091596e2fa38b8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1e17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724de609 expref: 532 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.319066:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e17:0x0].0x0 (ffff8ffe60ae1a00) 00010000:00010000:2.0:1769074945.319078:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.319106:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c86 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.319118:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c86 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319128:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c86 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319141:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043c8d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xe116c3d4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.319146:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043c8d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xe116c3d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319150:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043c8d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xe116c3d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319249:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043c94 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1e17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.319256:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043c94 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1e17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319262:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043c94 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1e17:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:2.0:1769074945.319554:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10186, 64 off660096 00000040:00080000:2.0:1769074945.319576:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10186, 64 off660096 00010000:00010000:2.0:1769074945.319622:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043c9b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1e17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.319632:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043c9b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1e17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319638:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043c9b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1e17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319645:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043c9b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1e17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319651:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043c9b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1e17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319660:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043c9b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1e17:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319676:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.319692:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043c94 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1e17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319697:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043c94 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1e17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319703:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043c94 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1e17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319708:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.319711:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043c94 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1e17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319718:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043c94 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1e17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319726:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e17:0x0].0x0 (ffff8ffe59815000) 00010000:00010000:2.0:1769074945.319729:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.319733:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043c94 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1e17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319738:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043c94 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1e17:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319841:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c86 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319848:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c86 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319868:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c86 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319873:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.319875:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c86 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319881:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c86 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319889:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe59815800) 00010000:00010000:2.0:1769074945.319892:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.319895:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c86 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319899:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043c86 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:2.0:1769074945.319911:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a8ab66f5 reply state 00000000eb0f0365 transno 4294997985 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043c8d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xe116c3d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319920:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043c8d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe116c3d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.319926:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xe116c3d4 (ffff8ffe59815f00) 00010000:00010000:2.0:1769074945.319929:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.319931:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.320002:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+533:11693:x1855007960267136:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1070us (1347us total) trans 4294997985 rc 0/0 00000100:00100000:2.0:1769074945.320009:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41021 00000100:00100000:2.0:1769074945.338983:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.339439:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960267392 00000100:00100000:3.0:1769074945.339490:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960267392 00000100:00100000:3.0:1769074945.339554:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41022 00000100:00100000:3.0:1769074945.339563:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda7276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+533:11693:x1855007960267392:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.339618:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.339646:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4d080c00/0xf5091596e2f9e877 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1bcc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724dd5fc expref: 533 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.339677:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1bcc:0x0].0x0 (ffff8ffe7bc9a400) 00010000:00010000:3.0:1769074945.339693:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.339720:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043ca2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.339731:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043ca2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.339740:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043ca2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.339751:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308200/0xf5091596e3043ca9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x505676cd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.339762:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308200/0xf5091596e3043ca9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x505676cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.339768:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308200/0xf5091596e3043ca9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x505676cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.339879:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cb0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1bcc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.339887:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cb0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1bcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.339893:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cb0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1bcc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.344752:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10187, 64 off660160 00000040:00080000:3.0:1769074945.344781:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10187, 64 off660160 00010000:00010000:3.0:1769074945.344851:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043cb7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1bcc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.344877:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043cb7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1bcc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.344889:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043cb7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1bcc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.344896:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043cb7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1bcc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.344902:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043cb7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1bcc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.344907:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043cb7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1bcc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.344927:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.344946:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cb0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1bcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.344952:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cb0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1bcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.344958:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cb0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1bcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.344964:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.344967:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cb0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1bcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.344975:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cb0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1bcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.344985:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1bcc:0x0].0x0 (ffff8ffe48328500) 00010000:00010000:3.0:1769074945.344989:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.344993:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cb0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1bcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.344999:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cb0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1bcc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.345124:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043ca2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.345131:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043ca2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.345137:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043ca2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.345145:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.345148:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043ca2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.345154:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043ca2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.345161:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe48328800) 00010000:00010000:3.0:1769074945.345164:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.345167:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043ca2 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.345171:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043ca2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.345185:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000020b524a7 reply state 00000000643a04cd transno 4294997986 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308200/0xf5091596e3043ca9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x505676cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.345195:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308200/0xf5091596e3043ca9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x505676cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.345201:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x505676cd (ffff8ffe48328000) 00010000:00010000:3.0:1769074945.345203:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.345207:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.345298:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda7276300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+534:11693:x1855007960267392:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 5732us (6320us total) trans 4294997986 rc 0/0 00000100:00100000:3.0:1769074945.345307:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41022 00000100:00100000:3.0:1769074945.349435:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.349600:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960267648 00000100:00100000:2.0:1769074945.349611:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960267648 00000100:00100000:2.0:1769074945.349670:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41023 00000100:00100000:2.0:1769074945.349679:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44367480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+534:11693:x1855007960267648:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.349736:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.349762:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d79c00/0xf5091596e2fa728d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1fbe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724df19a expref: 534 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.349788:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1fbe:0x0].0x0 (ffff8ffe55fed100) 00010000:00010000:2.0:1769074945.349804:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.349833:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043cbe lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.349846:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043cbe lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.349864:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043cbe lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.349877:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043cc5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x8cd610a3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.349884:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043cc5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x8cd610a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.349889:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043cc5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x8cd610a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.349987:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043ccc lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1fbe:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.350005:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043ccc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1fbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350014:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043ccc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1fbe:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074945.350239:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10188, 64 off660224 00000040:00080000:2.0:1769074945.350259:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10188, 64 off660224 00010000:00010000:2.0:1769074945.350303:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043cd3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1fbe:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.350313:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043cd3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1fbe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350320:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043cd3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1fbe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350326:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043cd3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1fbe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350332:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043cd3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1fbe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350338:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210e00/0xf5091596e3043cd3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1fbe:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350353:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.350369:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043ccc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1fbe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350374:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043ccc lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1fbe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350380:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043ccc lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1fbe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350385:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64211200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.350389:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043ccc lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1fbe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350396:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043ccc lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1fbe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350405:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1fbe:0x0].0x0 (ffff8ffe7d572900) 00010000:00010000:2.0:1769074945.350408:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.350411:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043ccc lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1fbe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350417:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211200/0xf5091596e3043ccc lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1fbe:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350560:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043cbe lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350567:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043cbe lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350572:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043cbe lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350577:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.350580:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043cbe lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350585:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043cbe lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350592:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe59815800) 00010000:00010000:2.0:1769074945.350595:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.350598:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043cbe lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350607:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210200/0xf5091596e3043cbe lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074945.350619:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ad9ef39c reply state 0000000023a1351f transno 4294997987 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043cc5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x8cd610a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350630:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043cc5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8cd610a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.350635:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x8cd610a3 (ffff8ffe59815000) 00010000:00010000:2.0:1769074945.350637:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.350639:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.350714:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44367480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+535:11693:x1855007960267648:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1035us (1290us total) trans 4294997987 rc 0/0 00000100:00100000:2.0:1769074945.350723:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41023 00000100:00100000:3.0:1769074945.356293:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.356400:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960267904 00000100:00100000:2.0:1769074945.356413:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960267904 00000100:00100000:2.0:1769074945.356501:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41024 00000100:00100000:2.0:1769074945.356510:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44117800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+535:11693:x1855007960267904:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.356564:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.356591:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe60c62200/0xf5091596e2f72952 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x7b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d495b expref: 535 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.356615:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x7b5:0x0].0x0 (ffff8ffe7110cf00) 00010000:00010000:2.0:1769074945.356626:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.356653:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043cda lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.356665:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043cda lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.356676:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043cda lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.356689:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043ce1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xc5739daa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.356695:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043ce1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc5739daa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.356701:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043ce1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc5739daa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.356793:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043ce8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.356801:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043ce8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.356807:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043ce8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:2.0:1769074945.357039:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10189, 64 off660288 00000040:00080000:2.0:1769074945.357060:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10189, 64 off660288 00010000:00010000:2.0:1769074945.357105:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043cef lrc: 3/0,1 mode: --/PW res: [0x240000402:0x7b5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.357115:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043cef lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357122:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043cef lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357128:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043cef lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357138:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043cef lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357144:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043cef lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357157:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.357173:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043ce8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357178:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043ce8 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357184:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043ce8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357189:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0c400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.357193:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043ce8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357200:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043ce8 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357208:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x7b5:0x0].0x0 (ffff8ffe6925ad00) 00010000:00010000:2.0:1769074945.357211:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.357214:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043ce8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357219:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043ce8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x7b5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357320:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043cda lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357331:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043cda lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357337:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043cda lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357341:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64211800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.357344:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043cda lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357350:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043cda lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357358:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe7d572100) 00010000:00010000:2.0:1769074945.357360:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.357363:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043cda lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357367:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211800/0xf5091596e3043cda lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:2.0:1769074945.357380:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001bc3c95f reply state 00000000deeb6416 transno 4294997988 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043ce1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc5739daa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357390:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043ce1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc5739daa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.357395:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc5739daa (ffff8ffe68cacf00) 00010000:00010000:2.0:1769074945.357397:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.357399:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.357500:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44117800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+536:11693:x1855007960267904:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 989us (1215us total) trans 4294997988 rc 0/0 00000100:00100000:2.0:1769074945.357512:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41024 00010000:00010000:1.0:1769074945.357743:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.357750:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043cef lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.357760:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0cc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.357764:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043cef lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.357770:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043cef lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.357780:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x7b5:0x0].0x0 (ffff8ffe6925ad00) 00010000:00010000:1.0:1769074945.357782:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.357785:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043cef lrc: 1/0,0 mode: --/PW res: [0x240000402:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.357789:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043cef lrc: 0/0,0 mode: --/PW res: [0x240000402:0x7b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.357802:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.357804:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.357805:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.365888:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.366162:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960268160 00000100:00100000:3.0:1769074945.366173:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960268160 00000100:00100000:3.0:1769074945.366233:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41025 00000100:00100000:3.0:1769074945.366243:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+536:11693:x1855007960268160:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.366299:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.366326:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8079ea00/0xf5091596e2f72213 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x780:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d47e8 expref: 536 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.366349:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x780:0x0].0x0 (ffff8ffe48589300) 00010000:00010000:3.0:1769074945.366375:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.366402:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043cf6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.366414:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043cf6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.366424:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043cf6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.366435:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cfd lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x7f85e811 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.366441:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cfd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x7f85e811 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.366605:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cfd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x7f85e811 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.366702:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043d04 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x780:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.366710:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043d04 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x780:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.366717:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043d04 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x780:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.366951:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10190, 64 off660352 00000040:00080000:3.0:1769074945.366971:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10190, 64 off660352 00010000:00010000:3.0:1769074945.367289:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043d0b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x780:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.367298:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043d0b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x780:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367304:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043d0b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x780:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367311:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043d0b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x780:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367316:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043d0b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x780:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367321:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043d0b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x780:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367393:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.367412:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043d04 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x780:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367418:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043d04 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x780:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367424:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043d04 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x780:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367429:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.367433:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043d04 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x780:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367469:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043d04 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x780:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367480:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x780:0x0].0x0 (ffff8ffe48328700) 00010000:00010000:3.0:1769074945.367482:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.367486:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043d04 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x780:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367492:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043d04 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x780:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367606:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043cf6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367613:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043cf6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367619:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043cf6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367624:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.367626:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043cf6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367632:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043cf6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367640:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe48328800) 00010000:00010000:3.0:1769074945.367642:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.367645:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043cf6 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367650:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043cf6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.367662:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ff08a360 reply state 000000004b0d713e transno 4294997989 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cfd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x7f85e811 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367671:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cfd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7f85e811 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.367676:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x7f85e811 (ffff8ffe48328300) 00010000:00010000:3.0:1769074945.367678:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.367681:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.367775:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60c7ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+537:11693:x1855007960268160:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1532us (1894us total) trans 4294997989 rc 0/0 00000100:00100000:3.0:1769074945.367784:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41025 00000100:00100000:3.0:1769074945.371799:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.371895:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960268416 00000100:00100000:2.0:1769074945.371908:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960268416 00000100:00100000:2.0:1769074945.371970:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41026 00000100:00100000:2.0:1769074945.371979:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe61409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+537:11693:x1855007960268416:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.372046:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.372074:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73d6ba00/0xf5091596e2fae72c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2313:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e08ed expref: 537 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.372114:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2313:0x0].0x0 (ffff8ffe7041ca00) 00010000:00010000:2.0:1769074945.372126:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.372155:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d12 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.372168:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d12 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.372177:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d12 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.372191:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043d19 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xe49a0aeb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.372197:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043d19 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xe49a0aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.372203:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043d19 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xe49a0aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.372298:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d20 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2313:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.372307:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d20 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.372312:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d20 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074945.372771:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10191, 64 off660416 00000040:00080000:2.0:1769074945.372793:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10191, 64 off660416 00010000:00010000:2.0:1769074945.372840:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043d27 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2313:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.372849:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043d27 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.372866:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043d27 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.372873:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043d27 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.372879:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043d27 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.372885:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043d27 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.376193:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1769074945.376208:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043d27 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2313:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.376250:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d20 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.376255:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d20 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.376262:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d20 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.376268:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.376272:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d20 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.376280:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d20 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.376294:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2313:0x0].0x0 (ffff8ffe59815800) 00010000:00010000:2.0:1769074945.376297:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.376301:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d20 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.376307:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d20 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2313:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.376498:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d12 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.376504:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d12 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.376509:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d12 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.376513:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.376516:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d12 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.376521:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d12 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.376532:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe6925a000) 00010000:00010000:2.0:1769074945.376534:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.376537:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d12 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.376542:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d12 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074945.376554:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005d0169b9 reply state 00000000b9d86fa4 transno 4294997990 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043d19 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xe49a0aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.376566:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043d19 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe49a0aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.376572:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xe49a0aeb (ffff8ffe6925ad00) 00010000:00010000:2.0:1769074945.376575:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.376577:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.376677:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe61409c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+538:11693:x1855007960268416:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 4695us (4884us total) trans 4294997990 rc 0/0 00000100:00100000:2.0:1769074945.376687:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41026 00000100:00100000:1.0:1769074945.383682:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.384664:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960268672 00000100:00100000:2.0:1769074945.384677:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960268672 00000100:00100000:2.0:1769074945.384745:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41027 00000100:00100000:2.0:1769074945.384754:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+538:11693:x1855007960268672:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.384813:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.384840:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5b7bd000/0xf5091596e2fb0563 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x23f0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e0ef8 expref: 538 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.384884:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x23f0:0x0].0x0 (ffff8ffe80b74e00) 00010000:00010000:2.0:1769074945.384899:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.384928:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043d2e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.384942:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043d2e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.384951:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043d2e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.384963:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043d35 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x33c2d49a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.384968:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043d35 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x33c2d49a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.384974:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043d35 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x33c2d49a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.385075:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d000/0xf5091596e3043d3c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x23f0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.385083:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d000/0xf5091596e3043d3c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x23f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.385089:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d000/0xf5091596e3043d3c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x23f0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074945.385335:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10192, 64 off660480 00000040:00080000:2.0:1769074945.385359:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10192, 64 off660480 00010000:00010000:2.0:1769074945.385404:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043d43 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x23f0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.385413:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043d43 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x23f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.385424:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043d43 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x23f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.385431:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043d43 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x23f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.385437:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043d43 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x23f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.385443:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d200/0xf5091596e3043d43 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x23f0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.386008:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.386029:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d000/0xf5091596e3043d3c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x23f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.386036:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d000/0xf5091596e3043d3c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x23f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.386042:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d000/0xf5091596e3043d3c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x23f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.386048:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321d000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.386052:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d000/0xf5091596e3043d3c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x23f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.386060:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d000/0xf5091596e3043d3c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x23f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.386072:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x23f0:0x0].0x0 (ffff8ffe5f4cf800) 00010000:00010000:2.0:1769074945.386074:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.386079:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d000/0xf5091596e3043d3c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x23f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.386089:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d000/0xf5091596e3043d3c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x23f0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.386207:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043d2e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.386214:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043d2e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.386219:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043d2e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.386223:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.386226:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043d2e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.386231:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043d2e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.386238:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe55fed100) 00010000:00010000:2.0:1769074945.386240:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.386243:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043d2e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.386248:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043d2e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074945.386261:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000472d82a0 reply state 000000001a12496b transno 4294997991 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043d35 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x33c2d49a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.386271:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043d35 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x33c2d49a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.386276:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x33c2d49a (ffff8ffe5f4cf900) 00010000:00010000:2.0:1769074945.386279:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.386282:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.386375:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+539:11693:x1855007960268672:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1618us (2698us total) trans 4294997991 rc 0/0 00000100:00100000:2.0:1769074945.386383:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41027 00010000:00010000:2.0:1769074945.388323:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074945.392592:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.393431:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960268928 00000100:00100000:2.0:1769074945.393444:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960268928 00000100:00100000:2.0:1769074945.393539:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41028 00000100:00100000:2.0:1769074945.393548:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe61409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+539:11693:x1855007960268928:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.393606:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.393634:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4a672000/0xf5091596e2fb0d74 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x242b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e1095 expref: 539 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.393654:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x242b:0x0].0x0 (ffff8ffe45642e00) 00010000:00010000:2.0:1769074945.393664:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.393690:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d4a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.393703:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d4a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.393712:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d4a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.393723:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d51 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x4c25ee84 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.393730:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d51 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x4c25ee84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.393735:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d51 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x4c25ee84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.393828:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043d58 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x242b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.393836:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043d58 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x242b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.393843:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043d58 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x242b:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074945.394094:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10193, 64 off660544 00000040:00080000:2.0:1769074945.394117:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10193, 64 off660544 00010000:00010000:2.0:1769074945.394160:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e3043d5f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x242b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.394168:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e3043d5f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x242b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394175:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e3043d5f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x242b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394181:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e3043d5f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x242b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394186:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e3043d5f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x242b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394191:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9000/0xf5091596e3043d5f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x242b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394207:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.394222:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043d58 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x242b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394228:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043d58 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x242b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394235:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043d58 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x242b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394240:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.394244:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043d58 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x242b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394250:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043d58 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x242b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394257:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x242b:0x0].0x0 (ffff8ffe5f4cf000) 00010000:00010000:2.0:1769074945.394260:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.394264:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043d58 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x242b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394269:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043d58 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x242b:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394375:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d4a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394382:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d4a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394388:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d4a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394392:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.394395:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d4a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394401:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d4a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394413:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe5f4cf200) 00010000:00010000:2.0:1769074945.394416:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.394419:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d4a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394424:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043d4a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074945.394437:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005fb5468b reply state 00000000dea496a8 transno 4294997992 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d51 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x4c25ee84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394473:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d51 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4c25ee84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.394480:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x4c25ee84 (ffff8ffe5f4cfb00) 00010000:00010000:2.0:1769074945.394483:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.394485:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.394568:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe61409880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+540:11693:x1855007960268928:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1020us (1986us total) trans 4294997992 rc 0/0 00000100:00100000:2.0:1769074945.394576:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41028 00000100:00100000:3.0:1769074945.400887:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.400961:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960269184 00000100:00100000:2.0:1769074945.400972:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960269184 00000100:00100000:2.0:1769074945.401034:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41029 00000100:00100000:2.0:1769074945.401044:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6140b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+540:11693:x1855007960269184:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.401096:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.401117:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe57cc9e00/0xf5091596e2f96465 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1806:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724dbb92 expref: 540 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.401129:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1806:0x0].0x0 (ffff8ffe5b40c300) 00010000:00010000:2.0:1769074945.401172:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.401198:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e3043d66 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.401209:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e3043d66 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.401218:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e3043d66 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.401227:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3043d6d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x1871ed30 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.401232:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3043d6d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x1871ed30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.401235:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3043d6d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x1871ed30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.401324:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d74 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1806:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.401331:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d74 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1806:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.401338:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d74 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1806:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:2.0:1769074945.401935:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10194, 64 off660608 00000040:00080000:2.0:1769074945.401956:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10194, 64 off660608 00010000:00010000:2.0:1769074945.402013:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043d7b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1806:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.402024:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043d7b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1806:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402055:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043d7b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1806:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402061:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043d7b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1806:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402066:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043d7b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1806:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402070:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043d7b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1806:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402092:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.402108:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d74 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1806:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402114:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d74 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1806:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402119:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d74 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1806:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402124:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d316e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.402127:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d74 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1806:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402135:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d74 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1806:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402144:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1806:0x0].0x0 (ffff8ffe5f4cf500) 00010000:00010000:2.0:1769074945.402147:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.402151:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d74 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1806:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402160:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d74 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1806:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402267:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e3043d66 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402273:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e3043d66 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402279:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e3043d66 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402284:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.402286:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e3043d66 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402292:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e3043d66 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402300:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe5f4cfe00) 00010000:00010000:2.0:1769074945.402303:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.402305:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e3043d66 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402310:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e3043d66 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:2.0:1769074945.402322:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e5586a38 reply state 000000006a450ff7 transno 4294997993 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3043d6d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x1871ed30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402332:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3043d6d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1871ed30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.402339:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x1871ed30 (ffff8ffe5f4cf300) 00010000:00010000:2.0:1769074945.402355:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.402358:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.402769:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6140b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+541:11693:x1855007960269184:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1724us (1889us total) trans 4294997993 rc 0/0 00000100:00100000:2.0:1769074945.402777:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41029 00000100:00100000:1.0:1769074945.415553:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.415658:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960269440 00000100:00100000:2.0:1769074945.415669:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960269440 00000100:00100000:2.0:1769074945.415736:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41030 00000100:00100000:2.0:1769074945.415745:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+541:11693:x1855007960269440:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.415810:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.415837:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65d9f800/0xf5091596e2f75be8 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x927:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d5379 expref: 541 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.415877:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x927:0x0].0x0 (ffff8ffe67e62300) 00010000:00010000:2.0:1769074945.415892:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.415921:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d82 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.415933:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d82 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.415941:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d82 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.415953:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317600/0xf5091596e3043d89 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xcadffc20 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.415959:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317600/0xf5091596e3043d89 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xcadffc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.415964:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317600/0xf5091596e3043d89 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xcadffc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416326:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043d90 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x927:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074945.416335:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043d90 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x927:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416342:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043d90 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x927:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:3.0:1769074945.416619:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10195, 64 off660672 00000040:00080000:3.0:1769074945.416638:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10195, 64 off660672 00010000:00010000:3.0:1769074945.416683:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043d97 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x927:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074945.416692:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043d97 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x927:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416704:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043d97 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x927:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416711:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043d97 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x927:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416716:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043d97 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x927:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416722:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043d97 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x927:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416736:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.416753:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043d90 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x927:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416759:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043d90 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x927:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416764:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043d90 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x927:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416770:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.416773:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043d90 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x927:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416779:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043d90 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x927:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416788:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x927:0x0].0x0 (ffff8ffe48328800) 00010000:00010000:3.0:1769074945.416791:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.416795:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043d90 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x927:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416803:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043d90 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x927:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416930:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d82 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416937:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d82 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416942:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d82 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416946:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d316e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.416949:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d82 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416955:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d82 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416962:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe5f4cfe00) 00010000:00010000:3.0:1769074945.416964:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.416966:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d82 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.416970:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043d82 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:3.0:1769074945.416983:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003b816aa7 reply state 0000000005e70425 transno 4294997994 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317600/0xf5091596e3043d89 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xcadffc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.417003:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317600/0xf5091596e3043d89 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcadffc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.417010:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xcadffc20 (ffff8ffe5f4cf200) 00010000:00010000:3.0:1769074945.417013:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.417016:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.417103:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+542:11693:x1855007960269440:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1357us (1559us total) trans 4294997994 rc 0/0 00000100:00100000:3.0:1769074945.417111:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41030 00000100:00100000:3.0:1769074945.421125:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074945.423041:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.423048:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636200/0xf5091596e3043db3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.423054:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c636200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.423057:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636200/0xf5091596e3043db3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.423062:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636200/0xf5091596e3043db3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.423071:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2ee:0x0].0x0 (ffff8ffe4dd49100) 00010000:00010000:1.0:1769074945.423074:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.423076:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636200/0xf5091596e3043db3 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.423081:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636200/0xf5091596e3043db3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2ee:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.423093:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.423094:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.423095:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074945.428605:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.428702:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960269952 00000100:00100000:2.0:1769074945.428716:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960269952 00000100:00100000:2.0:1769074945.428774:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41032 00000100:00100000:2.0:1769074945.428784:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+543:11693:x1855007960269952:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.428841:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.428879:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe60c71c00/0xf5091596e2f63e93 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x12a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d1b8e expref: 543 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.428899:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x12a:0x0].0x0 (ffff8ffe73aeae00) 00010000:00010000:2.0:1769074945.428908:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.428939:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043dba lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.428951:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043dba lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.428962:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043dba lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.428976:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316800/0xf5091596e3043dc1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x958cb639 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.428982:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316800/0xf5091596e3043dc1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x958cb639 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.428987:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316800/0xf5091596e3043dc1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x958cb639 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429086:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043dc8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x12a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.429126:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043dc8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x12a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429133:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043dc8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x12a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074945.429364:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10197, 64 off660800 00000040:00080000:2.0:1769074945.429385:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10197, 64 off660800 00010000:00010000:2.0:1769074945.429435:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e3043dcf lrc: 3/0,1 mode: --/PW res: [0x240000402:0x12a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.429443:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e3043dcf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x12a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429497:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e3043dcf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x12a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429504:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e3043dcf lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x12a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429511:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e3043dcf lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x12a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429517:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2e00/0xf5091596e3043dcf lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x12a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429533:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.429551:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043dc8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x12a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429557:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043dc8 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x12a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429562:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043dc8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x12a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429583:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d317000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.429587:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043dc8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x12a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429595:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043dc8 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x12a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429604:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x12a:0x0].0x0 (ffff8ffe5f4cf100) 00010000:00010000:2.0:1769074945.429606:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.429610:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043dc8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x12a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429615:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043dc8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x12a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429729:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043dba lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429737:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043dba lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429741:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043dba lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429746:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d316c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.429748:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043dba lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429754:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043dba lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429762:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe5f4cf600) 00010000:00010000:2.0:1769074945.429764:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.429781:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043dba lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429786:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043dba lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074945.429799:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000065b1fc6e reply state 00000000475a7e06 transno 4294997996 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316800/0xf5091596e3043dc1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x958cb639 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429809:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316800/0xf5091596e3043dc1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x958cb639 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.429815:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x958cb639 (ffff8ffe5f4cfc00) 00010000:00010000:2.0:1769074945.429818:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.429820:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.429907:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+544:11693:x1855007960269952:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1123us (1311us total) trans 4294997996 rc 0/0 00000100:00100000:2.0:1769074945.429915:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41032 00000100:00100000:3.0:1769074945.433033:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.433115:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960270208 00000100:00100000:2.0:1769074945.433126:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960270208 00000100:00100000:2.0:1769074945.433229:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41033 00000100:00100000:2.0:1769074945.433241:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6140aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+544:11693:x1855007960270208:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.433309:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.433336:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50fdba00/0xf5091596e2f99c50 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x199f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724dc6c1 expref: 544 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.433363:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x199f:0x0].0x0 (ffff8ffe4562f400) 00010000:00010000:2.0:1769074945.433379:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.433406:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043dd6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.433495:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043dd6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.433505:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043dd6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.433520:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043ddd lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xd6316727 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.433526:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043ddd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xd6316727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.433532:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043ddd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xd6316727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.433626:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043de4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x199f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.433634:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043de4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x199f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.433640:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043de4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x199f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074945.433877:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10198, 64 off660864 00000040:00080000:2.0:1769074945.433897:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10198, 64 off660864 00010000:00010000:2.0:1769074945.433943:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043deb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x199f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.433951:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043deb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.433958:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043deb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.433983:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043deb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.433988:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043deb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.433994:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043deb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.434011:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.434028:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043de4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x199f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.434033:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043de4 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x199f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.434038:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043de4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x199f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.434043:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.434047:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043de4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x199f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.434053:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043de4 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x199f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.434062:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x199f:0x0].0x0 (ffff8ffe5f4cfd00) 00010000:00010000:2.0:1769074945.434064:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.434067:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043de4 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x199f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.434072:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3043de4 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x199f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.434213:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043dd6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.434220:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043dd6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.434225:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043dd6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.434230:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.434233:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043dd6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.434239:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043dd6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.434245:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe5f4cff00) 00010000:00010000:2.0:1769074945.434247:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.434249:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043dd6 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.434254:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3043dd6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074945.434265:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009075a21d reply state 000000001971896f transno 4294997997 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043ddd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xd6316727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.434275:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043ddd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd6316727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.434281:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xd6316727 (ffff8ffe5f4cfa00) 00010000:00010000:2.0:1769074945.434283:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.434301:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.434377:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6140aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+545:11693:x1855007960270208:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1137us (1354us total) trans 4294997997 rc 0/0 00000100:00100000:2.0:1769074945.434385:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41033 00010000:00010000:1.0:1769074945.434479:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.434486:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043deb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.434491:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.434495:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043deb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.434500:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043deb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.434508:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x199f:0x0].0x0 (ffff8ffe5f4cfd00) 00010000:00010000:1.0:1769074945.434511:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.434514:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043deb lrc: 1/0,0 mode: --/PW res: [0x240000402:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.434518:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a600/0xf5091596e3043deb lrc: 0/0,0 mode: --/PW res: [0x240000402:0x199f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.434530:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.434532:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.434534:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074945.437570:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.437838:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960270464 00000100:00100000:2.0:1769074945.437849:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960270464 00000100:00100000:2.0:1769074945.437911:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41034 00000100:00100000:2.0:1769074945.437919:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe61408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+545:11693:x1855007960270464:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.437972:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.437997:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8f6c00/0xf5091596e2f89fcb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1268:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d9440 expref: 545 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.438017:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1268:0x0].0x0 (ffff8ffe5b4af600) 00010000:00010000:2.0:1769074945.438036:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.438069:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043df2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.438083:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043df2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.438092:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043df2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.438107:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096000/0xf5091596e3043df9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x603b44a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.438113:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096000/0xf5091596e3043df9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x603b44a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.438118:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096000/0xf5091596e3043df9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x603b44a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.438247:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3043e00 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1268:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.438255:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3043e00 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.438262:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3043e00 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1268:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.440829:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10199, 64 off660928 00000040:00080000:3.0:1769074945.440865:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10199, 64 off660928 00010000:00010000:3.0:1769074945.440943:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043e07 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1268:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.440960:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043e07 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.440971:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043e07 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.440980:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043e07 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.440986:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043e07 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.440993:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043e07 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1268:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.441018:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.441037:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3043e00 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1268:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.441043:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3043e00 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1268:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.441049:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3043e00 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1268:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.441055:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61096200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.441058:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3043e00 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1268:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.441066:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3043e00 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1268:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.441078:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1268:0x0].0x0 (ffff8ffe5f4cfe00) 00010000:00010000:3.0:1769074945.441081:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.441085:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3043e00 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1268:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.441091:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3043e00 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1268:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.441223:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043df2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.441230:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043df2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.441235:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043df2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.441251:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe8204ca00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.441256:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043df2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.441261:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043df2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.441273:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe5f4cf400) 00010000:00010000:3.0:1769074945.441275:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.441279:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043df2 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.441284:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043df2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.441301:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bb6a4031 reply state 0000000003095162 transno 4294997998 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096000/0xf5091596e3043df9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x603b44a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.441310:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096000/0xf5091596e3043df9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x603b44a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.441315:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x603b44a9 (ffff8ffe5f4cf700) 00010000:00010000:3.0:1769074945.441316:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.441319:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.442650:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe61408e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+546:11693:x1855007960270464:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 4722us (5081us total) trans 4294997998 rc 0/0 00000100:00100000:3.0:1769074945.442865:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41034 00000100:00100000:1.0:1769074945.456778:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.456961:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960270720 00000100:00100000:3.0:1769074945.456973:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960270720 00000100:00100000:3.0:1769074945.457170:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41035 00000100:00100000:3.0:1769074945.457182:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+546:11693:x1855007960270720:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.457334:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.457361:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6885da00/0xf5091596e2f72489 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x792:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d4866 expref: 546 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.457381:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x792:0x0].0x0 (ffff8ffe51b54800) 00010000:00010000:3.0:1769074945.457402:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.457431:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043e0e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.457444:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043e0e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.457475:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043e0e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.457489:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308a00/0xf5091596e3043e15 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xf3e949fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.457496:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308a00/0xf5091596e3043e15 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xf3e949fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.457502:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308a00/0xf5091596e3043e15 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xf3e949fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.457906:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043e1c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x792:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.457917:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043e1c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x792:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.457926:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043e1c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x792:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.458188:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10200, 64 off660992 00000040:00080000:3.0:1769074945.458882:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10200, 64 off660992 00010000:00010000:3.0:1769074945.458946:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043e23 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x792:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.458957:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043e23 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.458970:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043e23 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.458978:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043e23 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.458983:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043e23 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.459086:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043e23 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x792:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.459171:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.459190:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043e1c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x792:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.459196:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043e1c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x792:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.459212:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043e1c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x792:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.459217:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.459221:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043e1c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x792:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.459228:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043e1c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x792:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.459241:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x792:0x0].0x0 (ffff8ffe48328f00) 00010000:00010000:3.0:1769074945.459244:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.459248:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043e1c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x792:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.459259:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043e1c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x792:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.459398:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043e0e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.459405:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043e0e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.459411:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043e0e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.459416:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.459419:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043e0e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.459425:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043e0e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.459433:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe48328400) 00010000:00010000:3.0:1769074945.459436:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.459439:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043e0e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.459444:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043e0e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.459489:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000372e4894 reply state 0000000006e38384 transno 4294997999 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308a00/0xf5091596e3043e15 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xf3e949fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.459499:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308a00/0xf5091596e3043e15 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf3e949fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.459504:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf3e949fc (ffff8ffe48328a00) 00010000:00010000:3.0:1769074945.459518:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.459522:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.459637:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+547:11693:x1855007960270720:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2454us (2865us total) trans 4294997999 rc 0/0 00000100:00100000:3.0:1769074945.459647:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41035 00000100:00100000:3.0:1769074945.464570:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960270976 00000100:00100000:3.0:1769074945.464580:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960270976 00000100:00100000:3.0:1769074945.464734:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41036 00000100:00100000:3.0:1769074945.464745:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd9f246680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+547:11693:x1855007960270976:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.464801:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.464829:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4e51aa00/0xf5091596e2fa31bf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1de4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724de4a4 expref: 547 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.464876:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1de4:0x0].0x0 (ffff8ffe7d78eb00) 00010000:00010000:3.0:1769074945.464899:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.464927:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043e2a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.464939:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043e2a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.464947:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043e2a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.464957:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309800/0xf5091596e3043e31 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x16f5f71d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.464963:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309800/0xf5091596e3043e31 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x16f5f71d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.464968:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309800/0xf5091596e3043e31 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x16f5f71d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.465077:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043e38 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1de4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.465085:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043e38 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1de4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.465092:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043e38 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1de4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.465345:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10201, 64 off661056 00000040:00080000:3.0:1769074945.465364:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10201, 64 off661056 00010000:00010000:3.0:1769074945.465406:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043e3f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1de4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.465415:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043e3f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1de4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.465422:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043e3f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1de4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.465428:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043e3f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1de4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.465434:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043e3f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1de4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.465439:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043e3f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1de4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.476088:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1769074945.476133:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043e38 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1de4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.476146:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043e38 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1de4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.476153:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043e38 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1de4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.476159:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.476164:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043e38 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1de4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.476171:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043e38 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1de4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.476187:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1de4:0x0].0x0 (ffff8ffe48328d00) 00010000:00010000:3.0:1769074945.476190:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.476195:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043e38 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1de4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.476201:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043e38 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1de4:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.476362:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043e2a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.476369:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043e2a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.476374:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043e2a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.476378:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.476382:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043e2a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.476388:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043e2a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.476400:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe48328e00) 00010000:00010000:3.0:1769074945.476403:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.476406:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043e2a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.476411:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043e2a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.476428:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000071dc78e5 reply state 00000000ab0b6983 transno 4294998000 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309800/0xf5091596e3043e31 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x16f5f71d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.476439:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309800/0xf5091596e3043e31 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16f5f71d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.476445:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x16f5f71d (ffff8ffe48328200) 00010000:00010000:3.0:1769074945.476465:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.476469:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.476578:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd9f246680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+548:11693:x1855007960270976:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 11830us (12215us total) trans 4294998000 rc 0/0 00000100:00100000:3.0:1769074945.476588:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41036 00010000:00010000:1.0:1769074945.476799:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074945.478955:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043e23 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x792:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.478962:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.478964:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043e23 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x792:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.478970:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043e23 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x792:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.478979:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x792:0x0].0x0 (ffff8ffe48328f00) 00010000:00010000:1.0:1769074945.478981:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.478983:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043e23 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x792:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.478988:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043e23 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x792:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.479001:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.479003:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.479005:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.481179:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.482065:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960271232 00000100:00100000:3.0:1769074945.482078:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960271232 00000100:00100000:2.0:1769074945.482399:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41037 00000100:00100000:2.0:1769074945.482412:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+548:11693:x1855007960271232:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.482512:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.482549:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63ec5200/0xf5091596e2f7ff8f lrc: 0/0,0 mode: --/PR res: [0x240000402:0xdd4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d7434 expref: 548 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.482584:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xdd4:0x0].0x0 (ffff8ffe51856e00) 00010000:00010000:2.0:1769074945.482602:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.482636:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3043e46 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.482649:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3043e46 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.482658:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3043e46 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.483001:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096c00/0xf5091596e3043e4d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xe00f7d2f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.483011:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096c00/0xf5091596e3043e4d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xe00f7d2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.483045:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096c00/0xf5091596e3043e4d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xe00f7d2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.483149:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3043e54 lrc: 3/0,1 mode: --/EX res: [0x240000402:0xdd4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.483157:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3043e54 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xdd4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.483163:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3043e54 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xdd4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074945.484087:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10202, 64 off661120 00000040:00080000:2.0:1769074945.484112:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10202, 64 off661120 00010000:00010000:2.0:1769074945.484166:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e3043e5b lrc: 3/0,1 mode: --/PW res: [0x240000402:0xdd4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.484177:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e3043e5b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xdd4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.484185:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e3043e5b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xdd4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.484192:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e3043e5b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xdd4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.484197:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e3043e5b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xdd4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.484213:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e3043e5b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xdd4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.484234:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074945.485463:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.485474:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e3043e5b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xdd4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.485484:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61096600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.485488:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e3043e5b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xdd4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.485496:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e3043e5b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xdd4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.485511:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xdd4:0x0].0x0 (ffff8ffe5f4cf500) 00010000:00010000:1.0:1769074945.485515:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.485520:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e3043e5b lrc: 1/0,0 mode: --/PW res: [0x240000402:0xdd4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.485534:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e3043e5b lrc: 0/0,0 mode: --/PW res: [0x240000402:0xdd4:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.485549:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.485550:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.485552:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.486100:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3043e54 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xdd4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.486130:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3043e54 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xdd4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.486137:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3043e54 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xdd4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.486142:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61097200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.486146:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3043e54 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xdd4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.486151:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3043e54 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xdd4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.486160:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xdd4:0x0].0x0 (ffff8ffe5f4cf500) 00010000:00010000:2.0:1769074945.486163:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.486166:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3043e54 lrc: 2/0,0 mode: --/EX res: [0x240000402:0xdd4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.486171:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3043e54 lrc: 0/0,0 mode: --/EX res: [0x240000402:0xdd4:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.486437:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3043e46 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.486444:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3043e46 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.486486:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3043e46 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.486492:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61097400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.486495:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3043e46 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.486521:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3043e46 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.487056:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe5f4cff00) 00010000:00010000:2.0:1769074945.487060:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.487064:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3043e46 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.487070:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3043e46 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074945.487089:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000654d74ae reply state 00000000341b1bcc transno 4294998001 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096c00/0xf5091596e3043e4d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xe00f7d2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.487100:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096c00/0xf5091596e3043e4d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe00f7d2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.487107:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xe00f7d2f (ffff8ffe5f4cf600) 00010000:00010000:2.0:1769074945.487109:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.487113:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.487227:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60c7ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+549:11693:x1855007960271232:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 4813us (6052us total) trans 4294998001 rc 0/0 00000100:00100000:2.0:1769074945.487237:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41037 00000100:00100000:3.0:1769074945.491036:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.491172:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960271488 00000100:00100000:2.0:1769074945.491184:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960271488 00010000:00010000:3.0:1769074945.498437:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074945.498480:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637e00/0xf5091596e3043e77 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.498492:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c637e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074945.498496:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637e00/0xf5091596e3043e77 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.498508:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637e00/0xf5091596e3043e77 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.498530:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x42:0x0].0x0 (ffff8ffe4dd49e00) 00010000:00010000:3.0:1769074945.498534:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074945.498539:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637e00/0xf5091596e3043e77 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.498544:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637e00/0xf5091596e3043e77 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x42:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.498566:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.498568:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.498570:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.499934:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074945.501928:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074945.501936:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637a00/0xf5091596e3043e93 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xc45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.501943:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c637a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074945.501946:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637a00/0xf5091596e3043e93 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xc45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.501951:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637a00/0xf5091596e3043e93 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xc45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.501959:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xc45:0x0].0x0 (ffff8ffe4dd49400) 00010000:00010000:3.0:1769074945.501961:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074945.501964:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637a00/0xf5091596e3043e93 lrc: 1/0,0 mode: --/PW res: [0x240000402:0xc45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.501968:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637a00/0xf5091596e3043e93 lrc: 0/0,0 mode: --/PW res: [0x240000402:0xc45:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.501988:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.501990:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.501991:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.510300:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074945.516366:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.516373:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637200/0xf5091596e3043eaf lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x3c1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.518520:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c637200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.518875:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637200/0xf5091596e3043eaf lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x3c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.518888:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637200/0xf5091596e3043eaf lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x3c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.518904:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x3c1:0x0].0x0 (ffff8ffe4dd49c00) 00010000:00010000:1.0:1769074945.518907:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.518911:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637200/0xf5091596e3043eaf lrc: 1/0,0 mode: --/PW res: [0x240000402:0x3c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.518916:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637200/0xf5091596e3043eaf lrc: 0/0,0 mode: --/PW res: [0x240000402:0x3c1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.518945:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.518947:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.518949:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.520341:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074945.525332:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.525339:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636200/0xf5091596e3043ecb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.525345:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c636200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.525348:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636200/0xf5091596e3043ecb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.525355:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636200/0xf5091596e3043ecb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.525363:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2c5:0x0].0x0 (ffff8ffe4dd49e00) 00010000:00010000:1.0:1769074945.525365:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.525368:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636200/0xf5091596e3043ecb lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.525374:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636200/0xf5091596e3043ecb lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2c5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.525388:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.525390:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.525392:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.526025:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60c7ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+553:11693:x1855007960272256:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 4942us (5685us total) trans 4294998005 rc 0/0 00000100:00100000:2.0:1769074945.526066:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41041 00000100:00100000:2.0:1769074945.528338:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.529109:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960272512 00000100:00100000:3.0:1769074945.529123:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960272512 00000100:00100000:3.0:1769074945.529237:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41042 00000100:00100000:3.0:1769074945.529247:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+553:11693:x1855007960272512:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.529304:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.529330:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63066200/0xf5091596e2f79275 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xab6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d5e62 expref: 553 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.529370:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xab6:0x0].0x0 (ffff8ffe73a3e300) 00010000:00010000:3.0:1769074945.529385:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.529412:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043ed2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074945.529425:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043ed2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.529434:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043ed2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.529482:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043ed9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xf291614e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074945.529490:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043ed9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xf291614e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.529497:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043ed9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xf291614e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.529607:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043ee0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0xab6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074945.529615:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043ee0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xab6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.529622:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043ee0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xab6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:3.0:1769074945.531008:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10207, 64 off661440 00000040:00080000:3.0:1769074945.531043:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10207, 64 off661440 00010000:00010000:3.0:1769074945.531109:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043ee7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xab6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074945.531121:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043ee7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xab6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531129:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043ee7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xab6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531136:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043ee7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xab6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531142:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043ee7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xab6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531147:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043ee7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xab6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531221:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.531244:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043ee0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xab6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531250:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043ee0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xab6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531257:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043ee0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xab6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531261:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.531265:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043ee0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xab6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531271:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043ee0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xab6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531282:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xab6:0x0].0x0 (ffff8ffe48328900) 00010000:00010000:3.0:1769074945.531285:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.531288:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043ee0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0xab6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531293:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043ee0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0xab6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531420:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043ed2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531427:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043ed2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531433:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043ed2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531438:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.531441:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043ed2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531472:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043ed2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531487:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe48328e00) 00010000:00010000:3.0:1769074945.531489:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.531493:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043ed2 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531498:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043ed2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:3.0:1769074945.531512:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001fc2ce59 reply state 00000000f979d776 transno 4294998006 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043ed9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xf291614e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531530:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043ed9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf291614e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074945.531536:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf291614e (ffff8ffe48328400) 00010000:00010000:3.0:1769074945.531538:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.531541:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.531636:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60c7ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+554:11693:x1855007960272512:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2387us (3303us total) trans 4294998006 rc 0/0 00000100:00100000:3.0:1769074945.531645:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41042 00010000:00010000:2.0:1769074945.533917:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.533921:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.533922:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074945.535357:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.536088:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960272768 00000100:00100000:2.0:1769074945.536101:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960272768 00000100:00100000:2.0:1769074945.536958:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41043 00000100:00100000:2.0:1769074945.536975:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe61409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+554:11693:x1855007960272768:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.537040:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.537072:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4b3d2c00/0xf5091596e2fa3caf lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1e34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724de6d4 expref: 554 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.537091:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e34:0x0].0x0 (ffff8ffe4f849c00) 00010000:00010000:2.0:1769074945.537102:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.537128:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043eee lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.537140:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043eee lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.537148:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043eee lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.537157:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097600/0xf5091596e3043ef5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xa963cc72 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.537163:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097600/0xf5091596e3043ef5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xa963cc72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.537222:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097600/0xf5091596e3043ef5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xa963cc72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.537316:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043efc lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1e34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.537324:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043efc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1e34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.537331:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043efc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1e34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:2.0:1769074945.537932:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10208, 64 off661504 00000040:00080000:2.0:1769074945.537952:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10208, 64 off661504 00010000:00010000:2.0:1769074945.537999:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096a00/0xf5091596e3043f03 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1e34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.538010:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096a00/0xf5091596e3043f03 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1e34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538017:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096a00/0xf5091596e3043f03 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1e34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538024:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096a00/0xf5091596e3043f03 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1e34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538030:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096a00/0xf5091596e3043f03 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1e34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538035:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096a00/0xf5091596e3043f03 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1e34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538159:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.538180:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043efc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1e34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538203:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043efc lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1e34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538209:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043efc lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1e34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538214:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61097a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.538218:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043efc lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1e34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538225:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043efc lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1e34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538234:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e34:0x0].0x0 (ffff8ffe5f4cf000) 00010000:00010000:2.0:1769074945.538237:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.538240:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043efc lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1e34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538246:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043efc lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1e34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538370:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043eee lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538377:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043eee lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538383:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043eee lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538389:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61097c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.538391:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043eee lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538412:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043eee lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538419:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe5f4cff00) 00010000:00010000:2.0:1769074945.538421:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.538424:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043eee lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538430:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043eee lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:2.0:1769074945.538443:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000afae7d0b reply state 00000000105a1481 transno 4294998007 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097600/0xf5091596e3043ef5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xa963cc72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538484:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097600/0xf5091596e3043ef5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa963cc72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.538490:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xa963cc72 (ffff8ffe5f4cf500) 00010000:00010000:2.0:1769074945.538492:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.538494:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.538928:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe61409f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+555:11693:x1855007960272768:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1954us (3574us total) trans 4294998007 rc 0/0 00000100:00100000:2.0:1769074945.538937:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41043 00000100:00100000:1.0:1769074945.541628:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.541827:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960273024 00000100:00100000:3.0:1769074945.541838:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960273024 00000100:00100000:3.0:1769074945.541904:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41044 00000100:00100000:3.0:1769074945.541913:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+555:11693:x1855007960273024:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.541973:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.541999:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7d405c00/0xf5091596e2f67dbd lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2ce:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d270a expref: 555 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.542025:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2ce:0x0].0x0 (ffff8ffd44287300) 00010000:00010000:3.0:1769074945.542051:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.542077:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f0a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.542090:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f0a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.542099:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f0a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.542110:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043f11 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x8dbc506f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.542117:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043f11 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x8dbc506f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.542122:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043f11 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x8dbc506f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.542220:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f18 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2ce:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.542228:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f18 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.542235:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f18 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.543291:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10209, 64 off661568 00000040:00080000:3.0:1769074945.543327:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10209, 64 off661568 00010000:00010000:3.0:1769074945.543400:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f1f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2ce:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.543413:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f1f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.543422:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f1f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.543430:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f1f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.543435:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f1f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.543440:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f1f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.543480:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1769074945.543500:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f18 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.543506:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f18 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.543512:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f18 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.543518:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.543952:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.543958:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f1f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.543964:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.543966:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f1f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.543971:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f1f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.543980:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2ce:0x0].0x0 (ffff8ffe48328d00) 00010000:00010000:1.0:1769074945.543983:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.543987:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f1f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.543992:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f1f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2ce:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.544004:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.544006:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.544007:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.544012:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.544013:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.544015:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.544090:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f18 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2ce:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.544099:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f18 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.544107:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2ce:0x0].0x0 (ffff8ffe48328d00) 00010000:00010000:3.0:1769074945.544111:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.544113:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f18 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.544119:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f18 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2ce:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.544355:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f0a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.544361:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f0a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.544366:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f0a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.544371:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.544373:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f0a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.544379:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f0a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.544387:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe48328600) 00010000:00010000:3.0:1769074945.544389:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.544392:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f0a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.544397:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f0a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.544409:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c632cfcb reply state 00000000589fed7f transno 4294998008 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043f11 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x8dbc506f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.544420:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043f11 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8dbc506f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.544427:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x8dbc506f (ffff8ffe48328c00) 00010000:00010000:3.0:1769074945.544429:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.544433:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.545050:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+556:11693:x1855007960273024:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 3131us (3526us total) trans 4294998008 rc 0/0 00000100:00100000:3.0:1769074945.545060:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41044 00000100:00100000:2.0:1769074945.548129:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.548319:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960273280 00000100:00100000:3.0:1769074945.548331:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960273280 00000100:00100000:3.0:1769074945.548410:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41045 00000100:00100000:3.0:1769074945.548419:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60c7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+556:11693:x1855007960273280:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.548506:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.548543:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe68872000/0xf5091596e2f6307e lrc: 0/0,0 mode: --/PR res: [0x240000402:0xc3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d18bd expref: 556 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.548574:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xc3:0x0].0x0 (ffff8ffe73aeb000) 00010000:00010000:3.0:1769074945.548585:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.548611:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f26 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.548623:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f26 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.548631:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f26 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.548641:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043f2d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xdb6640c5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.548646:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043f2d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xdb6640c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.548652:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043f2d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xdb6640c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.548977:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f34 lrc: 3/0,1 mode: --/EX res: [0x240000402:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.548986:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f34 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xc3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.548993:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f34 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xc3:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.549252:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10210, 64 off661632 00000040:00080000:3.0:1769074945.549272:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10210, 64 off661632 00010000:00010000:3.0:1769074945.549317:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f3b lrc: 3/0,1 mode: --/PW res: [0x240000402:0xc3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.549327:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f3b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xc3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.549334:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f3b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xc3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.549340:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f3b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xc3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.549345:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f3b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xc3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.549350:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f3b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xc3:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.549362:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.549378:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f34 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xc3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.549383:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f34 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xc3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.549389:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f34 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xc3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.549394:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.549397:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f34 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xc3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.549404:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f34 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xc3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.549414:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xc3:0x0].0x0 (ffff8ffe48328800) 00010000:00010000:3.0:1769074945.549416:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.549420:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f34 lrc: 2/0,0 mode: --/EX res: [0x240000402:0xc3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.549425:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f34 lrc: 0/0,0 mode: --/EX res: [0x240000402:0xc3:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.549971:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.549979:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f3b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xc3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.549986:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.549989:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f3b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xc3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.549995:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f3b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xc3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.550005:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xc3:0x0].0x0 (ffff8ffe48328800) 00010000:00010000:1.0:1769074945.550007:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.550011:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f3b lrc: 1/0,0 mode: --/PW res: [0x240000402:0xc3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.550016:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f3b lrc: 0/0,0 mode: --/PW res: [0x240000402:0xc3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.550031:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.550033:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.550035:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.550138:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f26 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.550145:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f26 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.550152:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f26 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.550157:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.550160:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f26 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.550170:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f26 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.550178:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe48328e00) 00010000:00010000:3.0:1769074945.550180:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.550183:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f26 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.550189:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f26 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.550277:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000006271654 reply state 00000000005505ce transno 4294998009 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043f2d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xdb6640c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.550288:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043f2d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdb6640c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.550294:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xdb6640c5 (ffff8ffe48328f00) 00010000:00010000:3.0:1769074945.550297:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.550299:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.550427:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60c7c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+557:11693:x1855007960273280:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2007us (2305us total) trans 4294998009 rc 0/0 00000100:00100000:3.0:1769074945.550436:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41045 00000100:00100000:2.0:1769074945.553232:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.553310:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960273536 00000100:00100000:3.0:1769074945.553321:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960273536 00000100:00100000:3.0:1769074945.553380:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41046 00000100:00100000:3.0:1769074945.553388:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60c7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+557:11693:x1855007960273536:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.553444:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.553872:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5b7a4c00/0xf5091596e2fb0bf3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2420:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e1048 expref: 557 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.553905:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2420:0x0].0x0 (ffff8ffe49105800) 00010000:00010000:3.0:1769074945.553917:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.553946:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f42 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.553959:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f42 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.553969:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f42 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.553981:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f49 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x208b8c73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.553987:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f49 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x208b8c73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.553992:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f49 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x208b8c73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.554086:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043f50 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2420:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.554093:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043f50 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.554100:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043f50 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2420:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.554322:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10211, 64 off661696 00000040:00080000:3.0:1769074945.554344:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10211, 64 off661696 00010000:00010000:3.0:1769074945.554393:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f57 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2420:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.554403:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f57 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.554411:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f57 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.554417:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f57 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.554423:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f57 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.554429:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f57 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.554591:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.554612:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043f50 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.554618:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043f50 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.554623:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043f50 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.554628:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.554632:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043f50 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.554638:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043f50 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.554646:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2420:0x0].0x0 (ffff8ffe48328700) 00010000:00010000:3.0:1769074945.554650:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.554653:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043f50 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.554659:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e3043f50 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2420:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.555054:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f42 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.555062:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f42 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.555067:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f42 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.555072:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.555075:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f42 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.555080:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f42 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.555088:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe48328600) 00010000:00010000:3.0:1769074945.555091:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.555094:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f42 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.555100:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e3043f42 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.555115:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009fff77e1 reply state 00000000e8822811 transno 4294998010 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f49 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x208b8c73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.555125:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f49 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x208b8c73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.555131:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x208b8c73 (ffff8ffe48328d00) 00010000:00010000:3.0:1769074945.555134:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.555136:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.555227:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60c7c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+558:11693:x1855007960273536:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1837us (2002us total) trans 4294998010 rc 0/0 00000100:00100000:3.0:1769074945.555234:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41046 00010000:00010000:2.0:1769074945.557116:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074945.557131:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f57 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.557140:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074945.557144:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f57 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.557173:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f57 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.557190:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2420:0x0].0x0 (ffff8ffe48328700) 00010000:00010000:2.0:1769074945.557193:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074945.557197:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f57 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.557303:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e3043f57 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2420:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.557326:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.557328:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.557330:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074945.558383:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.558878:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960273792 00000100:00100000:3.0:1769074945.558888:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960273792 00000100:00100000:3.0:1769074945.558971:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41047 00000100:00100000:3.0:1769074945.558980:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+558:11693:x1855007960273792:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.559037:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.559063:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe697a6600/0xf5091596e2fabb03 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x21d0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e0018 expref: 558 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.559086:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x21d0:0x0].0x0 (ffff8ffe62f2c400) 00010000:00010000:3.0:1769074945.559103:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.559132:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f5e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.559145:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f5e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.559153:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f5e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.559165:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f65 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xbd15dedd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.559171:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f65 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xbd15dedd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.559178:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f65 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xbd15dedd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.559286:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f6c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x21d0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.559293:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f6c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x21d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.559300:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f6c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x21d0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.559952:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10212, 64 off661760 00000040:00080000:3.0:1769074945.559970:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10212, 64 off661760 00010000:00010000:3.0:1769074945.560019:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043f73 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x21d0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.560028:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043f73 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x21d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560037:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043f73 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x21d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560042:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043f73 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x21d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560049:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043f73 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x21d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560055:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043f73 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x21d0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560079:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.560098:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f6c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x21d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560104:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f6c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x21d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560111:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f6c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x21d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560116:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.560119:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f6c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x21d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560126:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f6c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x21d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560136:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x21d0:0x0].0x0 (ffff8ffe48328b00) 00010000:00010000:3.0:1769074945.560139:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.560142:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f6c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x21d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560148:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3043f6c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x21d0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560276:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f5e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560283:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f5e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560288:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f5e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560293:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.560296:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f5e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560306:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f5e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560315:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe48328e00) 00010000:00010000:3.0:1769074945.560317:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.560320:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f5e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560325:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e3043f5e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.560339:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b2d24bcd reply state 00000000648337a7 transno 4294998011 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f65 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xbd15dedd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560348:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f65 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbd15dedd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.560354:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xbd15dedd (ffff8ffe48328500) 00010000:00010000:3.0:1769074945.560356:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.560358:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1769074945.560531:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.560538:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043f73 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x21d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.560543:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe8204ca00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.560546:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043f73 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x21d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.560552:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043f73 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x21d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.560560:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x21d0:0x0].0x0 (ffff8ffe48328b00) 00010000:00010000:1.0:1769074945.560562:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.560565:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043f73 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x21d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.560570:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204ca00/0xf5091596e3043f73 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x21d0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.560585:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.560587:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.560589:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074945.560900:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+559:11693:x1855007960273792:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1917us (2521us total) trans 4294998011 rc 0/0 00000100:00100000:3.0:1769074945.560909:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41047 00000100:00100000:1.0:1769074945.565419:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.566162:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960274048 00000100:00100000:3.0:1769074945.566174:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960274048 00000100:00100000:3.0:1769074945.566346:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41048 00000100:00100000:3.0:1769074945.566356:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+559:11693:x1855007960274048:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.566409:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.566433:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73a2d400/0xf5091596e2fb4db6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2601:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e1d6f expref: 559 pid: 6527 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.566950:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2601:0x0].0x0 (ffff8ffe5dfc1c00) 00010000:00010000:3.0:1769074945.566966:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.566993:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043f7a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.567006:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043f7a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.567017:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043f7a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.567027:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043f81 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xb7e18cfb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.567033:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043f81 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb7e18cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.567039:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043f81 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb7e18cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.567130:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043f88 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2601:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.567138:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043f88 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2601:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.567144:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043f88 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2601:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.567945:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10213, 64 off661824 00000040:00080000:3.0:1769074945.567969:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10213, 64 off661824 00010000:00010000:3.0:1769074945.568025:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043f8f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2601:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.568037:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043f8f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2601:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.568045:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043f8f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2601:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.568051:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043f8f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2601:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.568057:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043f8f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2601:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.568062:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043f8f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2601:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.568082:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.568102:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043f88 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2601:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.568108:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043f88 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2601:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.568113:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043f88 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2601:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.568118:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d316e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.568122:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043f88 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2601:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.568130:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043f88 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2601:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.568139:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2601:0x0].0x0 (ffff8ffe48328700) 00010000:00010000:3.0:1769074945.568142:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.568146:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043f88 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2601:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.568152:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3043f88 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2601:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.568425:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.568432:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043f8f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2601:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.568438:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638df200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.568441:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043f8f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2601:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.568460:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043f8f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2601:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.568483:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2601:0x0].0x0 (ffff8ffe48328700) 00010000:00010000:1.0:1769074945.568486:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.568489:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043f8f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2601:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.568493:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043f8f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2601:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.568508:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.568510:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.568512:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.569030:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043f7a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.569040:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043f7a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.569046:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043f7a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.569051:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d316c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.569054:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043f7a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.569060:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043f7a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.569069:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe48328e00) 00010000:00010000:3.0:1769074945.569072:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.569074:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043f7a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.569079:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043f7a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.569092:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f2d1327f reply state 000000000f00632d transno 4294998012 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043f81 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xb7e18cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.569102:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043f81 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb7e18cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.569129:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb7e18cfb (ffff8ffe48328600) 00010000:00010000:3.0:1769074945.569132:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.569135:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.569913:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+560:11693:x1855007960274048:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 3551us (4496us total) trans 4294998012 rc 0/0 00000100:00100000:3.0:1769074945.569923:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41048 00000100:00100000:1.0:1769074945.575384:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.575645:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960274304 00000100:00100000:3.0:1769074945.575940:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960274304 00000100:00100000:3.0:1769074945.576054:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41049 00000100:00100000:3.0:1769074945.576064:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+560:11693:x1855007960274304:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.576125:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.576151:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6fa0b400/0xf5091596e2f8d379 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x13e2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d9e96 expref: 560 pid: 6527 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.576181:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13e2:0x0].0x0 (ffff8ffe55e0ea00) 00010000:00010000:3.0:1769074945.576207:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.576234:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043f96 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.576255:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043f96 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.576266:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043f96 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.576277:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3043f9d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xfcfbcbe8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.576282:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3043f9d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xfcfbcbe8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.576289:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3043f9d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xfcfbcbe8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.576382:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fa4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x13e2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.576390:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fa4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x13e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.576397:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fa4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x13e2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.576700:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10214, 64 off661888 00000040:00080000:3.0:1769074945.576724:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10214, 64 off661888 00010000:00010000:3.0:1769074945.576771:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fab lrc: 3/0,1 mode: --/PW res: [0x240000402:0x13e2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.576781:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fab lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.576788:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fab lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x13e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.576794:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fab lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x13e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.576800:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fab lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x13e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.576805:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fab lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x13e2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.576828:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.576845:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fa4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x13e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.576859:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fa4 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x13e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.576865:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fa4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x13e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.576870:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638df200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.576874:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fa4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x13e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.576880:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fa4 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x13e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.576888:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13e2:0x0].0x0 (ffff8ffe48328700) 00010000:00010000:3.0:1769074945.576890:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.576894:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fa4 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x13e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.576900:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fa4 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x13e2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.577010:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043f96 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.577018:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043f96 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.577024:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043f96 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.577029:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638de000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.577031:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043f96 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.577041:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043f96 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.577049:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe48328800) 00010000:00010000:3.0:1769074945.577051:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.577054:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043f96 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.577059:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043f96 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.577073:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ab44dab2 reply state 00000000d4f32eae transno 4294998013 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3043f9d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xfcfbcbe8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.577084:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3043f9d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfcfbcbe8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.577090:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xfcfbcbe8 (ffff8ffe48328900) 00010000:00010000:3.0:1769074945.577092:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.577094:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.577173:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+561:11693:x1855007960274304:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1109us (1796us total) trans 4294998013 rc 0/0 00000100:00100000:3.0:1769074945.577182:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41049 00010000:00010000:1.0:1769074945.577259:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.577265:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fab lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x13e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.577272:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fdc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.577275:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fab lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x13e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.577281:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fab lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x13e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.577289:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x13e2:0x0].0x0 (ffff8ffe48328700) 00010000:00010000:1.0:1769074945.577291:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.577294:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fab lrc: 1/0,0 mode: --/PW res: [0x240000402:0x13e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.577298:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fab lrc: 0/0,0 mode: --/PW res: [0x240000402:0x13e2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.577311:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.577313:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.577314:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074945.583033:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.583953:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960274560 00000100:00100000:3.0:1769074945.583965:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960274560 00000100:00100000:2.0:1769074945.584126:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41050 00000100:00100000:2.0:1769074945.584136:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+561:11693:x1855007960274560:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.584191:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.584227:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bd4c00/0xf5091596e2f8b588 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1307:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d9899 expref: 561 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.584258:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1307:0x0].0x0 (ffff8ffe78730600) 00010000:00010000:2.0:1769074945.584273:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.584299:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043fb2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.584311:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043fb2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.584321:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043fb2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.584367:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043fb9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xd9acff90 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.584373:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043fb9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xd9acff90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.584380:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043fb9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xd9acff90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.584882:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3043fc0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1307:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.584893:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3043fc0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1307:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.584900:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3043fc0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1307:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074945.585126:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10215, 64 off661952 00000040:00080000:2.0:1769074945.585147:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10215, 64 off661952 00010000:00010000:2.0:1769074945.585192:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096a00/0xf5091596e3043fc7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1307:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.585200:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096a00/0xf5091596e3043fc7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1307:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.585208:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096a00/0xf5091596e3043fc7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1307:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.585215:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096a00/0xf5091596e3043fc7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1307:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.585221:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096a00/0xf5091596e3043fc7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1307:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.585615:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096a00/0xf5091596e3043fc7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1307:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.585643:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.585662:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3043fc0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1307:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.585822:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3043fc0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1307:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.585829:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3043fc0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1307:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.585835:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61096800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.585839:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3043fc0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1307:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.585846:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3043fc0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1307:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.585867:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1307:0x0].0x0 (ffff8ffe5f4cf000) 00010000:00010000:2.0:1769074945.585870:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.585875:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3043fc0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1307:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.585880:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3043fc0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1307:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.586005:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043fb2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.586013:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043fb2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.586038:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043fb2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.586042:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61097c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.586045:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043fb2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.586051:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043fb2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.586058:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe5f4cff00) 00010000:00010000:2.0:1769074945.586060:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.586063:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043fb2 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.586068:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3043fb2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074945.586082:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fae43487 reply state 00000000650d5ba4 transno 4294998014 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043fb9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xd9acff90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.586091:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043fb9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd9acff90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.586097:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xd9acff90 (ffff8ffe5f4cf800) 00010000:00010000:2.0:1769074945.586099:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.586102:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.586346:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+562:11693:x1855007960274560:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2208us (3319us total) trans 4294998014 rc 0/0 00000100:00100000:2.0:1769074945.586354:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41050 00000100:00100000:3.0:1769074945.591312:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960274816 00000100:00100000:3.0:1769074945.591322:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960274816 00000100:00100000:3.0:1769074945.591378:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41051 00000100:00100000:3.0:1769074945.591387:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+562:11693:x1855007960274816:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.591439:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.591498:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe68872600/0xf5091596e2f6328b lrc: 0/0,0 mode: --/PR res: [0x240000402:0xd2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d1926 expref: 562 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.591525:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xd2:0x0].0x0 (ffff8ffe73aeb800) 00010000:00010000:3.0:1769074945.591542:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.591570:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043fce lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.591584:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043fce lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.591594:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043fce lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.591606:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043fd5 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xff66915f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.591612:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043fd5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xff66915f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.591617:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043fd5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xff66915f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.591934:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fdc lrc: 3/0,1 mode: --/EX res: [0x240000402:0xd2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.591944:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fdc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xd2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.591950:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fdc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xd2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.592172:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10216, 64 off662016 00000040:00080000:3.0:1769074945.592193:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10216, 64 off662016 00010000:00010000:3.0:1769074945.592426:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043fe3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xd2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.592436:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043fe3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xd2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.592442:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043fe3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xd2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.592650:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043fe3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xd2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.592657:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043fe3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xd2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.592663:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043fe3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xd2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.592881:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.592900:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fdc lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.592906:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fdc lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.592913:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fdc lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.592918:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fdc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.592923:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fdc lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.592930:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fdc lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.592941:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xd2:0x0].0x0 (ffff8ffe48328b00) 00010000:00010000:3.0:1769074945.592946:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.592950:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fdc lrc: 2/0,0 mode: --/EX res: [0x240000402:0xd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.592955:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043fdc lrc: 0/0,0 mode: --/EX res: [0x240000402:0xd2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.593070:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043fce lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.593078:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043fce lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.593084:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043fce lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.593089:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fcc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.593091:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043fce lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.593097:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043fce lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.593105:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe48328800) 00010000:00010000:3.0:1769074945.593107:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.593110:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043fce lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.593115:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043fce lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.593128:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bf81fad1 reply state 0000000084c416ea transno 4294998015 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043fd5 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xff66915f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.593138:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043fd5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xff66915f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.593145:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xff66915f (ffff8ffe48328e00) 00010000:00010000:3.0:1769074945.593147:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.593150:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.593246:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+563:11693:x1855007960274816:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1857us (2123us total) trans 4294998015 rc 0/0 00000100:00100000:3.0:1769074945.593254:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41051 00010000:00010000:1.0:1769074945.595101:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.595113:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043fe3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xd2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.595124:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638de000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.595128:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043fe3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xd2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.595136:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043fe3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xd2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.595150:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xd2:0x0].0x0 (ffff8ffe48328b00) 00010000:00010000:1.0:1769074945.595153:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.595157:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043fe3 lrc: 1/0,0 mode: --/PW res: [0x240000402:0xd2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.595163:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de000/0xf5091596e3043fe3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0xd2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.595183:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.595185:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.595187:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074945.602299:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960275072 00000100:00100000:3.0:1769074945.602311:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960275072 00000100:00100000:3.0:1769074945.602421:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41052 00000100:00100000:3.0:1769074945.602431:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+563:11693:x1855007960275072:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.602525:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.602553:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe42a22400/0xf5091596e2f9c347 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1abc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724dce8c expref: 563 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.602571:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1abc:0x0].0x0 (ffff8ffe71201500) 00010000:00010000:3.0:1769074945.602590:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.602616:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fea lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.602629:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fea lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.602637:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fea lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.602649:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043ff1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x205843d5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.602655:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043ff1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x205843d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.602661:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043ff1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x205843d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.602766:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043ff8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1abc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.602774:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043ff8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1abc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.602780:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043ff8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1abc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.603042:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10217, 64 off662080 00000040:00080000:3.0:1769074945.603065:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10217, 64 off662080 00010000:00010000:3.0:1769074945.603110:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043fff lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1abc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.603119:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043fff lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1abc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603127:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043fff lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1abc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603133:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043fff lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1abc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603139:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043fff lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1abc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603145:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043fff lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1abc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603162:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.603179:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043ff8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1abc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603186:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043ff8 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1abc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603191:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043ff8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1abc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603207:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fdc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.603211:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043ff8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1abc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603219:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043ff8 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1abc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603228:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1abc:0x0].0x0 (ffff8ffe637cd600) 00010000:00010000:3.0:1769074945.603230:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.603233:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043ff8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1abc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603239:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e3043ff8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1abc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603356:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fea lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603362:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fea lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603368:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fea lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603373:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638df200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.603375:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fea lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603384:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fea lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603392:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe48328800) 00010000:00010000:3.0:1769074945.603394:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.603397:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fea lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603401:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df200/0xf5091596e3043fea lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.603413:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002a713cd6 reply state 00000000cd8869fa transno 4294998016 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043ff1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x205843d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603422:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043ff1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x205843d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.603428:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x205843d5 (ffff8ffe48328700) 00010000:00010000:3.0:1769074945.603430:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.603432:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.603732:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+564:11693:x1855007960275072:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1299us (1617us total) trans 4294998016 rc 0/0 00000100:00100000:3.0:1769074945.603741:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41052 00010000:00010000:1.0:1769074945.604165:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.604172:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043fff lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1abc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.604178:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d316c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.604181:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043fff lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1abc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.604187:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043fff lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1abc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.604207:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1abc:0x0].0x0 (ffff8ffe637cd600) 00010000:00010000:1.0:1769074945.604210:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.604213:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043fff lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1abc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.604218:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316c00/0xf5091596e3043fff lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1abc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.604237:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.604239:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.604241:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074945.609527:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960275328 00000100:00100000:3.0:1769074945.609539:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960275328 00000100:00100000:3.0:1769074945.609588:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41053 00000100:00100000:3.0:1769074945.609597:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+564:11693:x1855007960275328:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.609654:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.609694:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59481800/0xf5091596e2fa3ac5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1e26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724de672 expref: 564 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.609750:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e26:0x0].0x0 (ffff8ffe596c7c00) 00010000:00010000:3.0:1769074945.609765:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.609794:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3044006 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.609808:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3044006 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.609817:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3044006 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.609830:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247800/0xf5091596e304400d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x492be4a8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.609836:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247800/0xf5091596e304400d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x492be4a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.609841:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247800/0xf5091596e304400d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x492be4a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.609944:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044014 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1e26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.609952:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044014 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1e26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.609958:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044014 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1e26:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.610196:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10218, 64 off662144 00000040:00080000:3.0:1769074945.610645:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10218, 64 off662144 00010000:00010000:3.0:1769074945.610832:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304401b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1e26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.610873:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304401b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1e26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.610882:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304401b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1e26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.610889:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304401b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1e26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.610896:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304401b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1e26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.610902:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304401b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1e26:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.611600:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.611629:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044014 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1e26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.611637:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044014 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1e26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.611644:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044014 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1e26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.611650:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50247200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.611654:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044014 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1e26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.611661:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044014 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1e26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.611683:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e26:0x0].0x0 (ffff8ffe695a5300) 00010000:00010000:3.0:1769074945.611707:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.611713:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044014 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1e26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.611719:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044014 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1e26:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.611871:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3044006 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.611878:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3044006 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.611883:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3044006 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.611888:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d316e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.611892:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3044006 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.611897:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3044006 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.611907:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe637cdc00) 00010000:00010000:3.0:1769074945.611910:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.611913:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3044006 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.611918:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316e00/0xf5091596e3044006 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.611936:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000066c81a3a reply state 000000003ec60ccd transno 4294998017 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247800/0xf5091596e304400d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x492be4a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.611948:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247800/0xf5091596e304400d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x492be4a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.611970:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x492be4a8 (ffff8ffe80e58000) 00010000:00010000:3.0:1769074945.611973:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.611976:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.612075:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+565:11693:x1855007960275328:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2475us (2848us total) trans 4294998017 rc 0/0 00000100:00100000:3.0:1769074945.612084:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41053 00010000:00010000:1.0:1769074945.613830:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.613842:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304401b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1e26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.613861:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50247a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.613865:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304401b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1e26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.613873:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304401b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1e26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.613887:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e26:0x0].0x0 (ffff8ffe695a5300) 00010000:00010000:1.0:1769074945.613890:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.613894:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304401b lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1e26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.613899:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304401b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1e26:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.613920:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.613921:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.613924:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074945.616587:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960275584 00000100:00100000:3.0:1769074945.616599:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960275584 00000100:00100000:2.0:1769074945.616910:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41054 00000100:00100000:2.0:1769074945.616952:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+565:11693:x1855007960275584:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.617128:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.617155:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63744400/0xf5091596e2f865d3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x10c0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d88a8 expref: 565 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.617170:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10c0:0x0].0x0 (ffff8ffe56dfc700) 00010000:00010000:2.0:1769074945.617190:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.617936:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3044022 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.617952:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3044022 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.617961:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3044022 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.617972:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3044029 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x1c29983a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.617978:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3044029 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x1c29983a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.617983:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3044029 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x1c29983a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.618167:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044030 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x10c0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.618175:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044030 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.618181:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044030 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10c0:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074945.618493:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10219, 64 off662208 00000040:00080000:2.0:1769074945.619174:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10219, 64 off662208 00010000:00010000:2.0:1769074945.619300:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3044037 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x10c0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.619312:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3044037 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619321:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3044037 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x10c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619329:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3044037 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619334:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3044037 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x10c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619340:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3044037 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x10c0:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619364:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.619382:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044030 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x10c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619388:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044030 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x10c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619393:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044030 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619399:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61096400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.619403:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044030 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x10c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619437:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044030 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x10c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619617:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x10c0:0x0].0x0 (ffff8ffe5f4cf400) 00010000:00010000:2.0:1769074945.619620:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.619626:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044030 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x10c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619632:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044030 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x10c0:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619839:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3044022 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619846:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3044022 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619862:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3044022 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619866:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61097c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.619869:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3044022 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619874:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3044022 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619882:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe5f4cff00) 00010000:00010000:2.0:1769074945.619884:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.619887:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3044022 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619892:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e3044022 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074945.619928:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b153899e reply state 00000000f16abfea transno 4294998018 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3044029 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x1c29983a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619938:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3044029 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1c29983a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.619943:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x1c29983a (ffff8ffe5f4cfe00) 00010000:00010000:2.0:1769074945.619945:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.619948:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.620173:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+566:11693:x1855007960275584:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 3220us (4292us total) trans 4294998018 rc 0/0 00000100:00100000:2.0:1769074945.620182:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41054 00000100:00100000:2.0:1769074945.623213:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960275840 00000100:00100000:2.0:1769074945.623223:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960275840 00000100:00100000:2.0:1769074945.623289:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41055 00000100:00100000:2.0:1769074945.623299:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+566:11693:x1855007960275840:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.623359:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.623382:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe51c97600/0xf5091596e2f65b49 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1d2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d2026 expref: 566 pid: 6527 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.623398:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d2:0x0].0x0 (ffff8ffe4858f300) 00010000:00010000:2.0:1769074945.623424:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.623478:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e304403e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.623490:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e304403e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.623499:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e304403e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.623628:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3044045 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xff8bf9f0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.623635:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3044045 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xff8bf9f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.623641:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3044045 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xff8bf9f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.623739:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097800/0xf5091596e304404c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1d2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.623747:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097800/0xf5091596e304404c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.623753:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097800/0xf5091596e304404c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074945.624293:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10220, 64 off662272 00000040:00080000:2.0:1769074945.624321:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10220, 64 off662272 00010000:00010000:2.0:1769074945.624370:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3044053 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1d2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.624380:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3044053 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.624387:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3044053 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.624394:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3044053 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.624401:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3044053 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.624434:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3044053 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.624483:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.624501:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097800/0xf5091596e304404c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.624529:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.624536:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3044053 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.625196:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097800/0xf5091596e304404c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.625205:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097800/0xf5091596e304404c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.625811:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61096200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074945.625811:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61097800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.625818:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3044053 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.625818:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097800/0xf5091596e304404c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.625828:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3044053 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.625828:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097800/0xf5091596e304404c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.625844:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d2:0x0].0x0 (ffff8ffe5f4cf000) 00010000:00010000:2.0:1769074945.625847:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.625859:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1d2:0x0].0x0 (ffff8ffe5f4cf000) 00010000:00010000:2.0:1769074945.625860:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097800/0xf5091596e304404c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.625861:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.625864:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3044053 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.625867:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097800/0xf5091596e304404c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1d2:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.625869:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096200/0xf5091596e3044053 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1d2:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.625885:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.625886:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.625888:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.626160:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e304403e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.626169:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e304403e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.626420:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e304403e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.626424:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61096600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.626427:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e304403e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.626433:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e304403e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.626441:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe5f4cfd00) 00010000:00010000:2.0:1769074945.626444:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.626835:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e304403e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.626843:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096600/0xf5091596e304403e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074945.626870:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007aab610e reply state 00000000022eb8ad transno 4294998019 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3044045 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xff8bf9f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.626882:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3044045 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xff8bf9f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.626889:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xff8bf9f0 (ffff8ffe5f4cf100) 00010000:00010000:2.0:1769074945.626891:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.626894:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.627006:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+567:11693:x1855007960275840:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 3693us (4030us total) trans 4294998019 rc 0/0 00000100:00100000:2.0:1769074945.627015:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41055 00000100:00100000:1.0:1769074945.629909:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.629984:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960276096 00000100:00100000:2.0:1769074945.630036:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960276096 00000100:00100000:2.0:1769074945.630132:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41056 00000100:00100000:2.0:1769074945.630141:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+567:11693:x1855007960276096:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.630201:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.630227:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe42da1a00/0xf5091596e2fa8039 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2022:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724df456 expref: 567 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.630265:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2022:0x0].0x0 (ffff8ffe63b09200) 00010000:00010000:2.0:1769074945.630279:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.630306:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e304405a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.630319:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e304405a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.630330:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e304405a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.630342:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044061 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x2a099c8b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.630349:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044061 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x2a099c8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.630354:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044061 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x2a099c8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.630463:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3044068 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2022:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.630472:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3044068 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2022:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.630497:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3044068 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2022:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:2.0:1769074945.630831:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10221, 64 off662336 00000040:00080000:2.0:1769074945.630862:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10221, 64 off662336 00010000:00010000:2.0:1769074945.630904:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097000/0xf5091596e304406f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2022:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.630913:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097000/0xf5091596e304406f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2022:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.630920:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097000/0xf5091596e304406f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2022:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.630927:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097000/0xf5091596e304406f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2022:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.630933:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097000/0xf5091596e304406f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2022:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.630939:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097000/0xf5091596e304406f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2022:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.630956:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.630973:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3044068 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2022:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.630979:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3044068 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2022:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.630984:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3044068 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2022:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.630990:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61097200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.631010:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3044068 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2022:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.631016:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3044068 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2022:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.631025:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2022:0x0].0x0 (ffff8ffe55fed100) 00010000:00010000:2.0:1769074945.631028:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.631031:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3044068 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2022:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.631036:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097200/0xf5091596e3044068 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2022:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.631145:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e304405a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.631151:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e304405a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.631156:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e304405a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.631160:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61097c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.631163:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e304405a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.631168:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e304405a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.631175:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe5f4cff00) 00010000:00010000:2.0:1769074945.631178:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.631181:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e304405a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.631202:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097c00/0xf5091596e304405a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:2.0:1769074945.631215:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c22fcc70 reply state 0000000091be00ed transno 4294998020 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044061 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x2a099c8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.631225:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044061 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2a099c8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.631230:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x2a099c8b (ffff8ffe5f4cf400) 00010000:00010000:2.0:1769074945.631232:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.631235:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.631309:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+568:11693:x1855007960276096:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1167us (1407us total) trans 4294998020 rc 0/0 00000100:00100000:2.0:1769074945.631317:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41056 00010000:00010000:1.0:1769074945.632386:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.632397:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097000/0xf5091596e304406f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2022:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.632405:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61097000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.632409:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097000/0xf5091596e304406f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2022:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.632417:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097000/0xf5091596e304406f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2022:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.632430:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2022:0x0].0x0 (ffff8ffe55fed100) 00010000:00010000:1.0:1769074945.632433:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.632437:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097000/0xf5091596e304406f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2022:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.632443:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097000/0xf5091596e304406f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2022:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.632482:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.632484:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.632486:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.636942:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960276352 00000100:00100000:2.0:1769074945.636955:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960276352 00000100:00100000:2.0:1769074945.637028:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41057 00000100:00100000:2.0:1769074945.637039:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+568:11693:x1855007960276352:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.637105:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.637131:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65a01400/0xf5091596e2fb6652 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x26b5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e225b expref: 568 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.637163:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x26b5:0x0].0x0 (ffff8ffe5ecbc000) 00010000:00010000:2.0:1769074945.637176:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.637217:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096a00/0xf5091596e3044076 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.637229:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096a00/0xf5091596e3044076 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.637238:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096a00/0xf5091596e3044076 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.637252:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e304407d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x815cdf9d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.637258:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e304407d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x815cdf9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.637263:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e304407d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x815cdf9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.637363:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3044084 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x26b5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074945.637370:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3044084 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x26b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.637376:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e3044084 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x26b5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.640430:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.640439:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637000/0xf5091596e304408b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x26b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.640603:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c637000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.640608:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637000/0xf5091596e304408b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x26b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.640615:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637000/0xf5091596e304408b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x26b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.640628:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x26b5:0x0].0x0 (ffff8ffe48ba6d00) 00010000:00010000:1.0:1769074945.640630:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.640633:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637000/0xf5091596e304408b lrc: 1/0,0 mode: --/PW res: [0x240000402:0x26b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.640638:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637000/0xf5091596e304408b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x26b5:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.640656:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.640658:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.640660:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074945.645229:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960276608 00000100:00100000:3.0:1769074945.645240:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960276608 00000100:00100000:3.0:1769074945.645301:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41058 00000100:00100000:3.0:1769074945.645310:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+569:11693:x1855007960276608:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.645365:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.645390:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5fa8d800/0xf5091596e2f93f12 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x16f5:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724db41b expref: 569 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.645413:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x16f5:0x0].0x0 (ffff8ffe637cd400) 00010000:00010000:3.0:1769074945.645431:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.645811:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044092 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.645826:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044092 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.645837:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044092 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.645861:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246000/0xf5091596e3044099 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xab3e719 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.645872:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246000/0xf5091596e3044099 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xab3e719 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.645878:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246000/0xf5091596e3044099 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xab3e719 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.645970:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e30440a0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x16f5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.645977:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e30440a0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x16f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.645983:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e30440a0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x16f5:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:3.0:1769074945.646193:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10223, 64 off662464 00000040:00080000:3.0:1769074945.646316:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10223, 64 off662464 00010000:00010000:3.0:1769074945.646369:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246200/0xf5091596e30440a7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x16f5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074945.646377:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246200/0xf5091596e30440a7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x16f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.646384:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246200/0xf5091596e30440a7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x16f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.646391:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246200/0xf5091596e30440a7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x16f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.646396:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246200/0xf5091596e30440a7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x16f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.646402:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246200/0xf5091596e30440a7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x16f5:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.646624:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.646646:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e30440a0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x16f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.646652:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e30440a0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x16f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.646658:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e30440a0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x16f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.646662:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50246a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.646834:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e30440a0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x16f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.646843:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e30440a0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x16f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.646865:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x16f5:0x0].0x0 (ffff8ffe695a5700) 00010000:00010000:3.0:1769074945.646868:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.646872:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e30440a0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x16f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.646879:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e30440a0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x16f5:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.647023:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044092 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.647029:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044092 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.647034:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044092 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.647063:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50247200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.647067:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044092 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.647072:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044092 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.647081:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe695a5b00) 00010000:00010000:3.0:1769074945.647084:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.647087:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044092 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.647093:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044092 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:3.0:1769074945.647109:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e5196767 reply state 00000000936a822d transno 4294998022 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246000/0xf5091596e3044099 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xab3e719 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.647120:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246000/0xf5091596e3044099 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xab3e719 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.647126:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xab3e719 (ffff8ffe695a5800) 00010000:00010000:3.0:1769074945.647128:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.647131:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.647570:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+570:11693:x1855007960276608:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2254us (2449us total) trans 4294998022 rc 0/0 00000100:00100000:2.0:1769074945.647581:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41058 00000100:00100000:2.0:1769074945.650867:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074945.655387:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.655399:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637e00/0xf5091596e30440c3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xbba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.655409:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c637e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.655413:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637e00/0xf5091596e30440c3 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xbba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.655421:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637e00/0xf5091596e30440c3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xbba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.655437:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xbba:0x0].0x0 (ffff8ffe4dd49100) 00010000:00010000:1.0:1769074945.655440:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.655444:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637e00/0xf5091596e30440c3 lrc: 1/0,0 mode: --/PW res: [0x240000402:0xbba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.655504:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637e00/0xf5091596e30440c3 lrc: 0/0,0 mode: --/PW res: [0x240000402:0xbba:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00000100:00100000:1.0:1769074945.657829:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074945.659497:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.659503:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637000/0xf5091596e30440df lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x561:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.659518:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c637000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.659520:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637000/0xf5091596e30440df lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x561:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.659526:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637000/0xf5091596e30440df lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x561:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.659535:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x561:0x0].0x0 (ffff8ffe4dd49c00) 00010000:00010000:1.0:1769074945.659537:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.659541:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637000/0xf5091596e30440df lrc: 1/0,0 mode: --/PW res: [0x240000402:0x561:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.659546:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637000/0xf5091596e30440df lrc: 0/0,0 mode: --/PW res: [0x240000402:0x561:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.659560:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.659562:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.659563:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.666312:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.666412:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960277376 00000100:00100000:3.0:1769074945.666425:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960277376 00000100:00100000:2.0:1769074945.666946:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41061 00000100:00100000:2.0:1769074945.666958:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+572:11693:x1855007960277376:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.667017:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.667043:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5fba1c00/0xf5091596e2f94c32 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1755:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724db6bb expref: 572 pid: 6527 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.667097:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1755:0x0].0x0 (ffff8ffe51272100) 00010000:00010000:2.0:1769074945.667120:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.667147:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e30440e6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.667160:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e30440e6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.667170:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e30440e6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.667181:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e30440ed lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x53692833 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.667187:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e30440ed lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x53692833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.667193:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e30440ed lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x53692833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.667302:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e30440f4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1755:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.667310:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e30440f4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1755:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.667317:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e30440f4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1755:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00000040:00080000:2.0:1769074945.667878:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10226, 64 off662656 00000040:00080000:2.0:1769074945.667899:0:8441:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10226, 64 off662656 00010000:00010000:2.0:1769074945.667947:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e30440fb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1755:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074945.667962:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e30440fb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1755:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.667969:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e30440fb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1755:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.667975:0:8441:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e30440fb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1755:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.667980:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e30440fb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1755:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.667985:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e30440fb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1755:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.668004:0:8441:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.668021:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e30440f4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1755:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.668027:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e30440f4 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1755:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.668033:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e30440f4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1755:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.668038:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.668042:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e30440f4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1755:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.668049:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e30440f4 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1755:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.668059:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1755:0x0].0x0 (ffff8ffe48ba6b00) 00010000:00010000:2.0:1769074945.668062:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.668066:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e30440f4 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1755:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.668071:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309600/0xf5091596e30440f4 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1755:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.668184:0:8441:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e30440e6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.668192:0:8441:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e30440e6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.668197:0:8441:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e30440e6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.668202:0:8441:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.668205:0:8441:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e30440e6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.668211:0:8441:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e30440e6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.668218:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe48ba6400) 00010000:00010000:2.0:1769074945.668221:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.668224:0:8441:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e30440e6 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.668229:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308400/0xf5091596e30440e6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00010000:2.0:1769074945.668241:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009af85dec reply state 00000000302a390b transno 4294998025 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e30440ed lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x53692833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.668250:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e30440ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x53692833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074945.668256:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x53692833 (ffff8ffe48ba6c00) 00010000:00010000:2.0:1769074945.668258:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.668261:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1769074945.668441:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.668457:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e30440fb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1755:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.668472:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.668475:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e30440fb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1755:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.668481:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e30440fb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1755:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.668490:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1755:0x0].0x0 (ffff8ffe48ba6b00) 00010000:00010000:1.0:1769074945.668492:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.668495:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e30440fb lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1755:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.668500:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309000/0xf5091596e30440fb lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1755:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074945.668519:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.668521:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.668522:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.668647:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60c7e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+573:11693:x1855007960277376:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1688us (2413us total) trans 4294998025 rc 0/0 00000100:00100000:2.0:1769074945.668895:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41061 00000100:00100000:3.0:1769074945.671558:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.671700:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960277632 00000100:00100000:2.0:1769074945.671711:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960277632 00000100:00100000:2.0:1769074945.671771:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41062 00000100:00100000:2.0:1769074945.671780:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe61408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+573:11693:x1855007960277632:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.671837:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.671874:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6ca4d600/0xf5091596e2f721aa lrc: 0/0,0 mode: --/PR res: [0x240000402:0x77d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d47d3 expref: 573 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.671911:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x77d:0x0].0x0 (ffff8ffe4a1d6b00) 00010000:00010000:2.0:1769074945.671925:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.671953:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3044102 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074945.671964:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3044102 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.671974:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3044102 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.671985:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3044109 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xad96e934 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074945.671991:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3044109 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xad96e934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.671998:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3044109 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xad96e934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.672096:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6200/0xf5091596e3044110 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x77d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074945.672103:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6200/0xf5091596e3044110 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x77d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.672110:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6200/0xf5091596e3044110 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x77d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074945.672355:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10227, 64 off662720 00000040:00080000:2.0:1769074945.672379:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10227, 64 off662720 00010000:00010000:2.0:1769074945.672420:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7800/0xf5091596e3044117 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x77d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074945.672429:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7800/0xf5091596e3044117 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x77d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.672436:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7800/0xf5091596e3044117 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x77d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.672442:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7800/0xf5091596e3044117 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x77d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.672468:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7800/0xf5091596e3044117 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x77d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.672474:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7800/0xf5091596e3044117 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x77d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.672487:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.673043:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6200/0xf5091596e3044110 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x77d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.673052:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6200/0xf5091596e3044110 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x77d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.673058:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6200/0xf5091596e3044110 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x77d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.673840:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.673846:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6200/0xf5091596e3044110 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x77d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.673862:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6200/0xf5091596e3044110 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x77d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.673871:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x77d:0x0].0x0 (ffff8ffe48ba6900) 00010000:00010000:2.0:1769074945.673873:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.673876:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6200/0xf5091596e3044110 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x77d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.673881:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6200/0xf5091596e3044110 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x77d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.674020:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3044102 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.674027:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3044102 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.674034:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3044102 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.674038:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.674040:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3044102 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.674050:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3044102 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.674058:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe48ba6000) 00010000:00010000:2.0:1769074945.674061:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.674064:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3044102 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.674069:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d000/0xf5091596e3044102 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074945.674081:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000a2a83f3 reply state 000000005ca46376 transno 4294998026 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3044109 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xad96e934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.674091:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3044109 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xad96e934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.674098:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xad96e934 (ffff8ffe48ba6800) 00010000:00010000:2.0:1769074945.674100:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.674103:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.674226:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe61408a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+574:11693:x1855007960277632:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2443us (2671us total) trans 4294998026 rc 0/0 00000100:00100000:2.0:1769074945.674235:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41062 00000100:00100000:1.0:1769074945.678345:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074945.678439:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960277888 00000100:00100000:2.0:1769074945.678765:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960277888 00000100:00100000:2.0:1769074945.678860:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41063 00000100:00100000:2.0:1769074945.678872:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+574:11693:x1855007960277888:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:2.0:1769074945.678926:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.678950:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64172000/0xf5091596e2fa37e6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1e11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724de5df expref: 574 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.678982:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e11:0x0].0x0 (ffff8ffe4a87f200) 00010000:00010000:2.0:1769074945.678996:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074945.679024:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304411e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074945.679035:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304411e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.679044:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304411e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.679055:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044125 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xe19d8d8e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074945.679062:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044125 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xe19d8d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.679067:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044125 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xe19d8d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.679157:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6600/0xf5091596e304412c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1e11:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074945.679165:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6600/0xf5091596e304412c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1e11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.679172:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6600/0xf5091596e304412c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1e11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:2.0:1769074945.679408:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10228, 64 off662784 00000040:00080000:2.0:1769074945.679430:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10228, 64 off662784 00010000:00010000:2.0:1769074945.679523:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044133 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1e11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074945.679533:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044133 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1e11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.679540:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044133 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1e11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.679546:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044133 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1e11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.679552:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044133 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1e11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.679558:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044133 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1e11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.679585:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.679602:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6600/0xf5091596e304412c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1e11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.679607:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6600/0xf5091596e304412c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1e11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.679613:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6600/0xf5091596e304412c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1e11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.679618:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.679621:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6600/0xf5091596e304412c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1e11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.679628:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6600/0xf5091596e304412c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1e11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.679635:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e11:0x0].0x0 (ffff8ffe48ba6100) 00010000:00010000:2.0:1769074945.679638:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1769074945.679642:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6600/0xf5091596e304412c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1e11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.679647:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6600/0xf5091596e304412c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1e11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.680043:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074945.680051:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044133 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1e11:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.680057:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074945.680061:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044133 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1e11:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.680067:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044133 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1e11:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.680076:0:14041:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1e11:0x0].0x0 (ffff8ffe48ba6100) 00010000:00010000:3.0:1769074945.680079:0:14041:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074945.680082:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044133 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1e11:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.680087:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044133 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1e11:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.680100:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.680102:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.680103:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.680262:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304411e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.680269:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304411e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.680274:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304411e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.680279:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.680281:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304411e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.680286:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304411e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.680294:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe48ba6a00) 00010000:00010000:2.0:1769074945.680296:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.680299:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304411e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.680304:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304411e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074945.680315:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000098476b9a reply state 000000008ceeec3c transno 4294998027 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044125 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xe19d8d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.680327:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044125 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe19d8d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.680334:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xe19d8d8e (ffff8ffe48ba6700) 00010000:00010000:2.0:1769074945.680337:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.680339:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.680493:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+575:11693:x1855007960277888:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1620us (2154us total) trans 4294998027 rc 0/0 00000100:00100000:2.0:1769074945.680502:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41063 00000100:00100000:1.0:1769074945.684213:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960278144 00000100:00100000:1.0:1769074945.684224:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960278144 00000100:00100000:1.0:1769074945.684294:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41064 00000100:00100000:1.0:1769074945.684303:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+575:11693:x1855007960278144:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:1.0:1769074945.684356:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074945.684384:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe42db2800/0xf5091596e2f84756 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfe1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d828f expref: 575 pid: 6527 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.684418:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xfe1:0x0].0x0 (ffff8ffe520f8100) 00010000:00010000:1.0:1769074945.684434:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074945.684514:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304413a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074945.684527:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304413a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.684537:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304413a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.684549:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3044141 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x5c02527c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074945.684556:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3044141 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x5c02527c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.684563:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3044141 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x5c02527c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.684668:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044148 lrc: 3/0,1 mode: --/EX res: [0x240000402:0xfe1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074945.684677:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044148 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.684684:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044148 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:1.0:1769074945.684921:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10229, 64 off662848 00000040:00080000:1.0:1769074945.684943:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10229, 64 off662848 00010000:00010000:1.0:1769074945.684993:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e304414f lrc: 3/0,1 mode: --/PW res: [0x240000402:0xfe1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074945.685002:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e304414f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xfe1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685009:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e304414f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xfe1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685015:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e304414f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xfe1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685021:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e304414f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xfe1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685026:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e304414f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xfe1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685045:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074945.685062:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044148 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685068:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044148 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685073:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044148 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685078:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.685082:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044148 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685093:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044148 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685102:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xfe1:0x0].0x0 (ffff8ffe56f2a600) 00010000:00010000:1.0:1769074945.685105:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.685109:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044148 lrc: 2/0,0 mode: --/EX res: [0x240000402:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685114:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044148 lrc: 0/0,0 mode: --/EX res: [0x240000402:0xfe1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685223:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304413a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685230:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304413a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685235:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304413a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685239:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.685242:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304413a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685248:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304413a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685256:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe56f2a900) 00010000:00010000:1.0:1769074945.685259:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.685262:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304413a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685267:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304413a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:1.0:1769074945.685281:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000793c2da8 reply state 000000003e3a15ea transno 4294998028 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3044141 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x5c02527c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685291:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3044141 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x5c02527c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.685298:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x5c02527c (ffff8ffe56f2a400) 00010000:00010000:1.0:1769074945.685300:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074945.685303:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074945.685385:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+576:11693:x1855007960278144:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1081us (1262us total) trans 4294998028 rc 0/0 00000100:00100000:1.0:1769074945.685393:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41064 00010000:00010000:3.0:1769074945.686113:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074945.686121:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e304414f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xfe1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.686129:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074945.686132:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e304414f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xfe1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.686139:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e304414f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xfe1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.686150:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xfe1:0x0].0x0 (ffff8ffe56f2a600) 00010000:00010000:3.0:1769074945.686153:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074945.686156:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e304414f lrc: 1/0,0 mode: --/PW res: [0x240000402:0xfe1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.686160:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e304414f lrc: 0/0,0 mode: --/PW res: [0x240000402:0xfe1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.686211:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.686213:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.686215:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074945.688544:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074945.690562:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074945.690569:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e304416b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x893:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.690575:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c636800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074945.690577:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e304416b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x893:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.690583:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e304416b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x893:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.690593:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x893:0x0].0x0 (ffff8ffe4dd49400) 00010000:00010000:3.0:1769074945.690595:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074945.690598:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e304416b lrc: 1/0,0 mode: --/PW res: [0x240000402:0x893:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.690603:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e304416b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x893:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.690616:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.690618:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.690619:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074945.693350:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.693649:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960278656 00000100:00100000:3.0:1769074945.693771:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960278656 00000100:00100000:3.0:1769074945.693875:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41066 00000100:00100000:3.0:1769074945.693886:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+577:11693:x1855007960278656:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.693942:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.694004:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6055ac00/0xf5091596e2fa5f46 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1f31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724dedbf expref: 577 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.694035:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f31:0x0].0x0 (ffff8ffe48f9da00) 00010000:00010000:3.0:1769074945.694047:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.694075:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044172 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.694088:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044172 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694098:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044172 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694111:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e3044179 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x409d24d6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.694118:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e3044179 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x409d24d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694124:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e3044179 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x409d24d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694218:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e3044180 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1f31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.694226:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e3044180 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1f31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694232:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e3044180 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1f31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074945.694549:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10231, 64 off662976 00000040:00080000:3.0:1769074945.694568:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10231, 64 off662976 00010000:00010000:3.0:1769074945.694612:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246800/0xf5091596e3044187 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1f31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.694620:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246800/0xf5091596e3044187 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694627:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246800/0xf5091596e3044187 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1f31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694633:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246800/0xf5091596e3044187 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1f31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694639:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246800/0xf5091596e3044187 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1f31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694644:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246800/0xf5091596e3044187 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1f31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694673:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.694691:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e3044180 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1f31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694697:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e3044180 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1f31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694703:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e3044180 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1f31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694708:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50247600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.694712:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e3044180 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1f31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694718:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e3044180 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1f31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694727:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f31:0x0].0x0 (ffff8ffe695a5600) 00010000:00010000:3.0:1769074945.694731:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.694734:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e3044180 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1f31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694740:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e3044180 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1f31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694866:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044172 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694873:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044172 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694878:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044172 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694882:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50247200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.694885:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044172 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694890:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044172 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694897:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe695a5b00) 00010000:00010000:3.0:1769074945.694899:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.694901:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044172 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694907:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e3044172 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:3.0:1769074945.694918:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009219667a reply state 00000000f52c8ca6 transno 4294998030 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e3044179 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x409d24d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694927:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e3044179 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x409d24d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.694949:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x409d24d6 (ffff8ffe695a5d00) 00010000:00010000:3.0:1769074945.694951:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.694953:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.695031:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+578:11693:x1855007960278656:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1145us (1687us total) trans 4294998030 rc 0/0 00000100:00100000:3.0:1769074945.695039:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41066 00010000:00010000:1.0:1769074945.695437:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.695444:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246800/0xf5091596e3044187 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1f31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.695473:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50246800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.695476:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246800/0xf5091596e3044187 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1f31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.695483:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246800/0xf5091596e3044187 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1f31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.695492:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1f31:0x0].0x0 (ffff8ffe695a5600) 00010000:00010000:1.0:1769074945.695494:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.695496:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246800/0xf5091596e3044187 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1f31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.695502:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246800/0xf5091596e3044187 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1f31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.695517:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.695519:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.695521:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074945.699009:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960278912 00000100:00100000:3.0:1769074945.699020:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960278912 00000100:00100000:3.0:1769074945.699105:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41067 00000100:00100000:3.0:1769074945.699116:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+578:11693:x1855007960278912:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.699175:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.699202:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78676e00/0xf5091596e2f845d5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfd6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d8242 expref: 578 pid: 6527 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.699225:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xfd6:0x0].0x0 (ffff8ffe48849900) 00010000:00010000:3.0:1769074945.699347:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.699377:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246400/0xf5091596e304418e lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.699391:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246400/0xf5091596e304418e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.699400:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246400/0xf5091596e304418e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.699410:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246200/0xf5091596e3044195 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xf9623ef5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.699415:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246200/0xf5091596e3044195 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xf9623ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.699421:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246200/0xf5091596e3044195 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xf9623ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.700018:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304419c lrc: 3/0,1 mode: --/EX res: [0x240000402:0xfd6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.700029:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304419c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xfd6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.700037:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304419c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xfd6:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074945.700331:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10232, 64 off663040 00000040:00080000:3.0:1769074945.700356:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10232, 64 off663040 00010000:00010000:3.0:1769074945.700405:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e30441a3 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xfd6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.700414:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e30441a3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xfd6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.700422:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e30441a3 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xfd6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.700428:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e30441a3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xfd6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.700434:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e30441a3 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xfd6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.700440:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fdc00/0xf5091596e30441a3 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xfd6:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.700647:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.700818:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304419c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xfd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.701162:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304419c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xfd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.701170:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304419c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xfd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.701176:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50247a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.701179:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304419c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xfd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.701185:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304419c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xfd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.701196:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xfd6:0x0].0x0 (ffff8ffe695a5900) 00010000:00010000:3.0:1769074945.701199:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.701203:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304419c lrc: 2/0,0 mode: --/EX res: [0x240000402:0xfd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.701209:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247a00/0xf5091596e304419c lrc: 0/0,0 mode: --/EX res: [0x240000402:0xfd6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.701939:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246400/0xf5091596e304418e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.701947:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246400/0xf5091596e304418e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.701954:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246400/0xf5091596e304418e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.701958:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50246400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.701961:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246400/0xf5091596e304418e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.701997:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246400/0xf5091596e304418e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.702008:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe695a5000) 00010000:00010000:3.0:1769074945.702011:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.702014:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246400/0xf5091596e304418e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.702019:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246400/0xf5091596e304418e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:3.0:1769074945.702034:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000171d77ad reply state 00000000b95f1647 transno 4294998031 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246200/0xf5091596e3044195 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xf9623ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.702045:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246200/0xf5091596e3044195 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf9623ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.702052:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf9623ef5 (ffff8ffe695a5a00) 00010000:00010000:3.0:1769074945.702054:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.702058:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.702192:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+579:11693:x1855007960278912:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 3074us (3271us total) trans 4294998031 rc 0/0 00000100:00100000:3.0:1769074945.702202:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41067 00000100:00100000:1.0:1769074945.706144:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.706229:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960279168 00000100:00100000:3.0:1769074945.706314:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960279168 00000100:00100000:3.0:1769074945.706399:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41068 00000100:00100000:3.0:1769074945.706407:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+579:11693:x1855007960279168:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.706489:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.706523:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d737200/0xf5091596e2f8426a lrc: 0/0,0 mode: --/PR res: [0x240000402:0xfbd:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d8193 expref: 579 pid: 6527 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.706546:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xfbd:0x0].0x0 (ffff8ffe64155300) 00010000:00010000:3.0:1769074945.706564:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.706589:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e30441aa lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.706602:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e30441aa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.706611:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e30441aa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.706621:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e30441b1 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x4b9994bf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.706627:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e30441b1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x4b9994bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.706632:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e30441b1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x4b9994bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.706732:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e30441b8 lrc: 3/0,1 mode: --/EX res: [0x240000402:0xfbd:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.706740:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e30441b8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xfbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.706747:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e30441b8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xfbd:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074945.706991:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10233, 64 off663104 00000040:00080000:3.0:1769074945.707013:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10233, 64 off663104 00010000:00010000:3.0:1769074945.707057:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30441bf lrc: 3/0,1 mode: --/PW res: [0x240000402:0xfbd:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.707067:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30441bf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xfbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707074:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30441bf lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xfbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707081:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30441bf lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xfbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707086:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30441bf lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xfbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707091:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30441bf lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xfbd:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707110:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.707126:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e30441b8 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xfbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707131:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e30441b8 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xfbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707137:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e30441b8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xfbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707143:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.707147:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e30441b8 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xfbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707153:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e30441b8 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xfbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707161:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xfbd:0x0].0x0 (ffff8ffe695a5200) 00010000:00010000:3.0:1769074945.707164:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.707168:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e30441b8 lrc: 2/0,0 mode: --/EX res: [0x240000402:0xfbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707173:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e30441b8 lrc: 0/0,0 mode: --/EX res: [0x240000402:0xfbd:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707294:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e30441aa lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707301:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e30441aa lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707306:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e30441aa lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707312:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50247200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.707315:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e30441aa lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707320:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e30441aa lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707328:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe695a5b00) 00010000:00010000:3.0:1769074945.707330:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.707333:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e30441aa lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707338:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247200/0xf5091596e30441aa lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:3.0:1769074945.707350:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ae7dd199 reply state 000000009dc9aeef transno 4294998032 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e30441b1 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x4b9994bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707360:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e30441b1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4b9994bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.707366:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x4b9994bf (ffff8ffe695a5500) 00010000:00010000:3.0:1769074945.707368:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.707371:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.707475:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+580:11693:x1855007960279168:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1067us (1340us total) trans 4294998032 rc 0/0 00000100:00100000:3.0:1769074945.707484:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41068 00010000:00010000:1.0:1769074945.707609:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.707615:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30441bf lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xfbd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.707622:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.707625:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30441bf lrc: 2/0,0 mode: PW/PW res: [0x240000402:0xfbd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.707631:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30441bf lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xfbd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.707639:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xfbd:0x0].0x0 (ffff8ffe695a5200) 00010000:00010000:1.0:1769074945.707642:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.707645:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30441bf lrc: 1/0,0 mode: --/PW res: [0x240000402:0xfbd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.707651:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30441bf lrc: 0/0,0 mode: --/PW res: [0x240000402:0xfbd:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.707662:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.707664:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.707666:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074945.711377:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.711438:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960279424 00000100:00100000:3.0:1769074945.711476:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960279424 00000100:00100000:3.0:1769074945.711531:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41069 00000100:00100000:3.0:1769074945.711540:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+580:11693:x1855007960279424:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.711593:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.711618:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe679ef400/0xf5091596e2f98607 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x18fc:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724dc24c expref: 580 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.711640:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x18fc:0x0].0x0 (ffff8ffe7bf5b000) 00010000:00010000:3.0:1769074945.711649:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.712048:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441c6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.712064:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441c6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.712074:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441c6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.712086:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15200/0xf5091596e30441cd lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x4d6f8d8b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.712092:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15200/0xf5091596e30441cd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x4d6f8d8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.712098:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15200/0xf5091596e30441cd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x4d6f8d8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.712191:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e30441d4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x18fc:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.712199:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e30441d4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x18fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.712207:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e30441d4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x18fc:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074945.712432:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10234, 64 off663168 00000040:00080000:3.0:1769074945.712805:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10234, 64 off663168 00010000:00010000:3.0:1769074945.712871:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15000/0xf5091596e30441db lrc: 3/0,1 mode: --/PW res: [0x240000402:0x18fc:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.712883:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15000/0xf5091596e30441db lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x18fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.712891:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15000/0xf5091596e30441db lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x18fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.712898:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15000/0xf5091596e30441db lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x18fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.712904:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15000/0xf5091596e30441db lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x18fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.712908:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15000/0xf5091596e30441db lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x18fc:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.713083:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.713108:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e30441d4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x18fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.713114:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e30441d4 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x18fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.713119:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e30441d4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x18fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.713125:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.713130:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e30441d4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x18fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.713138:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e30441d4 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x18fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.713150:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x18fc:0x0].0x0 (ffff8ffe695a5e00) 00010000:00010000:3.0:1769074945.713154:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.713158:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e30441d4 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x18fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.713164:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e30441d4 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x18fc:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.713306:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441c6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.713313:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441c6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.713318:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441c6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.713323:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.713326:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441c6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.713336:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441c6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.713344:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe695a5000) 00010000:00010000:3.0:1769074945.713346:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.713349:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441c6 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.713354:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441c6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:3.0:1769074945.713366:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000074d52182 reply state 000000009f81a67c transno 4294998033 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15200/0xf5091596e30441cd lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x4d6f8d8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.713375:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15200/0xf5091596e30441cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4d6f8d8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.713381:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x4d6f8d8b (ffff8ffe695a5400) 00010000:00010000:3.0:1769074945.713383:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.713385:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.713492:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5aa99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+581:11693:x1855007960279424:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1950us (2124us total) trans 4294998033 rc 0/0 00000100:00100000:3.0:1769074945.713500:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41069 00000100:00100000:2.0:1769074945.716761:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074945.716833:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960279680 00000100:00100000:3.0:1769074945.716844:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960279680 00000100:00100000:3.0:1769074945.716917:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41070 00000100:00100000:3.0:1769074945.716927:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+581:11693:x1855007960279680:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.716984:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.717010:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe736c9400/0xf5091596e2f779d9 lrc: 0/0,0 mode: --/PR res: [0x240000402:0xa02:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d5976 expref: 581 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.717090:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xa02:0x0].0x0 (ffff8ffe80902900) 00010000:00010000:3.0:1769074945.717107:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.717136:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14000/0xf5091596e30441e2 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.717149:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14000/0xf5091596e30441e2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.717158:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14000/0xf5091596e30441e2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.717170:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15600/0xf5091596e30441e9 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x6bc1970e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.717176:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15600/0xf5091596e30441e9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x6bc1970e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.717182:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15600/0xf5091596e30441e9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x6bc1970e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.717273:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14200/0xf5091596e30441f0 lrc: 3/0,1 mode: --/EX res: [0x240000402:0xa02:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.717281:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14200/0xf5091596e30441f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xa02:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.717288:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14200/0xf5091596e30441f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xa02:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074945.718057:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10235, 64 off663232 00000040:00080000:3.0:1769074945.718081:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10235, 64 off663232 00010000:00010000:3.0:1769074945.718135:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14600/0xf5091596e30441f7 lrc: 3/0,1 mode: --/PW res: [0x240000402:0xa02:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.718168:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14600/0xf5091596e30441f7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xa02:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.718177:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14600/0xf5091596e30441f7 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0xa02:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.718184:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14600/0xf5091596e30441f7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xa02:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.718190:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14600/0xf5091596e30441f7 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0xa02:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.718196:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14600/0xf5091596e30441f7 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0xa02:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.718272:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074945.718280:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15000/0xf5091596e30441db lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x18fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.718287:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.718291:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15000/0xf5091596e30441db lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x18fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.718299:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15000/0xf5091596e30441db lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x18fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.718310:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x18fc:0x0].0x0 (ffff8ffe695a5e00) 00010000:00010000:1.0:1769074945.718314:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.718318:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15000/0xf5091596e30441db lrc: 1/0,0 mode: --/PW res: [0x240000402:0x18fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.718323:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15000/0xf5091596e30441db lrc: 0/0,0 mode: --/PW res: [0x240000402:0x18fc:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.718343:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074945.718346:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14600/0xf5091596e30441f7 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0xa02:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.718351:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074945.718354:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14600/0xf5091596e30441f7 lrc: 4/0,0 mode: PW/PW res: [0x240000402:0xa02:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.718360:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14600/0xf5091596e30441f7 lrc: 5/0,0 mode: PW/PW res: [0x240000402:0xa02:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.718365:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xa02:0x0].0x0 (ffff8ffe695a5f00) 00010000:00010000:1.0:1769074945.718367:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1769074945.718369:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14600/0xf5091596e30441f7 lrc: 3/0,0 mode: --/PW res: [0x240000402:0xa02:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.718375:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.718377:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074945.718379:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.718972:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1769074945.718979:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14600/0xf5091596e30441f7 lrc: 0/0,0 mode: --/PW res: [0x240000402:0xa02:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.719020:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14200/0xf5091596e30441f0 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0xa02:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.719026:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14200/0xf5091596e30441f0 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0xa02:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.719032:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14200/0xf5091596e30441f0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xa02:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.719037:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.719040:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14200/0xf5091596e30441f0 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0xa02:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.719046:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14200/0xf5091596e30441f0 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0xa02:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.719078:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0xa02:0x0].0x0 (ffff8ffe695a5f00) 00010000:00010000:3.0:1769074945.719080:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.719083:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14200/0xf5091596e30441f0 lrc: 2/0,0 mode: --/EX res: [0x240000402:0xa02:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.719089:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14200/0xf5091596e30441f0 lrc: 0/0,0 mode: --/EX res: [0x240000402:0xa02:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.719209:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14000/0xf5091596e30441e2 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.719216:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14000/0xf5091596e30441e2 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.719221:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14000/0xf5091596e30441e2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.719225:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.719228:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14000/0xf5091596e30441e2 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.719233:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14000/0xf5091596e30441e2 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.719242:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe695a5100) 00010000:00010000:3.0:1769074945.719257:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.719260:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14000/0xf5091596e30441e2 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.719265:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14000/0xf5091596e30441e2 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:3.0:1769074945.719278:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f5814687 reply state 000000005dd9f96c transno 4294998034 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15600/0xf5091596e30441e9 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x6bc1970e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.719302:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15600/0xf5091596e30441e9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6bc1970e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.719309:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x6bc1970e (ffff8ffe695a5c00) 00010000:00010000:3.0:1769074945.719312:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074945.719315:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074945.719411:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60c7c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+582:11693:x1855007960279680:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2482us (2656us total) trans 4294998034 rc 0/0 00000100:00100000:3.0:1769074945.719421:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41070 00010000:00010000:1.0:1769074945.720969:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074945.723213:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960279936 00000100:00100000:3.0:1769074945.723223:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960279936 00000100:00100000:3.0:1769074945.723283:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41071 00000100:00100000:3.0:1769074945.723293:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+582:11693:x1855007960279936:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:3.0:1769074945.723347:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.723374:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73a0da00/0xf5091596e2f9562d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x179e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724db8ba expref: 582 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.723403:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x179e:0x0].0x0 (ffff8ffe60988400) 00010000:00010000:3.0:1769074945.723419:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074945.723480:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441fe lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.723493:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441fe lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.723720:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441fe lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.723738:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3044205 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xcb9ed70b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.723783:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3044205 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xcb9ed70b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.723790:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3044205 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xcb9ed70b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.723895:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e304420c lrc: 3/0,1 mode: --/EX res: [0x240000402:0x179e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.723904:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e304420c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.723911:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e304420c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074945.724149:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10236, 64 off663296 00000040:00080000:3.0:1769074945.724171:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10236, 64 off663296 00010000:00010000:3.0:1769074945.724217:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044213 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x179e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074945.724227:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044213 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.724234:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044213 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.724241:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044213 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.724248:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044213 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.724254:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044213 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x179e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.724298:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074945.724315:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e304420c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.724321:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e304420c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.724327:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e304420c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.724333:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.724337:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e304420c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.724343:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e304420c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.724354:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x179e:0x0].0x0 (ffff8ffe695a5e00) 00010000:00010000:3.0:1769074945.724357:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1769074945.724361:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e304420c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.724366:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14400/0xf5091596e304420c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x179e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.725442:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441fe lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.725486:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441fe lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.725491:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441fe lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.725496:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074945.725500:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441fe lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.725743:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441fe lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.725753:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe695a5000) 00010000:00010000:2.0:1769074945.725756:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074945.725759:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441fe lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.725764:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15400/0xf5091596e30441fe lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:2.0:1769074945.725779:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b9a3a6ed reply state 00000000e8a09eca transno 4294998035 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3044205 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xcb9ed70b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.725791:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3044205 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcb9ed70b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.725797:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xcb9ed70b (ffff8ffe695a5b00) 00010000:00010000:2.0:1769074945.725800:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074945.725803:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074945.725907:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+583:11693:x1855007960279936:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 2613us (2776us total) trans 4294998035 rc 0/0 00000100:00100000:2.0:1769074945.725916:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41071 00000100:00100000:2.0:1769074945.728812:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074945.729198:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960280192 00000100:00100000:1.0:1769074945.729208:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960280192 00000100:00100000:1.0:1769074945.729291:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41072 00000100:00100000:1.0:1769074945.729301:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+583:11693:x1855007960280192:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:1.0:1769074945.729359:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074945.729383:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7816ea00/0xf5091596e2fb197c lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2483:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e12fd expref: 583 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.729418:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2483:0x0].0x0 (ffff8ffe7b2a3c00) 00010000:00010000:1.0:1769074945.729431:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074945.729500:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304421a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074945.729519:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304421a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.729529:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304421a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.729540:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044221 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0x710f387b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074945.729546:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044221 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x710f387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.729552:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044221 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x710f387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.729643:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044228 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2483:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074945.729660:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044228 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2483:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.729672:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044228 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2483:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:1.0:1769074945.729887:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10237, 64 off663360 00000040:00080000:1.0:1769074945.729906:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10237, 64 off663360 00010000:00010000:1.0:1769074945.729949:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e304422f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2483:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074945.729958:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e304422f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2483:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.729965:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e304422f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2483:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.729972:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e304422f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2483:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.729979:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e304422f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2483:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.729985:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e304422f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2483:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.730006:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074945.730022:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044228 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2483:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.730028:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044228 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2483:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.730033:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044228 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2483:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.730039:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.730043:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044228 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2483:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.730050:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044228 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2483:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.730058:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2483:0x0].0x0 (ffff8ffe56f2ae00) 00010000:00010000:1.0:1769074945.730060:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.730064:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044228 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2483:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.730069:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044228 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2483:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.730173:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304421a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.730179:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304421a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.730185:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304421a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.730189:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.730192:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304421a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.730198:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304421a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.730205:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe56f2a900) 00010000:00010000:1.0:1769074945.730208:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.730210:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304421a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.730220:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304421a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:1.0:1769074945.730231:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000d682f76 reply state 00000000bbcf45e0 transno 4294998036 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044221 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x710f387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.730241:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044221 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x710f387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.730246:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x710f387b (ffff8ffe56f2a500) 00010000:00010000:1.0:1769074945.730249:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074945.730251:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074945.730325:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60c7d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+584:11693:x1855007960280192:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1025us (1521us total) trans 4294998036 rc 0/0 00000100:00100000:1.0:1769074945.730333:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41072 00010000:00010000:3.0:1769074945.731151:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074945.731161:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e304422f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2483:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.731169:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074945.731172:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e304422f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2483:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.731214:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e304422f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2483:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.731226:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2483:0x0].0x0 (ffff8ffe56f2ae00) 00010000:00010000:3.0:1769074945.731228:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074945.731232:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e304422f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2483:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.731238:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e304422f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2483:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.731250:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.731252:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.731254:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074945.733485:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960280448 00000100:00100000:1.0:1769074945.733497:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960280448 00000100:00100000:1.0:1769074945.733556:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41073 00000100:00100000:1.0:1769074945.733565:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+584:11693:x1855007960280448:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:1.0:1769074945.733622:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074945.733649:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62609400/0xf5091596e2f8512e lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1029:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d8487 expref: 584 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.733696:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1029:0x0].0x0 (ffff8ffe4b2a4b00) 00010000:00010000:1.0:1769074945.733711:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074945.733737:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044236 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074945.733750:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044236 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.733761:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044236 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.733771:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78200/0xf5091596e304423d lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xc3cf35f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074945.733777:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78200/0xf5091596e304423d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc3cf35f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.733783:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78200/0xf5091596e304423d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc3cf35f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.733888:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044244 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1029:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074945.733896:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044244 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1029:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.733902:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044244 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1029:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:1.0:1769074945.734119:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10238, 64 off663424 00000040:00080000:1.0:1769074945.734137:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10238, 64 off663424 00010000:00010000:1.0:1769074945.734176:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304424b lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1029:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074945.734184:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304424b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1029:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734191:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304424b lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1029:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734197:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304424b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1029:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734208:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304424b lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1029:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734213:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304424b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1029:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734232:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074945.734249:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044244 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1029:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734255:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044244 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1029:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734261:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044244 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1029:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734267:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.734270:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044244 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1029:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734277:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044244 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1029:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734286:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1029:0x0].0x0 (ffff8ffe56f2a600) 00010000:00010000:1.0:1769074945.734288:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.734292:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044244 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1029:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734297:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044244 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1029:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734411:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044236 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734421:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044236 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734426:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044236 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734431:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.734434:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044236 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734439:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044236 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734468:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe56f2ab00) 00010000:00010000:1.0:1769074945.734470:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.734473:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044236 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734478:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044236 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00010000:1.0:1769074945.734489:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bc02f02c reply state 0000000027c6394b transno 4294998037 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78200/0xf5091596e304423d lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xc3cf35f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734498:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78200/0xf5091596e304423d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc3cf35f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.734504:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc3cf35f1 (ffff8ffe56f2aa00) 00010000:00010000:1.0:1769074945.734506:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074945.734508:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074945.734582:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+585:11693:x1855007960280448:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1018us (1196us total) trans 4294998037 rc 0/0 00000100:00100000:1.0:1769074945.734593:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41073 00010000:00010000:3.0:1769074945.734682:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074945.734689:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304424b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1029:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.734695:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074945.734698:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304424b lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1029:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.734704:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304424b lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1029:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.734712:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1029:0x0].0x0 (ffff8ffe56f2a600) 00010000:00010000:3.0:1769074945.734714:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074945.734718:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304424b lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1029:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.734723:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304424b lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1029:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.734740:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.734742:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.734743:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074945.738791:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074945.740275:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074945.740282:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637a00/0xf5091596e3044267 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1a81:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.740288:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c637a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074945.740292:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637a00/0xf5091596e3044267 lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1a81:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.740297:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637a00/0xf5091596e3044267 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1a81:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.740305:0:14037:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1a81:0x0].0x0 (ffff8ffe4dd49c00) 00010000:00010000:2.0:1769074945.740307:0:14037:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1769074945.740311:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637a00/0xf5091596e3044267 lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1a81:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.740315:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637a00/0xf5091596e3044267 lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1a81:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074945.740328:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.740329:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.740332:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.754244:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074945.758278:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044283 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x136c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.758303:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044283 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x136c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758314:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044283 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x136c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758322:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044283 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x136c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758329:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044283 lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x136c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758334:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044283 lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x136c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758356:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074945.758377:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e304427c lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x136c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758382:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e304427c lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x136c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758388:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e304427c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x136c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758394:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c636800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.758398:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e304427c lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x136c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758409:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e304427c lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x136c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758420:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x136c:0x0].0x0 (ffff8ffe4dd49c00) 00010000:00010000:1.0:1769074945.758423:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.758427:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e304427c lrc: 2/0,0 mode: --/EX res: [0x240000402:0x136c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758432:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636800/0xf5091596e304427c lrc: 0/0,0 mode: --/EX res: [0x240000402:0x136c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758740:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636200/0xf5091596e304426e lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758748:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636200/0xf5091596e304426e lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758754:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636200/0xf5091596e304426e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758759:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c636200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.758762:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636200/0xf5091596e304426e lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758768:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636200/0xf5091596e304426e lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758776:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe4dd49700) 00010000:00010000:1.0:1769074945.758779:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.758782:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636200/0xf5091596e304426e lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758787:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636200/0xf5091596e304426e lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:1.0:1769074945.758803:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000476bd0cb reply state 00000000e304de98 transno 4294998039 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636a00/0xf5091596e3044275 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0x7e9edc1a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758814:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636a00/0xf5091596e3044275 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7e9edc1a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.758819:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x7e9edc1a (ffff8ffe4dd49100) 00010000:00010000:1.0:1769074945.758821:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074945.758824:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074945.758932:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60c7e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+587:11693:x1855007960280960:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 4292us (4693us total) trans 4294998039 rc 0/0 00000100:00100000:1.0:1769074945.758942:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41075 00000100:00100000:3.0:1769074945.762921:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074945.763393:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960281216 00000100:00100000:1.0:1769074945.763404:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960281216 00000100:00100000:1.0:1769074945.763782:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41076 00000100:00100000:1.0:1769074945.763793:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe61408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+587:11693:x1855007960281216:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:1.0:1769074945.763860:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074945.763887:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe711de200/0xf5091596e2fa08bb lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1cb8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ddc70 expref: 587 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.763909:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1cb8:0x0].0x0 (ffff8ffe4c3eaa00) 00010000:00010000:1.0:1769074945.763932:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074945.763961:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304428a lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.763975:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304428a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.763986:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304428a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764011:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e3044291 lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xfc07089f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.764017:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e3044291 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xfc07089f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764023:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e3044291 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xfc07089f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764128:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044298 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x1cb8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.764137:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044298 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1cb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764143:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044298 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1cb8:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:1.0:1769074945.764420:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10241, 64 off663616 00000040:00080000:1.0:1769074945.764444:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10241, 64 off663616 00010000:00010000:1.0:1769074945.764542:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304429f lrc: 3/0,1 mode: --/PW res: [0x240000402:0x1cb8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.764552:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304429f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1cb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764560:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304429f lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x1cb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764567:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304429f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1cb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764572:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304429f lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x1cb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764581:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304429f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1cb8:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764601:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074945.764616:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044298 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x1cb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764621:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044298 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x1cb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764627:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044298 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1cb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764633:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.764637:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044298 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x1cb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764644:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044298 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x1cb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764653:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1cb8:0x0].0x0 (ffff8ffe56f2a600) 00010000:00010000:1.0:1769074945.764656:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.764659:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044298 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x1cb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764665:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044298 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x1cb8:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764777:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304428a lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764784:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304428a lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764794:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304428a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764799:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.764802:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304428a lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764808:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304428a lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764816:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe56f2ab00) 00010000:00010000:1.0:1769074945.764818:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.764821:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304428a lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764826:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304428a lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:1.0:1769074945.764840:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a0d8b985 reply state 00000000304238f3 transno 4294998040 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e3044291 lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xfc07089f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764860:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e3044291 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfc07089f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.764866:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xfc07089f (ffff8ffe56f2a900) 00010000:00010000:1.0:1769074945.764869:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074945.764871:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074945.764954:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe61408380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+588:11693:x1855007960281216:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1161us (2041us total) trans 4294998040 rc 0/0 00000100:00100000:1.0:1769074945.764962:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41076 00010000:00010000:3.0:1769074945.765317:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074945.765324:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304429f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1cb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.765330:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074945.765332:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304429f lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x1cb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.765338:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304429f lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x1cb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.765348:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1cb8:0x0].0x0 (ffff8ffe56f2a600) 00010000:00010000:3.0:1769074945.765351:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074945.765353:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304429f lrc: 1/0,0 mode: --/PW res: [0x240000402:0x1cb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.765359:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79800/0xf5091596e304429f lrc: 0/0,0 mode: --/PW res: [0x240000402:0x1cb8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.765372:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.765374:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.765375:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.774054:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074945.774196:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960281472 00000100:00100000:1.0:1769074945.774207:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960281472 00000100:00100000:1.0:1769074945.774312:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41077 00000100:00100000:1.0:1769074945.774321:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+588:11693:x1855007960281472:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:1.0:1769074945.774377:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074945.774403:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe786c4400/0xf5091596e2fb8236 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2781:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e27ef expref: 588 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.774434:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2781:0x0].0x0 (ffff8ffe5d517200) 00010000:00010000:1.0:1769074945.774494:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074945.774529:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e30442a6 lrc: 3/0,1 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.774543:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e30442a6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.774553:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e30442a6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.774564:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79400/0xf5091596e30442ad lrc: 3/0,1 mode: --/PW res: [0x240000402:0x5:0x0].0xece155e2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.774570:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79400/0xf5091596e30442ad lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xece155e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.774576:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79400/0xf5091596e30442ad lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xece155e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.774670:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e30442b4 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x2781:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.774678:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e30442b4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2781:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.774688:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e30442b4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2781:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00000040:00080000:1.0:1769074945.774939:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10242, 64 off663680 00000040:00080000:1.0:1769074945.774960:0:13899:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10242, 64 off663680 00010000:00010000:1.0:1769074945.775309:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79600/0xf5091596e30442bb lrc: 3/0,1 mode: --/PW res: [0x240000402:0x2781:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.775319:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79600/0xf5091596e30442bb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775328:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79600/0xf5091596e30442bb lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x2781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775334:0:13899:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79600/0xf5091596e30442bb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775341:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79600/0xf5091596e30442bb lrc: 4/0,1 mode: PW/PW res: [0x240000402:0x2781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775346:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79600/0xf5091596e30442bb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2781:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775368:0:13899:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074945.775388:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e30442b4 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x2781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775393:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e30442b4 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x2781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775399:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e30442b4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775405:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.775410:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e30442b4 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x2781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775417:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e30442b4 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x2781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775425:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2781:0x0].0x0 (ffff8ffe55fed100) 00010000:00010000:1.0:1769074945.775428:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1769074945.775432:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e30442b4 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x2781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775437:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78400/0xf5091596e30442b4 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x2781:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775592:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e30442a6 lrc: 3/0,1 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775599:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e30442a6 lrc: 2/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775603:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e30442a6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775609:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.775612:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e30442a6 lrc: 3/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775618:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e30442a6 lrc: 4/0,0 mode: CW/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775627:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe56f2ae00) 00010000:00010000:1.0:1769074945.775630:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.775633:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e30442a6 lrc: 2/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775643:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78600/0xf5091596e30442a6 lrc: 0/0,0 mode: --/CW res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00000004:00010000:1.0:1769074945.775656:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000da4f3607 reply state 00000000b2ab9e7d transno 4294998041 ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79400/0xf5091596e30442ad lrc: 3/0,1 mode: PW/PW res: [0x240000402:0x5:0x0].0xece155e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775666:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79400/0xf5091596e30442ad lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xece155e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074945.775672:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xece155e2 (ffff8ffe56f2a600) 00010000:00010000:1.0:1769074945.775675:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074945.775677:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074945.775753:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60c7f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+589:11693:x1855007960281472:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 1430us (1705us total) trans 4294998041 rc 0/0 00000100:00100000:1.0:1769074945.775762:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41077 00010000:00010000:3.0:1769074945.775875:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074945.775882:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79600/0xf5091596e30442bb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.775889:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074945.775893:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79600/0xf5091596e30442bb lrc: 2/0,0 mode: PW/PW res: [0x240000402:0x2781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.775900:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79600/0xf5091596e30442bb lrc: 3/0,0 mode: PW/PW res: [0x240000402:0x2781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.775908:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2781:0x0].0x0 (ffff8ffe55fed100) 00010000:00010000:3.0:1769074945.775911:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1769074945.775913:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79600/0xf5091596e30442bb lrc: 1/0,0 mode: --/PW res: [0x240000402:0x2781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.775918:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79600/0xf5091596e30442bb lrc: 0/0,0 mode: --/PW res: [0x240000402:0x2781:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13899 initiator: MDT1 00010000:00010000:3.0:1769074945.775931:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.775933:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074945.775935:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074945.779347:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960281600 00000100:00100000:1.0:1769074945.779357:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960281600 00000100:00100000:1.0:1769074945.779470:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41078 00000100:00100000:1.0:1769074945.779480:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+6:11693:x1855007960281600:12345-192.168.204.30@tcp:101:bonnie++.500 00010000:00010000:1.0:1769074945.779498:0:13899:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074945.779560:0:13899:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78000/0xf5091596e30442c2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505b92 expref: -99 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.779627:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79800/0xf5091596e30442c9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779640:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79800/0xf5091596e30442c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779651:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79800/0xf5091596e30442c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779677:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30442d0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779684:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30442d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779690:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30442d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779745:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79000/0xf5091596e30442d7 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779754:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79000/0xf5091596e30442d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779761:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79000/0xf5091596e30442d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00000004:00010000:1.0:1769074945.779782:0:13899:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79000/0xf5091596e30442d7 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779794:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79800/0xf5091596e30442c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779800:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79800/0xf5091596e30442c9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779806:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79800/0xf5091596e30442c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779812:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.779816:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79800/0xf5091596e30442c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779828:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79800/0xf5091596e30442c9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779838:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff8ffe5f4cff00) 00010000:00010000:1.0:1769074945.779842:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.779846:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79800/0xf5091596e30442c9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779862:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79800/0xf5091596e30442c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779876:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30442d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779882:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30442d0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779888:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30442d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779892:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074945.779895:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30442d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779900:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30442d0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779906:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0xfa55c299 (ffff8ffe5f4cfd00) 00010000:00010000:1.0:1769074945.779908:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074945.779911:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30442d0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779916:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30442d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074945.779944:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78000/0xf5091596e30442c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505b92 expref: 8 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.779956:0:13899:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79000/0xf5091596e30442d7 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505b92 expref: 7 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.779962:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe68568a00) 00010000:00010000:1.0:1769074945.779964:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1769074945.779967:0:13899:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe80b79000, rc 0) 00000100:00100000:1.0:1769074945.780038:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+7:11693:x1855007960281600:12345-192.168.204.30@tcp:101:bonnie++.500 Request processed in 559us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074945.780044:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41078 00000100:00080000:3.0:1769074945.782413:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074945.787248:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960281856 00000100:00100000:3.0:1769074945.787258:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960281856 00000100:00100000:3.0:1769074945.787327:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 22 00000100:00100000:3.0:1769074945.787336:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960281856:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074945.787351:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074945.787376:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79000/0xf5091596e30442d7 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505b92 expref: 7 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.787395:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe68568a00) 00010000:00010000:3.0:1769074945.787399:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074945.787473:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960281856:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 138us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.787480:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 22 00000100:00100000:2.0:1769074945.788954:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960281728 00000100:00100000:2.0:1769074945.788967:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960281728 00000100:00100000:2.0:1769074945.789198:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41079 00000100:00100000:2.0:1769074945.789209:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+589:11693:x1855007960281728:12345-192.168.204.30@tcp:101:bonnie++.500 00010000:00010000:2.0:1769074945.789231:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074945.789254:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7200/0xf5091596e30442de lrc: 2/0,0 mode: --/CR res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505b99 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.789309:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30442e5 lrc: 3/1,0 mode: --/PR res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074945.789335:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30442e5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074945.789347:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30442e5 lrc: 3/1,0 mode: PR/PR res: [0x240000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000004:00200000:2.0:1769074945.789389:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5:0x0]: returning size 618496 00000004:00200000:2.0:1769074945.789394:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1769074945.789426:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7200/0xf5091596e30442de lrc: 0/0,0 mode: --/CR res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505b99 expref: 591 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.789444:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30442e5 lrc: 3/0,0 mode: PR/PR res: [0x240000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505b99 expref: 590 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.789486:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe48ba6a00) 00010000:00010000:2.0:1769074945.789489:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1769074945.789494:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe50bc6400, rc 0) 00000100:00100000:2.0:1769074945.789562:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+590:11693:x1855007960281728:12345-192.168.204.30@tcp:101:bonnie++.500 Request processed in 354us (2545us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074945.789569:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41079 00000100:00100000:1.0:1769074945.794951:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960282240 00000100:00100000:1.0:1769074945.794963:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960282240 00000100:00100000:1.0:1769074945.795031:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41080 00000100:00100000:1.0:1769074945.795040:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+590:11693:x1855007960282240:12345-192.168.204.30@tcp:36:bonnie++.500 00010000:00010000:1.0:1769074945.795094:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074945.795120:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30442e5 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505b99 expref: 590 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.795138:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe48ba6a00) 00010000:00010000:1.0:1769074945.795148:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074945.795207:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78800/0xf5091596e30442ec lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074945.795216:0:14030:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78800/0xf5091596e30442ec lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.795229:0:14030:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78800/0xf5091596e30442ec lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14030 initiator: MDT1 00000100:00100000:1.0:1769074945.795250:0:14030:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa9b100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:14030:1855007968905984:0@lo:101:mdt00_005.0 00000100:00100000:1.0:1769074945.795298:0:14030:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074945.795339:0:14030:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074945.796212:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960281984 00000100:00100000:2.0:1769074945.796221:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960281984 00000100:00100000:2.0:1769074945.796310:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 23 00000100:00100000:2.0:1769074945.796319:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960281984:12345-192.168.204.30@tcp:103:bonnie++.500 00010000:00010000:2.0:1769074945.796332:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1769074945.796337:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968905984 00010000:00010000:2.0:1769074945.796351:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6095da00/0xf5091596e2f605b3 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724d1384 expref: 6 pid: 6527 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074945.796377:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968905984 00010000:00010000:2.0:1769074945.796378:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe68568a00) 00010000:00010000:2.0:1769074945.796391:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074945.796416:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1144 00000100:00100000:3.0:1769074945.796423:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5aa99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:14030:x1855007968905984:12345-0@lo:101:mdt00_005.0 00010000:00010000:3.0:1769074945.796435:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1769074945.796442:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+5:2409:x1855007960281984:12345-192.168.204.30@tcp:103:bonnie++.500 Request processed in 124us (2109us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074945.796463:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 23 00010000:00010000:3.0:1769074945.796463:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14400/0xf5091596e30442f3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5091596e30442ec expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.796483:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14400/0xf5091596e30442f3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xf5091596e30442ec expref: 7 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.796494:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14400/0xf5091596e30442f3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xf5091596e30442ec expref: 7 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.796637:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff8ffe695a5100) 00010000:00010000:3.0:1769074945.796641:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.796643:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe55d14400, rc 0) 00000100:00100000:3.0:1769074945.796692:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5aa99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:14030:x1855007968905984:12345-0@lo:101:mdt00_005.0 Request processed in 270us (1393us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.796700:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1144 00000100:00100000:3.0:1769074945.797366:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968906112 00000100:00100000:3.0:1769074945.797372:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968906112 00000100:00100000:3.0:1769074945.797405:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:3.0:1769074945.797412:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:14030:x1855007968906112:12345-0@lo:101:mdt00_005.0 00010000:00010000:3.0:1769074945.797422:0:6532:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074945.797434:0:6532:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14200/0xf5091596e3044301 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xf5091596e30442fa expref: -99 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.797624:0:6532:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14200/0xf5091596e3044301 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xf5091596e30442fa expref: 8 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.797664:0:6532:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14200/0xf5091596e3044301 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xf5091596e30442fa expref: 8 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.797672:0:6532:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0xfa55c299 (ffff8ffe695a5f00) 00010000:00010000:3.0:1769074945.797675:0:6532:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.797678:0:6532:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe55d14200, rc 0) 00000100:00100000:3.0:1769074945.797713:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:14030:x1855007968906112:12345-0@lo:101:mdt00_005.0 Request processed in 302us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.797719:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:3.0:1769074945.798137:0:7725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968906240 00000100:00100000:3.0:1769074945.798143:0:7725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968906240 00000100:00100000:3.0:1769074945.798216:0:7725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:3.0:1769074945.798224:0:7725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:14030:x1855007968906240:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1769074945.798311:0:7725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:14030:x1855007968906240:12345-0@lo:1000:mdt00_005.0 Request processed in 87us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074945.798318:0:7725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00100000:3.0:1769074945.798828:0:14030:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:14030:1855007968906240:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1769074945.798893:0:14030:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe61408700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:14030:1855007968906368:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1769074945.798923:0:14030:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074945.798942:0:14030:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768ddd80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.799296:0:14030:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe61408700 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:14030:1855007968906368:0@lo:1000:mdt00_005.0 00010000:00010000:1.0:1769074945.799342:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78000/0xf5091596e3044308 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074945.799350:0:14030:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78000/0xf5091596e3044308 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.799357:0:14030:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78000/0xf5091596e3044308 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 14030 initiator: MDT1 00000100:00100000:1.0:1769074945.799369:0:14030:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa9aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:14030:1855007968906496:0@lo:101:mdt00_005.0 00000100:00100000:1.0:1769074945.799392:0:14030:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074945.799689:0:14030:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074945.799976:0:14030:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa9aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:14030:1855007968906496:0@lo:101:mdt00_005.0 00010000:00010000:1.0:1769074945.799999:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78000/0xf5091596e3044308 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xf5091596e304430f expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.800009:0:14030:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78000/0xf5091596e3044308 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xf5091596e304430f expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074945.800036:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044316 lrc: 3/0,1 mode: --/EX res: [0x240000402:0x5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074945.800043:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044316 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074945.800052:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044316 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT1 00000040:00080000:3.0:1769074945.803755:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].6, 424 off37096 00000040:00080000:3.0:1769074945.803833:0:14030:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].6, 504 off37784 00000004:00080000:3.0:1769074945.803842:0:14030:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8ffe5e20e780 with version 14 00000004:00080000:1.0:1769074945.803905:0:7458:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff8ffe74e81300 version 14 rpc_version 14 00000020:00100000:1.0:1769074945.803941:0:7458:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1769074945.803950:0:7458:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8ffe5aa9aa00 x1855007968906752/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 1744/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074945.803974:0:7458:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa9aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7458:1855007968906752:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1769074945.804065:0:7458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074945.804109:0:7458:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e600 going to sleep for 11 seconds 00000100:00100000:3.0:1769074945.804410:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968906752 00000100:00100000:3.0:1769074945.804418:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968906752 00000100:00100000:3.0:1769074945.804499:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:3.0:1769074945.804551:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7458:x1855007968906752:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1769074945.804942:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5aa9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+10:7458:x1855007968906752:12345-0@lo:1000:osp_up0-1.0 Request processed in 392us (876us total) trans 4294998072 rc 0/0 00000100:00100000:1.0:1769074945.805339:0:7458:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa9aa00 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7458:1855007968906752:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1769074945.806875:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000004:00200000:3.0:1769074945.806925:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x240000402:0x5:0x0]: returning size 618496 00010000:00010000:3.0:1769074945.806948:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044316 lrc: 3/0,1 mode: EX/EX res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.806957:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044316 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.806963:0:14030:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044316 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.806969:0:14030:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074945.806973:0:14030:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044316 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.806980:0:14030:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044316 lrc: 4/0,0 mode: EX/EX res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.807071:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe5f4cfd00) 00010000:00010000:3.0:1769074945.807075:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074945.807081:0:14030:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044316 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.807086:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78e00/0xf5091596e3044316 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:3.0:1769074945.807106:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78000/0xf5091596e3044308 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xf5091596e304430f expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.807112:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78000/0xf5091596e3044308 lrc: 4/0,1 mode: EX/EX res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xf5091596e304430f expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.807145:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78000/0xf5091596e3044308 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xf5091596e304430f expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.807175:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074945.807302:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074945.807310:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78000/0xf5091596e3044308 lrc: 2/0,0 mode: EX/EX res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xf5091596e304430f expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.807317:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78000 already unused, calling callback (ffffffffc1903290) 00010000:00010000:2.0:1769074945.807322:0:14037:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78000/0xf5091596e3044308 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xf5091596e304430f expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1769074945.807329:0:14037:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78000/0xf5091596e3044308 lrc: 3/0,0 mode: EX/EX res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xf5091596e304430f expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.807367:0:14037:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78000/0xf5091596e3044308 lrc: 2/0,0 mode: --/EX res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xf5091596e304430f expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.807373:0:14037:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1769074945.807409:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78000/0xf5091596e3044308 lrc: 1/0,0 mode: --/EX res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xf5091596e304430f expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.807416:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78000/0xf5091596e3044308 lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xf5091596e304430f expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.807432:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.807433:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074945.807435:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074945.807829:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968906880 00000100:00100000:2.0:1769074945.807837:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968906880 00000100:00100000:2.0:1769074945.807895:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1769074945.807904:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+10:3658:x1855007968906880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1769074945.807916:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.807935:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe7c636800/0xf5091596e304430f lrc: 0/0,0 mode: --/EX res: [0x240000402:0x5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xf5091596e3044308 expref: 10 pid: 7725 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.807948:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x0 (ffff8ffe4dd49700) 00010000:00010000:2.0:1769074945.807956:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074945.807996:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3658:x1855007968906880:12345-0@lo:103:ldlm_bl.0 Request processed in 93us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074945.808003:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000004:00080000:3.0:1769074945.808753:0:14030:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x2:0x0] 00010000:00010000:3.0:1769074945.808761:0:14030:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78800/0xf5091596e30442ec lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xf5091596e30442f3 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.808770:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78800/0xf5091596e30442ec lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xf5091596e30442f3 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.808776:0:14030:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe80b78800/0xf5091596e30442ec lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xf5091596e30442f3 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.808789:0:14030:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1769074945.808794:0:14030:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200000402:0x2:0x0] 00010000:00010000:3.0:1769074945.808798:0:14030:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe7c637a00/0xf5091596e30442fa lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xf5091596e3044301 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074945.808806:0:14030:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe7c637a00/0xf5091596e30442fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xf5091596e3044301 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074945.808898:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+590:11693:x1855007960282240:12345-192.168.204.30@tcp:36:bonnie++.500 Request processed in 13856us (14482us total) trans 4294998042 rc 0/0 00000100:00100000:3.0:1769074945.808905:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41080 00000100:00100000:3.0:1769074945.810322:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ae67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968907008:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1769074945.810377:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074945.810594:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968907008 00000100:00100000:2.0:1769074945.810602:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968907008 00000100:00100000:2.0:1769074945.810658:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1769074945.810678:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6140a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+9:3659:x1855007968907008:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1769074945.810692:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074945.810711:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14400/0xf5091596e30442f3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xf5091596e30442ec expref: 9 pid: 6532 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074945.810725:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2:0x0].0x0 (ffff8ffe695a5100) 00010000:00010000:2.0:1769074945.810733:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074945.810775:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6140a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:lustre-MDT0001-mdtlov_UUID+8:3659:x1855007968907008:12345-0@lo:103:ldlm_bl.0 Request processed in 109us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074945.810782:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1769074945.810806:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968907008:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1769074946.417911:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074946.604664:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ae67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968907136:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1769074946.604733:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074946.604854:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968907136 00000100:00100000:1.0:1769074946.604864:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968907136 00000100:00100000:1.0:1769074946.604916:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:1.0:1769074946.604925:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60c7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3660:x1855007968907136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1769074946.604963:0:6532:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444413440 avail 1298173952 00000100:00100000:1.0:1769074946.613348:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60c7d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:3660:x1855007968907136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 8415us (8605us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074946.613362:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:2.0:1769074946.619686:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968907136:0@lo:41:osp-pre-0-1.0 00000001:00080000:3.0:1769074947.166770:0:9484:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294989439 is committed 00010000:00010000:3.0:1769074947.174312:0:7447:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe7c637a00/0xf5091596e30442fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xf5091596e3044301 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1769074947.174333:0:7447:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe7c637a00/0xf5091596e30442fa lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xf5091596e3044301 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.174378:0:7447:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe7c637a00/0xf5091596e30442fa lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xf5091596e3044301 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.174385:0:7447:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1769074947.174408:0:7447:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8ffe7c637a00/0xf5091596e30442fa lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2:0x0].0xfa55c299 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xf5091596e3044301 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1769074947.174425:0:7447:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294998042 is committed 00010000:00010000:1.0:1769074947.174426:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321de00/0xf5091596e3040527 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x24d94511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174434:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321de00/0xf5091596e3040527 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x24d94511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174440:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321de00/0xf5091596e3040527 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x24d94511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174466:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321de00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.174470:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321de00/0xf5091596e3040527 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x24d94511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174477:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321de00/0xf5091596e3040527 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x24d94511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174489:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x24d94511 (ffff8ffe73839a00) 00010000:00010000:1.0:1769074947.174492:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.174496:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321de00/0xf5091596e3040527 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x24d94511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174501:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321de00/0xf5091596e3040527 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x24d94511 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000004:00080000:3.0:1769074947.174501:0:7447:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 107 committed 00000004:00080000:3.0:1769074947.174510:0:7447:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 107 committed 00010000:00010000:1.0:1769074947.174524:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171f200/0xf5091596e30405ba lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf57a9fb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174530:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171f200/0xf5091596e30405ba lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf57a9fb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174534:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171f200/0xf5091596e30405ba lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf57a9fb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174539:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7171f200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.174541:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171f200/0xf5091596e30405ba lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf57a9fb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174546:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171f200/0xf5091596e30405ba lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf57a9fb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174553:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf57a9fb9 (ffff8ffe601cc700) 00010000:00010000:1.0:1769074947.174556:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.174573:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171f200/0xf5091596e30405ba lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf57a9fb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174579:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171f200/0xf5091596e30405ba lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf57a9fb9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174592:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd39e00/0xf5091596e304062a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8c7fe800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.174597:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd39e00/0xf5091596e304062a lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8c7fe800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.174602:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd39e00/0xf5091596e304062a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8c7fe800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.174606:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd39e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.174609:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd39e00/0xf5091596e304062a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8c7fe800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.174614:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd39e00/0xf5091596e304062a lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8c7fe800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.174620:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x8c7fe800 (ffff8ffe7bf96900) 00010000:00010000:1.0:1769074947.174622:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.174625:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd39e00/0xf5091596e304062a lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x8c7fe800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.174630:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd39e00/0xf5091596e304062a lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x8c7fe800 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000004:00080000:3.0:1769074947.174630:0:7447:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 106 committed 00000004:00080000:3.0:1769074947.174632:0:7447:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 106 committed 00010000:00010000:1.0:1769074947.174642:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7d038e00/0xf5091596e30406af lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x96b494d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174647:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7d038e00/0xf5091596e30406af lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x96b494d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174652:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7d038e00/0xf5091596e30406af lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x96b494d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174656:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7d038e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.174659:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7d038e00/0xf5091596e30406af lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x96b494d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174664:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7d038e00/0xf5091596e30406af lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x96b494d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174670:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x96b494d2 (ffff8ffe73839000) 00010000:00010000:1.0:1769074947.174672:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.174674:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7d038e00/0xf5091596e30406af lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x96b494d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174679:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7d038e00/0xf5091596e30406af lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x96b494d2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174690:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe51c80e00/0xf5091596e304077a lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x19b1d548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.174694:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe51c80e00/0xf5091596e304077a lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x19b1d548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.174699:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe51c80e00/0xf5091596e304077a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x19b1d548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.174703:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe51c80e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.174705:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe51c80e00/0xf5091596e304077a lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x19b1d548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.174710:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe51c80e00/0xf5091596e304077a lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x19b1d548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.174716:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x19b1d548 (ffff8ffe73839f00) 00010000:00010000:1.0:1769074947.174718:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.174721:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe51c80e00/0xf5091596e304077a lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x19b1d548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.174725:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe51c80e00/0xf5091596e304077a lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x19b1d548 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.174736:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd38400/0xf5091596e3040822 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x10c15da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.174741:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd38400/0xf5091596e3040822 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x10c15da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00000004:00080000:3.0:1769074947.174742:0:7447:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 105 committed 00000004:00080000:3.0:1769074947.174744:0:7447:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 105 committed 00010000:00010000:1.0:1769074947.174746:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd38400/0xf5091596e3040822 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x10c15da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.174751:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd38400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.174753:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd38400/0xf5091596e3040822 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x10c15da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.174759:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd38400/0xf5091596e3040822 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x10c15da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.174765:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x10c15da (ffff8ffe7bf96a00) 00010000:00010000:1.0:1769074947.174767:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.174769:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd38400/0xf5091596e3040822 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x10c15da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.174774:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd38400/0xf5091596e3040822 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x10c15da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.174785:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd39000/0xf5091596e30408fb lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x631ffa70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174790:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd39000/0xf5091596e30408fb lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x631ffa70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174796:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd39000/0xf5091596e30408fb lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x631ffa70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174799:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd39000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.174802:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd39000/0xf5091596e30408fb lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x631ffa70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00000004:00080000:3.0:1769074947.174802:0:7447:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 104 committed 00000004:00080000:3.0:1769074947.174805:0:7447:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 104 committed 00010000:00010000:1.0:1769074947.174807:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd39000/0xf5091596e30408fb lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x631ffa70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174813:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x631ffa70 (ffff8ffe80e58500) 00010000:00010000:1.0:1769074947.174816:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.174818:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd39000/0xf5091596e30408fb lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x631ffa70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174822:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd39000/0xf5091596e30408fb lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x631ffa70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.174843:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd38e00/0xf5091596e304091e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x45c231d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.174998:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd38e00/0xf5091596e304091e lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x45c231d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.175004:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd38e00/0xf5091596e304091e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x45c231d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.175010:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd38e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.175013:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd38e00/0xf5091596e304091e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x45c231d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.175020:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd38e00/0xf5091596e304091e lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x45c231d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.175028:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x45c231d1 (ffff8ffe80e58f00) 00010000:00010000:1.0:1769074947.175031:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.175034:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd38e00/0xf5091596e304091e lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x45c231d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.175039:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4dd38e00/0xf5091596e304091e lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x45c231d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000100:00100000:3.0:1769074947.175049:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6140a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968907520:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074947.175054:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21c00/0xf5091596e30409cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x73e5eac4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175059:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21c00/0xf5091596e30409cd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x73e5eac4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175064:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21c00/0xf5091596e30409cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x73e5eac4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175068:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe74f21c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.175070:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21c00/0xf5091596e30409cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x73e5eac4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175075:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21c00/0xf5091596e30409cd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x73e5eac4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175082:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x73e5eac4 (ffff8ffe56fe7600) 00010000:00010000:1.0:1769074947.175083:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.175085:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21c00/0xf5091596e30409cd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x73e5eac4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175090:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21c00/0xf5091596e30409cd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x73e5eac4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175105:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21e00/0xf5091596e3040a60 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x23327414 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00000100:00100000:3.0:1769074947.175109:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074947.175110:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21e00/0xf5091596e3040a60 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x23327414 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175115:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21e00/0xf5091596e3040a60 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x23327414 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175119:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe74f21e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.175121:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21e00/0xf5091596e3040a60 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x23327414 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175126:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21e00/0xf5091596e3040a60 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x23327414 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175132:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x23327414 (ffff8ffe56fe7d00) 00010000:00010000:1.0:1769074947.175134:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.175137:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21e00/0xf5091596e3040a60 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x23327414 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175141:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21e00/0xf5091596e3040a60 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x23327414 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175154:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20800/0xf5091596e3040aec lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x954d1ecd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175159:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20800/0xf5091596e3040aec lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x954d1ecd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00000100:00100000:3.0:1769074947.175162:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968908032:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074947.175165:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20800/0xf5091596e3040aec lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x954d1ecd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175174:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe74f20800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.175176:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20800/0xf5091596e3040aec lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x954d1ecd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00000100:00100000:3.0:1769074947.175180:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074947.175183:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20800/0xf5091596e3040aec lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x954d1ecd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175189:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x954d1ecd (ffff8ffe56fe7500) 00010000:00010000:1.0:1769074947.175191:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.175193:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20800/0xf5091596e3040aec lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x954d1ecd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175197:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20800/0xf5091596e3040aec lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x954d1ecd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175212:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20400/0xf5091596e3040b2b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xadccbe03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175218:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20400/0xf5091596e3040b2b lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xadccbe03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175223:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20400/0xf5091596e3040b2b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xadccbe03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175228:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe74f20400 already unused, calling callback (ffffffffc18f6550) 00000100:00100000:3.0:1769074947.175229:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968908544:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.175230:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20400/0xf5091596e3040b2b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xadccbe03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175236:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20400/0xf5091596e3040b2b lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xadccbe03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175243:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xadccbe03 (ffff8ffe56fe7c00) 00010000:00010000:1.0:1769074947.175246:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.175249:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20400/0xf5091596e3040b2b lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xadccbe03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000100:00100000:3.0:1769074947.175249:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074947.175254:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20400/0xf5091596e3040b2b lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xadccbe03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000100:00100000:3.0:1769074947.175264:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968909056:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.175268:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171f800/0xf5091596e3040ba9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x93e2cd42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.175275:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171f800/0xf5091596e3040ba9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x93e2cd42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00000100:00100000:3.0:1769074947.175280:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074947.175281:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171f800/0xf5091596e3040ba9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x93e2cd42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.175285:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7171f800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.175288:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171f800/0xf5091596e3040ba9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x93e2cd42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.175294:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171f800/0xf5091596e3040ba9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x93e2cd42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00000100:00100000:3.0:1769074947.175298:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00010000:00010000:1.0:1769074947.175300:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x93e2cd42 (ffff8ffe80e58b00) 00010000:00010000:1.0:1769074947.175303:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074947.175303:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6140b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968907648:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074947.175306:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171f800/0xf5091596e3040ba9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x93e2cd42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.175311:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171f800/0xf5091596e3040ba9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x93e2cd42 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000100:00100000:3.0:1769074947.175320:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074947.175325:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171e000/0xf5091596e3040c43 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x19575fbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.175331:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171e000/0xf5091596e3040c43 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x19575fbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00000100:00100000:3.0:1769074947.175333:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968908160:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074947.175337:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171e000/0xf5091596e3040c43 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x19575fbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.175342:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7171e000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.175344:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171e000/0xf5091596e3040c43 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x19575fbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.175350:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171e000/0xf5091596e3040c43 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x19575fbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.175357:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x19575fbd (ffff8ffe80e58600) 00010000:00010000:1.0:1769074947.175359:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074947.175361:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074947.175362:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171e000/0xf5091596e3040c43 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x19575fbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.175367:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171e000/0xf5091596e3040c43 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x19575fbd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000100:00100000:3.0:1769074947.175376:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968908672:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.175381:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171fa00/0xf5091596e3040cc8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd9e5d822 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175387:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171fa00/0xf5091596e3040cc8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd9e5d822 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175392:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171fa00/0xf5091596e3040cc8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd9e5d822 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175397:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7171fa00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.175399:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171fa00/0xf5091596e3040cc8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd9e5d822 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00000100:00100000:3.0:1769074947.175400:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074947.175405:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171fa00/0xf5091596e3040cc8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd9e5d822 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175412:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xd9e5d822 (ffff8ffe80e58900) 00010000:00010000:1.0:1769074947.175414:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074947.175416:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968909184:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.175417:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171fa00/0xf5091596e3040cc8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd9e5d822 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.175423:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7171fa00/0xf5091596e3040cc8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd9e5d822 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000100:00100000:3.0:1769074947.175434:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074947.175436:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc000/0xf5091596e3040d38 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb87c4705 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.175442:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc000/0xf5091596e3040d38 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb87c4705 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00000100:00100000:3.0:1769074947.175488:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968907520 00000100:00100000:3.0:1769074947.175495:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968907520 00000100:00100000:3.0:1769074947.175539:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968908032 00000100:00100000:3.0:1769074947.175542:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968908032 00000100:00100000:3.0:1769074947.175557:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968908544 00000100:00100000:3.0:1769074947.175560:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968908544 00000100:00100000:3.0:1769074947.175576:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968909056 00000100:00100000:3.0:1769074947.175579:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968909056 00000100:00100000:3.0:1769074947.175591:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968907648 00000100:00100000:3.0:1769074947.175594:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968907648 00000100:00100000:3.0:1769074947.175607:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968908160 00000100:00100000:3.0:1769074947.175610:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968908160 00000100:00100000:3.0:1769074947.175621:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968908672 00000100:00100000:3.0:1769074947.175623:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968908672 00000100:00100000:3.0:1769074947.175637:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968909184 00000100:00100000:3.0:1769074947.175639:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968909184 00000100:00100000:3.0:1769074947.175677:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82820 00000100:00100000:3.0:1769074947.175685:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+513:3659:x1855007968907520:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074947.175709:0:14039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1674 count 1 00010000:00010000:3.0:1769074947.175732:0:14039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e304431d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x68a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.175750:0:14039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe78ed2600/0xf5091596e2fbceb8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x68a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e65f3 expref: 326 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.175757:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.175759:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.175762:0:14039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e304431d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x68a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.175786:0:14039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe78ed2600/0xf5091596e2fbceb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x68a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e65f3 expref: 326 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.175799:0:14039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe78ed2600/0xf5091596e2fbceb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x68a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e65f3 expref: 326 pid: 14039 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.175809:0:14039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14039:1855007968909440:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.175873:0:14039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.175891:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82821 00000100:00100000:3.0:1769074947.175898:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+513:3659:x1855007968908032:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074947.175910:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8896 count 1 00010000:00010000:3.0:1769074947.175922:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e3044324 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.175938:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bb48400/0xf5091596e2fc9f8b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f36bf expref: 326 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.175944:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.175945:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.175948:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e3044324 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.175965:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bb48400/0xf5091596e2fc9f8b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f36bf expref: 326 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.175974:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bb48400/0xf5091596e2fc9f8b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f36bf expref: 326 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.175984:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968909568:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.176006:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dde40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.176022:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82822 00000100:00100000:3.0:1769074947.176029:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+8:3659:x1855007968908544:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.176042:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1674 count 1 00010000:00010000:3.0:1769074947.176055:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e304432b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.176066:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe78ed3400/0xf5091596e2fbcebf lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x68a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e65ec expref: 326 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.176073:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.176090:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.176093:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e304432b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.176112:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe78ed3400/0xf5091596e2fbcebf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x68a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e65ec expref: 326 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.176121:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe78ed3400/0xf5091596e2fbcebf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x68a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e65ec expref: 326 pid: 14039 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.176131:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968909696:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.176152:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768ddc00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.176169:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82823 00000100:00100000:3.0:1769074947.176176:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+8:3659:x1855007968909056:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.176187:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8896 count 1 00010000:00010000:3.0:1769074947.176198:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044332 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.176208:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bb48200/0xf5091596e2fc9f84 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f36b8 expref: 326 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.176215:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.176217:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.176220:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044332 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.176235:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bb48200/0xf5091596e2fc9f84 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f36b8 expref: 326 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.176249:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bb48200/0xf5091596e2fc9f84 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x22c0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f36b8 expref: 326 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.176259:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968909824:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.176280:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.176295:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82824 00000100:00100000:3.0:1769074947.176302:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+513:3659:x1855007968907648:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074947.176314:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6682 count 1 00010000:00010000:3.0:1769074947.176325:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044339 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.176336:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdf600/0xf5091596e2fbdc1e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e7352 expref: 326 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.176344:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.176345:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.176348:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044339 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.176364:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdf600/0xf5091596e2fbdc1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7352 expref: 326 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.176374:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdf600/0xf5091596e2fbdc1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7352 expref: 326 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.176389:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968909952:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.176410:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.176427:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82825 00000100:00100000:3.0:1769074947.176434:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+513:3659:x1855007968908160:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074947.176445:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7510 count 1 00010000:00010000:3.0:1769074947.176478:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e3044340 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.176490:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68f39400/0xf5091596e2fcf601 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8d2e expref: 326 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.176497:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.176499:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.176502:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e3044340 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.176519:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe68f39400/0xf5091596e2fcf601 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8d2e expref: 326 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.176528:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe68f39400/0xf5091596e2fcf601 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8d2e expref: 326 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.176537:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007968910080:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.176558:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768ddd80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.176575:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82826 00000100:00100000:3.0:1769074947.176598:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+8:3659:x1855007968908672:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.176612:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6682 count 1 00010000:00010000:3.0:1769074947.176624:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044347 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1a1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.176634:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdec00/0xf5091596e2fbdc25 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e7359 expref: 326 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.176640:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.176642:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.176644:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044347 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.176660:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdec00/0xf5091596e2fbdc25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7359 expref: 326 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.176668:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdec00/0xf5091596e2fbdc25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7359 expref: 326 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.176677:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968910208:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.176697:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e959c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.176715:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82827 00000100:00100000:3.0:1769074947.176722:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+8:3659:x1855007968909184:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.176732:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7510 count 1 00010000:00010000:3.0:1769074947.176742:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e304434e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d56:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.176756:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68f39600/0xf5091596e2fcf5fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8d35 expref: 326 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.176762:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.176764:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.176766:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e304434e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.176776:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043ed9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf291614e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:3.0:1769074947.176782:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68f39600/0xf5091596e2fcf5fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8d35 expref: 326 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.176791:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68f39600/0xf5091596e2fcf5fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8d35 expref: 326 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.176798:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043ed9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf291614e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00000100:00100000:3.0:1769074947.176801:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007968910336:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.176805:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043ed9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf291614e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.176810:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.176813:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043ed9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf291614e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.176819:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043ed9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf291614e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.176848:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf291614e (ffff8ffe48328400) 00010000:00010000:2.0:1769074947.176851:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.176854:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043ed9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf291614e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.176860:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309c00/0xf5091596e3043ed9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf291614e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.176884:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097600/0xf5091596e3043ef5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa963cc72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.176889:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097600/0xf5091596e3043ef5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa963cc72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.176894:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097600/0xf5091596e3043ef5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa963cc72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.176898:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61097600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.176902:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097600/0xf5091596e3043ef5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa963cc72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.176907:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097600/0xf5091596e3043ef5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa963cc72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.176913:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xa963cc72 (ffff8ffe5f4cf500) 00010000:00010000:2.0:1769074947.176915:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.176918:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097600/0xf5091596e3043ef5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xa963cc72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.176924:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097600/0xf5091596e3043ef5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xa963cc72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.176938:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043f11 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8dbc506f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.176957:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043f11 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8dbc506f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.176962:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043f11 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8dbc506f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.176967:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.176970:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043f11 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8dbc506f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.176975:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043f11 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8dbc506f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.176982:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x8dbc506f (ffff8ffe48328c00) 00010000:00010000:2.0:1769074947.176985:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.176987:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043f11 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x8dbc506f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.176992:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309400/0xf5091596e3043f11 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x8dbc506f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177006:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043f2d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdb6640c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177011:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043f2d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdb6640c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177016:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043f2d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdb6640c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177020:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.177022:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043f2d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdb6640c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177040:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043f2d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdb6640c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177046:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xdb6640c5 (ffff8ffe48328f00) 00010000:00010000:2.0:1769074947.177048:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.177050:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043f2d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xdb6640c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177055:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308800/0xf5091596e3043f2d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xdb6640c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177067:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f49 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x208b8c73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177072:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f49 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x208b8c73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177077:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f49 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x208b8c73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177081:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.177083:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f49 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x208b8c73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177088:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f49 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x208b8c73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177094:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x208b8c73 (ffff8ffe48328d00) 00010000:00010000:2.0:1769074947.177096:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.177099:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f49 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x208b8c73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177104:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308000/0xf5091596e3043f49 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x208b8c73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177129:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f65 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbd15dedd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177134:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f65 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbd15dedd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177139:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f65 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbd15dedd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177143:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.177146:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f65 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbd15dedd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177150:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f65 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbd15dedd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177156:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xbd15dedd (ffff8ffe48328500) 00010000:00010000:2.0:1769074947.177158:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.177161:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f65 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xbd15dedd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177165:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309e00/0xf5091596e3043f65 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xbd15dedd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177177:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043f81 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb7e18cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177183:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043f81 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb7e18cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177187:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043f81 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb7e18cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177196:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d317000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.177198:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043f81 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb7e18cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177203:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043f81 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb7e18cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177209:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb7e18cfb (ffff8ffe48328600) 00010000:00010000:2.0:1769074947.177212:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.177214:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043f81 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb7e18cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177219:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317000/0xf5091596e3043f81 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb7e18cfb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177231:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3043f9d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfcfbcbe8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177237:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3043f9d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfcfbcbe8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177242:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3043f9d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfcfbcbe8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177247:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638dee00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.177250:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3043f9d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfcfbcbe8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177255:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3043f9d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfcfbcbe8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177262:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xfcfbcbe8 (ffff8ffe48328900) 00010000:00010000:2.0:1769074947.177265:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.177268:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3043f9d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xfcfbcbe8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177272:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dee00/0xf5091596e3043f9d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xfcfbcbe8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177285:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043fb9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd9acff90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177290:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043fb9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd9acff90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177296:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043fb9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd9acff90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177299:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61097a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.177302:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043fb9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd9acff90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177308:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043fb9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd9acff90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177314:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xd9acff90 (ffff8ffe5f4cf800) 00010000:00010000:2.0:1769074947.177316:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.177318:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043fb9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd9acff90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177324:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097a00/0xf5091596e3043fb9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd9acff90 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177336:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043fd5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xff66915f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177342:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043fd5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xff66915f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177348:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043fd5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xff66915f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177353:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fd800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.177356:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043fd5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xff66915f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177361:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043fd5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xff66915f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177367:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xff66915f (ffff8ffe48328e00) 00010000:00010000:2.0:1769074947.177370:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.177372:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043fd5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xff66915f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177384:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd800/0xf5091596e3043fd5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xff66915f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177397:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043ff1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x205843d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177403:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043ff1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x205843d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177409:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043ff1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x205843d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177414:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fcc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.177416:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043ff1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x205843d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177422:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043ff1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x205843d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177430:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x205843d5 (ffff8ffe48328700) 00010000:00010000:2.0:1769074947.177432:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.177435:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043ff1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x205843d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177440:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fcc00/0xf5091596e3043ff1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x205843d5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177489:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247800/0xf5091596e304400d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x492be4a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177496:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247800/0xf5091596e304400d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x492be4a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177502:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247800/0xf5091596e304400d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x492be4a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177507:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50247800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.177509:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247800/0xf5091596e304400d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x492be4a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177515:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247800/0xf5091596e304400d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x492be4a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177523:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x492be4a8 (ffff8ffe80e58000) 00010000:00010000:2.0:1769074947.177525:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.177528:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247800/0xf5091596e304400d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x492be4a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177533:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247800/0xf5091596e304400d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x492be4a8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177550:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3044029 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1c29983a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177556:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3044029 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1c29983a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177569:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3044029 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1c29983a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177574:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61096800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.177577:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3044029 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1c29983a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177583:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3044029 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1c29983a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177589:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x1c29983a (ffff8ffe5f4cfe00) 00010000:00010000:2.0:1769074947.177592:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.177594:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3044029 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x1c29983a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177600:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096800/0xf5091596e3044029 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x1c29983a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177615:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3044045 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xff8bf9f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177621:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3044045 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xff8bf9f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177626:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3044045 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xff8bf9f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177631:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61097400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.177633:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3044045 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xff8bf9f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177639:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3044045 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xff8bf9f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177645:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xff8bf9f0 (ffff8ffe5f4cf100) 00010000:00010000:2.0:1769074947.177647:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.177649:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3044045 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xff8bf9f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177654:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61097400/0xf5091596e3044045 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xff8bf9f0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177667:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044061 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2a099c8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177672:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044061 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2a099c8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177677:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044061 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2a099c8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177683:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61096400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.177685:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044061 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2a099c8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177690:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044061 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2a099c8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177697:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x2a099c8b (ffff8ffe5f4cf400) 00010000:00010000:2.0:1769074947.177699:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.177701:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044061 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x2a099c8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177706:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096400/0xf5091596e3044061 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x2a099c8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177720:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e304407d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x815cdf9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177725:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e304407d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x815cdf9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177730:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e304407d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x815cdf9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177735:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.177738:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e304407d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x815cdf9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177743:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e304407d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x815cdf9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177750:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x815cdf9d (ffff8ffe59815800) 00010000:00010000:2.0:1769074947.177752:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.177755:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e304407d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x815cdf9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177760:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308600/0xf5091596e304407d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x815cdf9d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177774:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246000/0xf5091596e3044099 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xab3e719 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177780:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246000/0xf5091596e3044099 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xab3e719 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177786:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246000/0xf5091596e3044099 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xab3e719 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177795:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50246000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.177798:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246000/0xf5091596e3044099 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xab3e719 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177803:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246000/0xf5091596e3044099 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xab3e719 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177810:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xab3e719 (ffff8ffe695a5800) 00010000:00010000:2.0:1769074947.177812:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.177815:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246000/0xf5091596e3044099 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xab3e719 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177820:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246000/0xf5091596e3044099 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xab3e719 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177847:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636c00/0xf5091596e30440b5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb6a84f8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177853:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636c00/0xf5091596e30440b5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb6a84f8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177859:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636c00/0xf5091596e30440b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb6a84f8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177863:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c636c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.177866:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636c00/0xf5091596e30440b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb6a84f8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177870:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636c00/0xf5091596e30440b5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb6a84f8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177877:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb6a84f8b (ffff8ffe4dd49300) 00010000:00010000:2.0:1769074947.177880:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.177883:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636c00/0xf5091596e30440b5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb6a84f8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177888:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636c00/0xf5091596e30440b5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb6a84f8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177902:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637200/0xf5091596e30440d1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x385f359 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177906:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637200/0xf5091596e30440d1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x385f359 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177911:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637200/0xf5091596e30440d1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x385f359 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177915:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c637200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.177918:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637200/0xf5091596e30440d1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x385f359 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177923:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637200/0xf5091596e30440d1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x385f359 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177929:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x385f359 (ffff8ffe4dd49e00) 00010000:00010000:2.0:1769074947.177931:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.177933:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637200/0xf5091596e30440d1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x385f359 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177938:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637200/0xf5091596e30440d1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x385f359 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.177950:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e30440ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x53692833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.177955:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e30440ed lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x53692833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.177960:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e30440ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x53692833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.177965:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.177967:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e30440ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x53692833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.177972:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e30440ed lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x53692833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.177979:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x53692833 (ffff8ffe48ba6c00) 00010000:00010000:2.0:1769074947.177981:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.177983:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e30440ed lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x53692833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.177988:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308e00/0xf5091596e30440ed lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x53692833 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:2.0:1769074947.177999:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3044109 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xad96e934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178005:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3044109 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xad96e934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178010:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3044109 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xad96e934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178014:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.178016:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3044109 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xad96e934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178021:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3044109 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xad96e934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178029:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xad96e934 (ffff8ffe48ba6800) 00010000:00010000:2.0:1769074947.178031:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.178033:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3044109 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xad96e934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178038:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e3044109 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xad96e934 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178050:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044125 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe19d8d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178055:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044125 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe19d8d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178061:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044125 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe19d8d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178066:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.178068:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044125 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe19d8d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178074:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044125 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe19d8d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178081:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xe19d8d8e (ffff8ffe48ba6700) 00010000:00010000:2.0:1769074947.178083:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.178086:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044125 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe19d8d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178090:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044125 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe19d8d8e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178103:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3044141 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x5c02527c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178109:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3044141 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x5c02527c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178114:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3044141 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x5c02527c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178118:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.178121:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3044141 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x5c02527c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178126:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3044141 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x5c02527c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178132:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x5c02527c (ffff8ffe56f2a400) 00010000:00010000:2.0:1769074947.178135:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.178137:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3044141 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x5c02527c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178142:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3044141 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x5c02527c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178153:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636000/0xf5091596e304415d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x66f368f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178159:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636000/0xf5091596e304415d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x66f368f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178164:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636000/0xf5091596e304415d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x66f368f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178169:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c636000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.178171:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636000/0xf5091596e304415d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x66f368f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178177:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636000/0xf5091596e304415d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x66f368f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178184:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x66f368f4 (ffff8ffe4dd49b00) 00010000:00010000:2.0:1769074947.178186:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.178188:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636000/0xf5091596e304415d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x66f368f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178194:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636000/0xf5091596e304415d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x66f368f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178209:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e3044179 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x409d24d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178215:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e3044179 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x409d24d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178220:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e3044179 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x409d24d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178224:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50246a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.178226:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e3044179 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x409d24d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178231:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e3044179 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x409d24d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178237:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x409d24d6 (ffff8ffe695a5d00) 00010000:00010000:2.0:1769074947.178239:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.178242:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e3044179 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x409d24d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178247:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246a00/0xf5091596e3044179 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x409d24d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178260:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246200/0xf5091596e3044195 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf9623ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178265:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246200/0xf5091596e3044195 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf9623ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178270:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246200/0xf5091596e3044195 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf9623ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178275:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50246200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.178277:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246200/0xf5091596e3044195 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf9623ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178282:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246200/0xf5091596e3044195 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf9623ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178288:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf9623ef5 (ffff8ffe695a5a00) 00010000:00010000:2.0:1769074947.178290:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.178293:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246200/0xf5091596e3044195 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf9623ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178298:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246200/0xf5091596e3044195 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf9623ef5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178310:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e30441b1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4b9994bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178316:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e30441b1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4b9994bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178321:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e30441b1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4b9994bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178330:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50247600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.178332:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e30441b1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4b9994bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178337:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e30441b1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4b9994bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178345:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x4b9994bf (ffff8ffe695a5500) 00010000:00010000:2.0:1769074947.178347:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.178350:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e30441b1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x4b9994bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178355:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247600/0xf5091596e30441b1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x4b9994bf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178369:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15200/0xf5091596e30441cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4d6f8d8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178375:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15200/0xf5091596e30441cd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4d6f8d8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178380:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15200/0xf5091596e30441cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4d6f8d8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178385:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.178388:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15200/0xf5091596e30441cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4d6f8d8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178393:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15200/0xf5091596e30441cd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4d6f8d8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178400:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x4d6f8d8b (ffff8ffe695a5400) 00010000:00010000:2.0:1769074947.178402:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.178405:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15200/0xf5091596e30441cd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x4d6f8d8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178410:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15200/0xf5091596e30441cd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x4d6f8d8b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178421:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15600/0xf5091596e30441e9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6bc1970e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178426:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15600/0xf5091596e30441e9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6bc1970e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178431:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15600/0xf5091596e30441e9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6bc1970e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178435:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.178439:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15600/0xf5091596e30441e9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6bc1970e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178443:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15600/0xf5091596e30441e9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6bc1970e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178476:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x6bc1970e (ffff8ffe695a5c00) 00010000:00010000:2.0:1769074947.178479:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.178482:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15600/0xf5091596e30441e9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x6bc1970e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178487:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15600/0xf5091596e30441e9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x6bc1970e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178498:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3044205 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcb9ed70b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178503:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3044205 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcb9ed70b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178509:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3044205 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcb9ed70b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178513:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.178516:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3044205 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcb9ed70b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178521:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3044205 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcb9ed70b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178528:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xcb9ed70b (ffff8ffe695a5b00) 00010000:00010000:2.0:1769074947.178530:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.178533:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3044205 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xcb9ed70b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178538:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3044205 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xcb9ed70b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178549:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044221 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x710f387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178554:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044221 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x710f387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178559:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044221 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x710f387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178564:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.178566:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044221 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x710f387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178571:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044221 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x710f387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178578:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x710f387b (ffff8ffe56f2a500) 00010000:00010000:2.0:1769074947.178579:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.178582:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044221 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x710f387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178586:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79c00/0xf5091596e3044221 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x710f387b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178597:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78200/0xf5091596e304423d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc3cf35f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178602:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78200/0xf5091596e304423d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc3cf35f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178607:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78200/0xf5091596e304423d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc3cf35f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178611:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.178614:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78200/0xf5091596e304423d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc3cf35f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178619:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78200/0xf5091596e304423d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc3cf35f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178626:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc3cf35f1 (ffff8ffe56f2aa00) 00010000:00010000:2.0:1769074947.178629:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.178631:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78200/0xf5091596e304423d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc3cf35f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178636:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78200/0xf5091596e304423d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc3cf35f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:2.0:1769074947.178648:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637e00/0xf5091596e3044259 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x90d2505a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178653:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637e00/0xf5091596e3044259 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x90d2505a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178658:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637e00/0xf5091596e3044259 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x90d2505a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178662:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c637e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.178665:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637e00/0xf5091596e3044259 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x90d2505a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178670:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637e00/0xf5091596e3044259 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x90d2505a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178676:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x90d2505a (ffff8ffe4dd49400) 00010000:00010000:2.0:1769074947.178678:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.178681:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637e00/0xf5091596e3044259 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x90d2505a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178685:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637e00/0xf5091596e3044259 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x90d2505a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178698:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636a00/0xf5091596e3044275 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7e9edc1a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178704:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636a00/0xf5091596e3044275 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7e9edc1a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178710:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636a00/0xf5091596e3044275 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7e9edc1a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178714:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c636a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.178717:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636a00/0xf5091596e3044275 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7e9edc1a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178723:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636a00/0xf5091596e3044275 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7e9edc1a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178729:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x7e9edc1a (ffff8ffe4dd49100) 00010000:00010000:2.0:1769074947.178731:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.178734:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636a00/0xf5091596e3044275 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7e9edc1a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178739:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636a00/0xf5091596e3044275 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7e9edc1a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178751:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e3044291 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfc07089f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178757:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e3044291 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfc07089f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178761:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e3044291 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfc07089f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178765:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.178767:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e3044291 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfc07089f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178772:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e3044291 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfc07089f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178779:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xfc07089f (ffff8ffe56f2a900) 00010000:00010000:2.0:1769074947.178780:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.178783:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e3044291 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xfc07089f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178787:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79e00/0xf5091596e3044291 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xfc07089f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178800:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79400/0xf5091596e30442ad lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xece155e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178804:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79400/0xf5091596e30442ad lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xece155e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178809:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79400/0xf5091596e30442ad lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xece155e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178814:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.178816:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79400/0xf5091596e30442ad lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xece155e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178821:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79400/0xf5091596e30442ad lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xece155e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178841:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xece155e2 (ffff8ffe56f2a600) 00010000:00010000:2.0:1769074947.178843:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.178845:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79400/0xf5091596e30442ad lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xece155e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.178850:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79400/0xf5091596e30442ad lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xece155e2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.178940:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc000/0xf5091596e3040d38 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb87c4705 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.178945:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dc000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.178948:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc000/0xf5091596e3040d38 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb87c4705 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.178955:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc000/0xf5091596e3040d38 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb87c4705 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.178965:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb87c4705 (ffff8ffe56fe7b00) 00010000:00010000:1.0:1769074947.178968:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.178971:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc000/0xf5091596e3040d38 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb87c4705 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.178977:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc000/0xf5091596e3040d38 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb87c4705 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179003:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd200/0xf5091596e3040d7e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe6b661f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179010:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd200/0xf5091596e3040d7e lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe6b661f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179016:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd200/0xf5091596e3040d7e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe6b661f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179023:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dd200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.179025:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd200/0xf5091596e3040d7e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe6b661f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179031:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd200/0xf5091596e3040d7e lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe6b661f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179038:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xe6b661f2 (ffff8ffe56fe7800) 00010000:00010000:1.0:1769074947.179041:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.179044:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd200/0xf5091596e3040d7e lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe6b661f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179051:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd200/0xf5091596e3040d7e lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe6b661f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179066:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74eeba00/0xf5091596e3040de7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7fed2308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179072:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74eeba00/0xf5091596e3040de7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7fed2308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179078:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74eeba00/0xf5091596e3040de7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7fed2308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179083:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe74eeba00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.179085:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74eeba00/0xf5091596e3040de7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7fed2308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179091:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74eeba00/0xf5091596e3040de7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7fed2308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179097:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x7fed2308 (ffff8ffe601cca00) 00010000:00010000:1.0:1769074947.179099:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.179101:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74eeba00/0xf5091596e3040de7 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7fed2308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179106:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74eeba00/0xf5091596e3040de7 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7fed2308 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179121:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210a00/0xf5091596e3040e26 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf22df75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179126:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210a00/0xf5091596e3040e26 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf22df75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179132:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210a00/0xf5091596e3040e26 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf22df75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179136:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.179139:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210a00/0xf5091596e3040e26 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf22df75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179145:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210a00/0xf5091596e3040e26 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf22df75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179152:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf22df75a (ffff8ffe601cc300) 00010000:00010000:1.0:1769074947.179154:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.179157:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210a00/0xf5091596e3040e26 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf22df75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179161:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210a00/0xf5091596e3040e26 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf22df75a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179176:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3040eb2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1fa14c65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179182:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3040eb2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1fa14c65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179187:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3040eb2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1fa14c65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179191:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.179194:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3040eb2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1fa14c65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179200:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3040eb2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1fa14c65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179207:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x1fa14c65 (ffff8ffe80e58a00) 00010000:00010000:1.0:1769074947.179209:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.179212:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3040eb2 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x1fa14c65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179217:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3040eb2 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x1fa14c65 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179232:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14800/0xf5091596e3040ef8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb83b2b18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179237:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14800/0xf5091596e3040ef8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb83b2b18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179242:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14800/0xf5091596e3040ef8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb83b2b18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179250:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.179252:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14800/0xf5091596e3040ef8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb83b2b18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179258:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14800/0xf5091596e3040ef8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb83b2b18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179265:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb83b2b18 (ffff8ffe80e58300) 00010000:00010000:1.0:1769074947.179267:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.179270:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14800/0xf5091596e3040ef8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb83b2b18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179275:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14800/0xf5091596e3040ef8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb83b2b18 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179289:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204c800/0xf5091596e3040f68 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe3a104e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179295:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204c800/0xf5091596e3040f68 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe3a104e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179301:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204c800/0xf5091596e3040f68 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe3a104e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179305:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe8204c800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.179308:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204c800/0xf5091596e3040f68 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe3a104e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179314:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204c800/0xf5091596e3040f68 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe3a104e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179321:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xe3a104e5 (ffff8ffe601ccd00) 00010000:00010000:1.0:1769074947.179323:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.179326:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204c800/0xf5091596e3040f68 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe3a104e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179331:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204c800/0xf5091596e3040f68 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe3a104e5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179347:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d600/0xf5091596e3040fc3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8e0a07d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179353:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d600/0xf5091596e3040fc3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8e0a07d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179358:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d600/0xf5091596e3040fc3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8e0a07d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179362:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321d600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.179364:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d600/0xf5091596e3040fc3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8e0a07d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179370:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d600/0xf5091596e3040fc3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8e0a07d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179376:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x8e0a07d4 (ffff8ffe80e58700) 00010000:00010000:1.0:1769074947.179378:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.179380:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d600/0xf5091596e3040fc3 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x8e0a07d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179385:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d600/0xf5091596e3040fc3 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x8e0a07d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179400:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321da00/0xf5091596e3041033 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1addcb2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179405:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321da00/0xf5091596e3041033 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1addcb2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179411:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321da00/0xf5091596e3041033 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1addcb2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179415:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321da00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.179418:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321da00/0xf5091596e3041033 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1addcb2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179423:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321da00/0xf5091596e3041033 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1addcb2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179429:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x1addcb2e (ffff8ffe80e58100) 00010000:00010000:1.0:1769074947.179432:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.179434:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321da00/0xf5091596e3041033 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x1addcb2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179440:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321da00/0xf5091596e3041033 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x1addcb2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179477:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cba00/0xf5091596e3041072 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6a9f1c87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179484:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cba00/0xf5091596e3041072 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6a9f1c87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179489:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cba00/0xf5091596e3041072 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6a9f1c87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179494:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a8cba00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.179496:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cba00/0xf5091596e3041072 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6a9f1c87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179501:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cba00/0xf5091596e3041072 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6a9f1c87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179508:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x6a9f1c87 (ffff8ffe5a5bb100) 00010000:00010000:1.0:1769074947.179510:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.179513:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cba00/0xf5091596e3041072 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x6a9f1c87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179518:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cba00/0xf5091596e3041072 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x6a9f1c87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179533:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc000/0xf5091596e30411a6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4fc1c407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179538:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc000/0xf5091596e30411a6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4fc1c407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179543:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc000/0xf5091596e30411a6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4fc1c407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179547:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fc000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.179549:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc000/0xf5091596e30411a6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4fc1c407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179554:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc000/0xf5091596e30411a6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4fc1c407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179559:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x4fc1c407 (ffff8ffe601cc200) 00010000:00010000:1.0:1769074947.179561:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.179564:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc000/0xf5091596e30411a6 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x4fc1c407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179568:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc000/0xf5091596e30411a6 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x4fc1c407 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179582:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8ca800/0xf5091596e30411ec lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x117450a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179588:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8ca800/0xf5091596e30411ec lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x117450a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179594:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8ca800/0xf5091596e30411ec lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x117450a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179598:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a8ca800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.179600:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8ca800/0xf5091596e30411ec lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x117450a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179605:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8ca800/0xf5091596e30411ec lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x117450a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179612:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x117450a4 (ffff8ffe5a5bb600) 00010000:00010000:1.0:1769074947.179614:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.179617:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8ca800/0xf5091596e30411ec lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x117450a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179621:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8ca800/0xf5091596e30411ec lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x117450a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179635:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cbc00/0xf5091596e3041278 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdb5e034d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179640:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cbc00/0xf5091596e3041278 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdb5e034d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179646:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cbc00/0xf5091596e3041278 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdb5e034d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179650:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a8cbc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.179652:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cbc00/0xf5091596e3041278 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdb5e034d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179658:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cbc00/0xf5091596e3041278 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdb5e034d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179663:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xdb5e034d (ffff8ffe5a5bb200) 00010000:00010000:1.0:1769074947.179666:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.179668:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cbc00/0xf5091596e3041278 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xdb5e034d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179672:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cbc00/0xf5091596e3041278 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xdb5e034d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179685:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb800/0xf5091596e30412d3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfb1bc130 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179691:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb800/0xf5091596e30412d3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfb1bc130 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179696:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb800/0xf5091596e30412d3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfb1bc130 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179700:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a8cb800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.179702:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb800/0xf5091596e30412d3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfb1bc130 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179707:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb800/0xf5091596e30412d3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfb1bc130 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179713:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xfb1bc130 (ffff8ffe5a5bbb00) 00010000:00010000:1.0:1769074947.179715:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.179717:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb800/0xf5091596e30412d3 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xfb1bc130 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179723:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb800/0xf5091596e30412d3 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xfb1bc130 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.179738:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb600/0xf5091596e3041343 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x56868f2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179744:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb600/0xf5091596e3041343 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x56868f2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179749:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb600/0xf5091596e3041343 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x56868f2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179753:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a8cb600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.179756:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb600/0xf5091596e3041343 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x56868f2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179761:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb600/0xf5091596e3041343 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x56868f2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179767:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x56868f2b (ffff8ffe5a5bbf00) 00010000:00010000:1.0:1769074947.179769:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.179772:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb600/0xf5091596e3041343 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x56868f2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179777:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb600/0xf5091596e3041343 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x56868f2b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179791:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06e00/0xf5091596e30413f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x370ca3a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179796:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06e00/0xf5091596e30413f9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x370ca3a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179801:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06e00/0xf5091596e30413f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x370ca3a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179808:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe56b06e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.179811:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06e00/0xf5091596e30413f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x370ca3a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179816:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06e00/0xf5091596e30413f9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x370ca3a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179822:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x370ca3a6 (ffff8ffe601cc000) 00010000:00010000:1.0:1769074947.179836:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.179840:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06e00/0xf5091596e30413f9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x370ca3a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179846:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06e00/0xf5091596e30413f9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x370ca3a6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179860:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07a00/0xf5091596e3041469 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8857738d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179865:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07a00/0xf5091596e3041469 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8857738d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179869:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07a00/0xf5091596e3041469 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8857738d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179873:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe56b07a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.179876:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07a00/0xf5091596e3041469 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8857738d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179881:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07a00/0xf5091596e3041469 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8857738d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179887:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x8857738d (ffff8ffe601cc500) 00010000:00010000:1.0:1769074947.179890:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.179893:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07a00/0xf5091596e3041469 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x8857738d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179897:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07a00/0xf5091596e3041469 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x8857738d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179910:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06a00/0xf5091596e30414bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe9c8a56b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179916:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06a00/0xf5091596e30414bd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe9c8a56b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179921:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06a00/0xf5091596e30414bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe9c8a56b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179926:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe56b06a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.179929:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06a00/0xf5091596e30414bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe9c8a56b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179934:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06a00/0xf5091596e30414bd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe9c8a56b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179940:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xe9c8a56b (ffff8ffe601cc100) 00010000:00010000:1.0:1769074947.179943:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.179945:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06a00/0xf5091596e30414bd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe9c8a56b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179950:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06a00/0xf5091596e30414bd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe9c8a56b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179965:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247000/0xf5091596e3041518 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe16a51c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179971:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247000/0xf5091596e3041518 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe16a51c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179977:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247000/0xf5091596e3041518 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe16a51c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179981:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50247000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.179984:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247000/0xf5091596e3041518 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe16a51c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179989:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247000/0xf5091596e3041518 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe16a51c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.179996:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xe16a51c6 (ffff8ffe601ccc00) 00010000:00010000:1.0:1769074947.179998:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.180001:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247000/0xf5091596e3041518 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe16a51c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180006:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247000/0xf5091596e3041518 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe16a51c6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180021:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50200/0xf5091596e3041573 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa70b4f27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180027:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50200/0xf5091596e3041573 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa70b4f27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180032:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50200/0xf5091596e3041573 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa70b4f27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180037:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe78b50200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.180039:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50200/0xf5091596e3041573 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa70b4f27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180045:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50200/0xf5091596e3041573 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa70b4f27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180053:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xa70b4f27 (ffff8ffe5a5bbd00) 00010000:00010000:1.0:1769074947.180055:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.180058:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50200/0xf5091596e3041573 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xa70b4f27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180063:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50200/0xf5091596e3041573 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xa70b4f27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180075:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b51c00/0xf5091596e30415f8 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf6d9d42f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.180081:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b51c00/0xf5091596e30415f8 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf6d9d42f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.180087:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b51c00/0xf5091596e30415f8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf6d9d42f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.180092:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe78b51c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.180094:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b51c00/0xf5091596e30415f8 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf6d9d42f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.180099:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b51c00/0xf5091596e30415f8 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf6d9d42f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.180106:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf6d9d42f (ffff8ffe5a5bb700) 00010000:00010000:1.0:1769074947.180108:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.180110:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b51c00/0xf5091596e30415f8 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf6d9d42f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.180116:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b51c00/0xf5091596e30415f8 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf6d9d42f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.180128:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b51a00/0xf5091596e3041676 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdf0e1e0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.180134:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b51a00/0xf5091596e3041676 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdf0e1e0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.180139:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b51a00/0xf5091596e3041676 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdf0e1e0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.180143:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe78b51a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.180145:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b51a00/0xf5091596e3041676 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdf0e1e0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.180151:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b51a00/0xf5091596e3041676 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdf0e1e0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.180157:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xdf0e1e0e (ffff8ffe5a5bb000) 00010000:00010000:1.0:1769074947.180159:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.180162:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b51a00/0xf5091596e3041676 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xdf0e1e0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.180167:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b51a00/0xf5091596e3041676 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xdf0e1e0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.180180:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246600/0xf5091596e30416c3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x482cb2d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180186:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246600/0xf5091596e30416c3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x482cb2d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180191:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246600/0xf5091596e30416c3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x482cb2d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180195:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50246600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.180197:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246600/0xf5091596e30416c3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x482cb2d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180203:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246600/0xf5091596e30416c3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x482cb2d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180210:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x482cb2d6 (ffff8ffe601cc400) 00010000:00010000:1.0:1769074947.180212:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.180215:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246600/0xf5091596e30416c3 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x482cb2d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180220:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246600/0xf5091596e30416c3 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x482cb2d6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180236:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50400/0xf5091596e3041764 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xeac30bf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180242:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50400/0xf5091596e3041764 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xeac30bf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180247:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50400/0xf5091596e3041764 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xeac30bf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180252:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe78b50400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.180254:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50400/0xf5091596e3041764 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xeac30bf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180259:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50400/0xf5091596e3041764 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xeac30bf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180265:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xeac30bf7 (ffff8ffe5a5bb800) 00010000:00010000:1.0:1769074947.180267:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.180270:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50400/0xf5091596e3041764 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xeac30bf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180275:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50400/0xf5091596e3041764 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xeac30bf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180290:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21000/0xf5091596e30417c6 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9c64165a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180296:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21000/0xf5091596e30417c6 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9c64165a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180301:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21000/0xf5091596e30417c6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9c64165a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180305:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe74f21000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.180308:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21000/0xf5091596e30417c6 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9c64165a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180314:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21000/0xf5091596e30417c6 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9c64165a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180320:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x9c64165a (ffff8ffe5a5bb400) 00010000:00010000:1.0:1769074947.180323:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.180326:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21000/0xf5091596e30417c6 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9c64165a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180330:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f21000/0xf5091596e30417c6 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9c64165a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180346:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc800/0xf5091596e304180c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x228ab9d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180353:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc800/0xf5091596e304180c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x228ab9d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180358:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc800/0xf5091596e304180c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x228ab9d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180366:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dc800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.180369:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc800/0xf5091596e304180c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x228ab9d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180374:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc800/0xf5091596e304180c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x228ab9d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180381:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x228ab9d0 (ffff8ffe56fe7900) 00010000:00010000:1.0:1769074947.180383:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.180386:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc800/0xf5091596e304180c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x228ab9d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180391:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc800/0xf5091596e304180c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x228ab9d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180408:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50a00/0xf5091596e3041875 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x89da507d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180414:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50a00/0xf5091596e3041875 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x89da507d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180420:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50a00/0xf5091596e3041875 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x89da507d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180424:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe78b50a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.180427:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50a00/0xf5091596e3041875 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x89da507d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180432:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50a00/0xf5091596e3041875 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x89da507d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180439:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x89da507d (ffff8ffe601cc600) 00010000:00010000:1.0:1769074947.180442:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.180444:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50a00/0xf5091596e3041875 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x89da507d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180481:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe78b50a00/0xf5091596e3041875 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x89da507d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180497:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20600/0xf5091596e30418d7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x68f24be6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180502:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20600/0xf5091596e30418d7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x68f24be6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180508:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20600/0xf5091596e30418d7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x68f24be6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180513:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe74f20600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.180516:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20600/0xf5091596e30418d7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x68f24be6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180522:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20600/0xf5091596e30418d7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x68f24be6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180530:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x68f24be6 (ffff8ffe5a5bbe00) 00010000:00010000:1.0:1769074947.180532:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.180535:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20600/0xf5091596e30418d7 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x68f24be6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180541:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe74f20600/0xf5091596e30418d7 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x68f24be6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180557:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd400/0xf5091596e304197f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x79b684eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180563:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd400/0xf5091596e304197f lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x79b684eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180569:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd400/0xf5091596e304197f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x79b684eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180574:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dd400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.180577:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd400/0xf5091596e304197f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x79b684eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180582:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd400/0xf5091596e304197f lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x79b684eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180589:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x79b684eb (ffff8ffe56fe7f00) 00010000:00010000:1.0:1769074947.180592:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.180594:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd400/0xf5091596e304197f lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x79b684eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180600:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd400/0xf5091596e304197f lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x79b684eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180615:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dde00/0xf5091596e3041a19 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf813d0e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180621:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dde00/0xf5091596e3041a19 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf813d0e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180626:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dde00/0xf5091596e3041a19 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf813d0e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180631:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dde00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.180634:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dde00/0xf5091596e3041a19 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf813d0e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180640:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dde00/0xf5091596e3041a19 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf813d0e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180647:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf813d0e9 (ffff8ffe56fe7e00) 00010000:00010000:1.0:1769074947.180650:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.180653:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dde00/0xf5091596e3041a19 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf813d0e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180658:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dde00/0xf5091596e3041a19 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf813d0e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180672:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb400/0xf5091596e3041a7b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x841c319e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180678:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb400/0xf5091596e3041a7b lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x841c319e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180683:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb400/0xf5091596e3041a7b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x841c319e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180687:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a8cb400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.180690:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb400/0xf5091596e3041a7b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x841c319e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180696:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb400/0xf5091596e3041a7b lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x841c319e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180703:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x841c319e (ffff8ffe56fe7300) 00010000:00010000:1.0:1769074947.180705:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.180708:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb400/0xf5091596e3041a7b lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x841c319e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180713:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb400/0xf5091596e3041a7b lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x841c319e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180728:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cac00/0xf5091596e3041b00 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x49b6950a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180735:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cac00/0xf5091596e3041b00 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x49b6950a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180740:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cac00/0xf5091596e3041b00 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x49b6950a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180744:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a8cac00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.180747:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cac00/0xf5091596e3041b00 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x49b6950a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180753:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cac00/0xf5091596e3041b00 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x49b6950a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180760:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x49b6950a (ffff8ffe56fe7200) 00010000:00010000:1.0:1769074947.180762:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.180764:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cac00/0xf5091596e3041b00 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x49b6950a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180768:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cac00/0xf5091596e3041b00 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x49b6950a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.180784:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cae00/0xf5091596e3041b62 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x34be36ca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180790:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cae00/0xf5091596e3041b62 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x34be36ca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180795:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cae00/0xf5091596e3041b62 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x34be36ca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180800:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a8cae00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.180803:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cae00/0xf5091596e3041b62 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x34be36ca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180809:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cae00/0xf5091596e3041b62 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x34be36ca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.180816:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x34be36ca (ffff8ffe56fe7a00) 00010000:00010000:1.0:1769074947.180818:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.180821:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cae00/0xf5091596e3041b62 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x34be36ca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00000100:00100000:3.0:1769074947.183985:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95b40 going to sleep for 11 seconds 00000100:00080000:3.0:1769074947.184006:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1769074947.184010:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1769074947.184770:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cae00/0xf5091596e3041b62 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x34be36ca bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.184810:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb000/0xf5091596e3041be0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xce2dea78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.184818:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb000/0xf5091596e3041be0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xce2dea78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.184834:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb000/0xf5091596e3041be0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xce2dea78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.184840:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a8cb000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.184844:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb000/0xf5091596e3041be0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xce2dea78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.184851:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb000/0xf5091596e3041be0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xce2dea78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.184865:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xce2dea78 (ffff8ffe56fe7100) 00010000:00010000:1.0:1769074947.184868:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.184872:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb000/0xf5091596e3041be0 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xce2dea78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.184877:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8cb000/0xf5091596e3041be0 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xce2dea78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.184897:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3041c34 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4c3a50ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.184902:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3041c34 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4c3a50ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.184908:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3041c34 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4c3a50ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.184912:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.184915:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3041c34 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4c3a50ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.184919:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3041c34 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4c3a50ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.184926:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x4c3a50ce (ffff8ffe80e58200) 00010000:00010000:1.0:1769074947.184928:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.184931:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3041c34 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x4c3a50ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.184936:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3041c34 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x4c3a50ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.184955:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4a491800/0xf5091596e3041d1b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa67ec00a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.184960:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4a491800/0xf5091596e3041d1b lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa67ec00a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.184965:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4a491800/0xf5091596e3041d1b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa67ec00a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.184974:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4a491800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.184976:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4a491800/0xf5091596e3041d1b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa67ec00a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.184982:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4a491800/0xf5091596e3041d1b lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa67ec00a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.184989:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xa67ec00a (ffff8ffe80e58800) 00010000:00010000:1.0:1769074947.184991:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.184993:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4a491800/0xf5091596e3041d1b lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xa67ec00a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.184997:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4a491800/0xf5091596e3041d1b lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xa67ec00a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.185011:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8ca200/0xf5091596e3041d45 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xee3bd323 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.185016:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8ca200/0xf5091596e3041d45 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xee3bd323 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.185021:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8ca200/0xf5091596e3041d45 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xee3bd323 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.185024:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a8ca200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.185027:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8ca200/0xf5091596e3041d45 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xee3bd323 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.185032:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8ca200/0xf5091596e3041d45 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xee3bd323 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.185038:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xee3bd323 (ffff8ffe56fe7700) 00010000:00010000:1.0:1769074947.185041:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.185044:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8ca200/0xf5091596e3041d45 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xee3bd323 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.185049:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe5a8ca200/0xf5091596e3041d45 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xee3bd323 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.185063:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70440600/0xf5091596e3041dc3 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9a11dd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.185068:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70440600/0xf5091596e3041dc3 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9a11dd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.185073:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70440600/0xf5091596e3041dc3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9a11dd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.185077:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70440600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.185080:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70440600/0xf5091596e3041dc3 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9a11dd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.185084:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70440600/0xf5091596e3041dc3 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9a11dd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.185090:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x9a11dd6 (ffff8ffe601cc900) 00010000:00010000:1.0:1769074947.185092:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.185095:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70440600/0xf5091596e3041dc3 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9a11dd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.185099:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70440600/0xf5091596e3041dc3 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9a11dd6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.185115:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07200/0xf5091596e3041e09 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2f15c435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.185120:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07200/0xf5091596e3041e09 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2f15c435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.185126:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07200/0xf5091596e3041e09 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2f15c435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.185131:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe56b07200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.185134:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07200/0xf5091596e3041e09 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2f15c435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.185139:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07200/0xf5091596e3041e09 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2f15c435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.185146:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x2f15c435 (ffff8ffe56fe7000) 00010000:00010000:1.0:1769074947.185148:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.185151:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07200/0xf5091596e3041e09 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x2f15c435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.185155:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07200/0xf5091596e3041e09 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x2f15c435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.185169:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70441600/0xf5091596e3041e2c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb384bf72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.185175:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70441600/0xf5091596e3041e2c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb384bf72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.185180:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70441600/0xf5091596e3041e2c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb384bf72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.185185:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70441600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.185188:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70441600/0xf5091596e3041e2c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb384bf72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.185194:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70441600/0xf5091596e3041e2c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb384bf72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.185200:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb384bf72 (ffff8ffe601cc800) 00010000:00010000:1.0:1769074947.185202:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.185205:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70441600/0xf5091596e3041e2c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb384bf72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.185210:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70441600/0xf5091596e3041e2c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb384bf72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00000001:00080000:3.0:1769074947.186201:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989442 is committed 00010000:00010000:1.0:1769074947.186591:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70441000/0xf5091596e3041ecd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd51243f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186598:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70441000/0xf5091596e3041ecd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd51243f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186604:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70441000/0xf5091596e3041ecd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd51243f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186609:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70441000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.186613:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70441000/0xf5091596e3041ecd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd51243f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186619:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70441000/0xf5091596e3041ecd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd51243f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186629:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xd51243f6 (ffff8ffe601ccf00) 00010000:00010000:1.0:1769074947.186632:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.186635:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70441000/0xf5091596e3041ecd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd51243f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186640:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70441000/0xf5091596e3041ecd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd51243f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186651:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70440a00/0xf5091596e3041f28 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf79aa507 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186657:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70440a00/0xf5091596e3041f28 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf79aa507 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186662:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70440a00/0xf5091596e3041f28 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf79aa507 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186666:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70440a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.186668:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70440a00/0xf5091596e3041f28 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf79aa507 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186673:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70440a00/0xf5091596e3041f28 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf79aa507 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186679:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf79aa507 (ffff8ffe601ccb00) 00010000:00010000:1.0:1769074947.186681:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.186684:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70440a00/0xf5091596e3041f28 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf79aa507 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186689:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70440a00/0xf5091596e3041f28 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf79aa507 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186701:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06000/0xf5091596e3041fb4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xafb3cba4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186706:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06000/0xf5091596e3041fb4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xafb3cba4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186711:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06000/0xf5091596e3041fb4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xafb3cba4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186716:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe56b06000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.186718:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06000/0xf5091596e3041fb4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xafb3cba4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186725:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06000/0xf5091596e3041fb4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xafb3cba4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186731:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xafb3cba4 (ffff8ffe60f24200) 00010000:00010000:1.0:1769074947.186734:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.186736:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06000/0xf5091596e3041fb4 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xafb3cba4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186741:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b06000/0xf5091596e3041fb4 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xafb3cba4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186755:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07e00/0xf5091596e3042024 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc4c301aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186760:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07e00/0xf5091596e3042024 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc4c301aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186765:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07e00/0xf5091596e3042024 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc4c301aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186770:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe56b07e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.186772:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07e00/0xf5091596e3042024 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc4c301aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186777:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07e00/0xf5091596e3042024 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc4c301aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186783:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc4c301aa (ffff8ffe60f24900) 00010000:00010000:1.0:1769074947.186785:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.186787:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07e00/0xf5091596e3042024 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc4c301aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186792:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe56b07e00/0xf5091596e3042024 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc4c301aa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186805:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4a491600/0xf5091596e30420b0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xca966aac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186811:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4a491600/0xf5091596e30420b0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xca966aac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186815:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4a491600/0xf5091596e30420b0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xca966aac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186819:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4a491600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.186821:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4a491600/0xf5091596e30420b0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xca966aac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186837:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4a491600/0xf5091596e30420b0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xca966aac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186843:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xca966aac (ffff8ffe7688df00) 00010000:00010000:1.0:1769074947.186845:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.186848:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4a491600/0xf5091596e30420b0 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xca966aac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186852:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4a491600/0xf5091596e30420b0 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xca966aac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186864:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246c00/0xf5091596e30420ef lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd5d2a72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186870:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246c00/0xf5091596e30420ef lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd5d2a72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186875:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246c00/0xf5091596e30420ef lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd5d2a72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186883:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50246c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.186885:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246c00/0xf5091596e30420ef lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd5d2a72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186890:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246c00/0xf5091596e30420ef lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd5d2a72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186896:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xd5d2a72 (ffff8ffe80e58400) 00010000:00010000:1.0:1769074947.186898:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.186900:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246c00/0xf5091596e30420ef lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd5d2a72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186905:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246c00/0xf5091596e30420ef lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd5d2a72 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186921:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a38400/0xf5091596e304217b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x293a0d70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186926:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a38400/0xf5091596e304217b lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x293a0d70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186931:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a38400/0xf5091596e304217b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x293a0d70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186936:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe59a38400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.186938:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a38400/0xf5091596e304217b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x293a0d70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186943:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a38400/0xf5091596e304217b lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x293a0d70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186949:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x293a0d70 (ffff8ffe5a5bb300) 00010000:00010000:1.0:1769074947.186951:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.186954:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a38400/0xf5091596e304217b lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x293a0d70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186959:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a38400/0xf5091596e304217b lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x293a0d70 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.186973:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a39c00/0xf5091596e304220e lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6caa49ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186978:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a39c00/0xf5091596e304220e lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6caa49ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186983:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a39c00/0xf5091596e304220e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6caa49ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186987:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe59a39c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.186989:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a39c00/0xf5091596e304220e lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6caa49ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186994:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a39c00/0xf5091596e304220e lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6caa49ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.186999:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x6caa49ea (ffff8ffe5a5bb900) 00010000:00010000:1.0:1769074947.187001:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.187004:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a39c00/0xf5091596e304220e lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x6caa49ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187009:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a39c00/0xf5091596e304220e lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x6caa49ea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187022:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a38200/0xf5091596e304225b lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc0448d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187027:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a38200/0xf5091596e304225b lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc0448d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187032:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a38200/0xf5091596e304225b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc0448d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187036:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe59a38200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.187039:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a38200/0xf5091596e304225b lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc0448d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187044:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a38200/0xf5091596e304225b lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc0448d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187050:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc0448d50 (ffff8ffe55fedc00) 00010000:00010000:1.0:1769074947.187052:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.187054:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a38200/0xf5091596e304225b lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc0448d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187059:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a38200/0xf5091596e304225b lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc0448d50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187071:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246e00/0xf5091596e30422d9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1a959f8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187076:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246e00/0xf5091596e30422d9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1a959f8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187080:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246e00/0xf5091596e30422d9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1a959f8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187085:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50246e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.187086:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246e00/0xf5091596e30422d9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1a959f8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187091:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246e00/0xf5091596e30422d9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1a959f8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187098:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x1a959f8d (ffff8ffe80e58e00) 00010000:00010000:1.0:1769074947.187100:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.187102:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246e00/0xf5091596e30422d9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x1a959f8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187107:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50246e00/0xf5091596e30422d9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x1a959f8d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187120:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a39800/0xf5091596e304231f lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x604afc4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187126:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a39800/0xf5091596e304231f lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x604afc4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187132:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a39800/0xf5091596e304231f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x604afc4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187138:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe59a39800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.187140:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a39800/0xf5091596e304231f lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x604afc4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187146:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a39800/0xf5091596e304231f lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x604afc4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187152:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x604afc4d (ffff8ffe55fedb00) 00010000:00010000:1.0:1769074947.187154:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.187156:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a39800/0xf5091596e304231f lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x604afc4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187161:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe59a39800/0xf5091596e304231f lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x604afc4d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187174:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308c00/0xf5091596e304239d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x12078b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187180:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308c00/0xf5091596e304239d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x12078b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187184:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308c00/0xf5091596e304239d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x12078b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187189:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.187192:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308c00/0xf5091596e304239d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x12078b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187197:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308c00/0xf5091596e304239d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x12078b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187204:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x12078b13 (ffff8ffe55fed000) 00010000:00010000:1.0:1769074947.187207:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.187210:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308c00/0xf5091596e304239d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x12078b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187303:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308c00/0xf5091596e304239d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x12078b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187323:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc600/0xf5091596e30423c0 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xccf257cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187329:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc600/0xf5091596e30423c0 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xccf257cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187333:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc600/0xf5091596e30423c0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xccf257cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187338:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fc600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.187341:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc600/0xf5091596e30423c0 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xccf257cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187347:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc600/0xf5091596e30423c0 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xccf257cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187355:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xccf257cf (ffff8ffe80e58c00) 00010000:00010000:1.0:1769074947.187358:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.187360:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc600/0xf5091596e30423c0 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xccf257cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187366:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc600/0xf5091596e30423c0 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xccf257cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187380:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247e00/0xf5091596e304244c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x42342a04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187385:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247e00/0xf5091596e304244c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x42342a04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187389:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247e00/0xf5091596e304244c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x42342a04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187394:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50247e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.187399:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247e00/0xf5091596e304244c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x42342a04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187403:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247e00/0xf5091596e304244c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x42342a04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187410:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x42342a04 (ffff8ffe4846b200) 00010000:00010000:1.0:1769074947.187412:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.187414:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247e00/0xf5091596e304244c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x42342a04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187419:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe50247e00/0xf5091596e304244c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x42342a04 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187433:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309a00/0xf5091596e3042484 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6a69feee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187438:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309a00/0xf5091596e3042484 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6a69feee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187443:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309a00/0xf5091596e3042484 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6a69feee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187474:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.187477:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309a00/0xf5091596e3042484 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6a69feee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187482:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309a00/0xf5091596e3042484 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6a69feee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187491:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x6a69feee (ffff8ffe55fed600) 00010000:00010000:1.0:1769074947.187493:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.187495:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309a00/0xf5091596e3042484 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x6a69feee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187500:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309a00/0xf5091596e3042484 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x6a69feee bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187515:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc800/0xf5091596e3042510 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x36801e01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187520:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc800/0xf5091596e3042510 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x36801e01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187525:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc800/0xf5091596e3042510 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x36801e01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187534:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fc800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.187536:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc800/0xf5091596e3042510 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x36801e01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187541:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc800/0xf5091596e3042510 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x36801e01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187548:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x36801e01 (ffff8ffe7688d400) 00010000:00010000:1.0:1769074947.187550:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.187552:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc800/0xf5091596e3042510 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x36801e01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187557:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc800/0xf5091596e3042510 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x36801e01 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187568:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fca00/0xf5091596e3042595 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb2f8a442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187574:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fca00/0xf5091596e3042595 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb2f8a442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187579:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fca00/0xf5091596e3042595 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb2f8a442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187584:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fca00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.187586:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fca00/0xf5091596e3042595 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb2f8a442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187592:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fca00/0xf5091596e3042595 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb2f8a442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187598:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb2f8a442 (ffff8ffe7688d900) 00010000:00010000:1.0:1769074947.187601:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.187603:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fca00/0xf5091596e3042595 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb2f8a442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187608:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fca00/0xf5091596e3042595 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb2f8a442 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187621:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de400/0xf5091596e3042644 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x24f3ee91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187627:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de400/0xf5091596e3042644 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x24f3ee91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187632:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de400/0xf5091596e3042644 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x24f3ee91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187636:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638de400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.187639:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de400/0xf5091596e3042644 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x24f3ee91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187644:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de400/0xf5091596e3042644 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x24f3ee91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187651:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x24f3ee91 (ffff8ffe7688de00) 00010000:00010000:1.0:1769074947.187653:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.187656:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de400/0xf5091596e3042644 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x24f3ee91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187661:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de400/0xf5091596e3042644 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x24f3ee91 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187674:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30426ec lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x705f0f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187679:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30426ec lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x705f0f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187684:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30426ec lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x705f0f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187687:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.187690:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30426ec lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x705f0f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187695:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30426ec lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x705f0f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187701:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x705f0f26 (ffff8ffe55fed400) 00010000:00010000:1.0:1769074947.187703:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.187705:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30426ec lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x705f0f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187710:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30426ec lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x705f0f26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.187722:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a400/0xf5091596e30427be lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7bb6377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187728:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a400/0xf5091596e30427be lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7bb6377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187734:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a400/0xf5091596e30427be lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7bb6377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187739:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.187741:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a400/0xf5091596e30427be lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7bb6377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187747:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a400/0xf5091596e30427be lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7bb6377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187755:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x7bb6377 (ffff8ffe7688d500) 00010000:00010000:1.0:1769074947.187757:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.187760:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a400/0xf5091596e30427be lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7bb6377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187764:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a400/0xf5091596e30427be lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7bb6377 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187778:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b600/0xf5091596e304283c lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1b9a3ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187783:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b600/0xf5091596e304283c lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1b9a3ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187787:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b600/0xf5091596e304283c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1b9a3ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187791:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861b600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.187794:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b600/0xf5091596e304283c lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1b9a3ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187798:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b600/0xf5091596e304283c lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1b9a3ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187804:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x1b9a3ac (ffff8ffe7688d600) 00010000:00010000:1.0:1769074947.187806:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.187808:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b600/0xf5091596e304283c lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x1b9a3ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187813:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b600/0xf5091596e304283c lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x1b9a3ac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187833:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861aa00/0xf5091596e30428c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x409cd47d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187839:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861aa00/0xf5091596e30428c1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x409cd47d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187844:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861aa00/0xf5091596e30428c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x409cd47d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187848:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861aa00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.187850:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861aa00/0xf5091596e30428c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x409cd47d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187856:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861aa00/0xf5091596e30428c1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x409cd47d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187862:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x409cd47d (ffff8ffe7688dd00) 00010000:00010000:1.0:1769074947.187864:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.187866:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861aa00/0xf5091596e30428c1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x409cd47d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187871:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861aa00/0xf5091596e30428c1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x409cd47d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187883:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8600/0xf5091596e3042938 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb281a82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187888:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8600/0xf5091596e3042938 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb281a82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187893:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8600/0xf5091596e3042938 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb281a82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187896:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.187898:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8600/0xf5091596e3042938 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb281a82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187904:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8600/0xf5091596e3042938 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb281a82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187910:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb281a82 (ffff8ffe7688d100) 00010000:00010000:1.0:1769074947.187912:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.187914:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8600/0xf5091596e3042938 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb281a82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187919:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8600/0xf5091596e3042938 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb281a82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187931:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8a00/0xf5091596e3042985 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe0ebcd5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187936:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8a00/0xf5091596e3042985 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe0ebcd5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187941:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8a00/0xf5091596e3042985 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe0ebcd5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187946:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.187948:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8a00/0xf5091596e3042985 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe0ebcd5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187953:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8a00/0xf5091596e3042985 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe0ebcd5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187959:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xe0ebcd5e (ffff8ffe7688da00) 00010000:00010000:1.0:1769074947.187961:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.187963:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8a00/0xf5091596e3042985 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe0ebcd5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187968:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8a00/0xf5091596e3042985 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe0ebcd5e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187981:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3000/0xf5091596e3042a03 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x12cbc150 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187987:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3000/0xf5091596e3042a03 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x12cbc150 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187992:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3000/0xf5091596e3042a03 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x12cbc150 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.187997:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed3000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.187999:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3000/0xf5091596e3042a03 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x12cbc150 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188004:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3000/0xf5091596e3042a03 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x12cbc150 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188011:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x12cbc150 (ffff8ffe55fed800) 00010000:00010000:1.0:1769074947.188013:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.188016:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3000/0xf5091596e3042a03 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x12cbc150 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188021:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3000/0xf5091596e3042a03 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x12cbc150 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188035:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2a00/0xf5091596e3042a73 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x41195e20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188041:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2a00/0xf5091596e3042a73 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x41195e20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188047:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2a00/0xf5091596e3042a73 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x41195e20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188055:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.188058:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2a00/0xf5091596e3042a73 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x41195e20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188064:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2a00/0xf5091596e3042a73 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x41195e20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188071:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x41195e20 (ffff8ffe55fed500) 00010000:00010000:1.0:1769074947.188073:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.188075:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2a00/0xf5091596e3042a73 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x41195e20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188080:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2a00/0xf5091596e3042a73 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x41195e20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188094:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9800/0xf5091596e3042ab2 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x34da4d9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188099:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9800/0xf5091596e3042ab2 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x34da4d9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188104:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9800/0xf5091596e3042ab2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x34da4d9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188109:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.188111:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9800/0xf5091596e3042ab2 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x34da4d9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188116:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9800/0xf5091596e3042ab2 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x34da4d9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188123:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x34da4d9a (ffff8ffe55fed200) 00010000:00010000:1.0:1769074947.188125:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.188128:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9800/0xf5091596e3042ab2 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x34da4d9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188133:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9800/0xf5091596e3042ab2 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x34da4d9a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188144:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2400/0xf5091596e3042b22 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x73091fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188149:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2400/0xf5091596e3042b22 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x73091fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188154:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2400/0xf5091596e3042b22 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x73091fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188159:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.188161:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2400/0xf5091596e3042b22 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x73091fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188167:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2400/0xf5091596e3042b22 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x73091fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188173:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x73091fcf (ffff8ffe55feda00) 00010000:00010000:1.0:1769074947.188175:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.188177:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2400/0xf5091596e3042b22 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x73091fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188182:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2400/0xf5091596e3042b22 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x73091fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188193:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3400/0xf5091596e3042ba7 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x78938c84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188199:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3400/0xf5091596e3042ba7 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x78938c84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188206:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3400/0xf5091596e3042ba7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x78938c84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188220:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed3400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.188223:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3400/0xf5091596e3042ba7 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x78938c84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188228:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3400/0xf5091596e3042ba7 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x78938c84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188235:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x78938c84 (ffff8ffe55fed300) 00010000:00010000:1.0:1769074947.188238:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.188240:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3400/0xf5091596e3042ba7 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x78938c84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188245:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3400/0xf5091596e3042ba7 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x78938c84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188257:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e3042bf4 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x269d2071 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188263:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e3042bf4 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x269d2071 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188268:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e3042bf4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x269d2071 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188273:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed3e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.188276:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e3042bf4 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x269d2071 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188281:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e3042bf4 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x269d2071 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188288:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x269d2071 (ffff8ffe55fedd00) 00010000:00010000:1.0:1769074947.188291:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.188293:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e3042bf4 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x269d2071 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188298:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3e00/0xf5091596e3042bf4 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x269d2071 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188310:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2600/0xf5091596e3042c25 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa95aae2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188316:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2600/0xf5091596e3042c25 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa95aae2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188321:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2600/0xf5091596e3042c25 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa95aae2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188325:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.188328:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2600/0xf5091596e3042c25 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa95aae2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188333:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2600/0xf5091596e3042c25 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa95aae2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188340:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xa95aae2c (ffff8ffe55fed900) 00010000:00010000:1.0:1769074947.188343:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.188345:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2600/0xf5091596e3042c25 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xa95aae2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188350:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2600/0xf5091596e3042c25 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xa95aae2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188363:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2000/0xf5091596e3042c41 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9a179000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188369:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2000/0xf5091596e3042c41 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9a179000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188374:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2000/0xf5091596e3042c41 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9a179000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188379:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.188382:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2000/0xf5091596e3042c41 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9a179000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188388:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2000/0xf5091596e3042c41 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9a179000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188396:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x9a179000 (ffff8ffe5a5bba00) 00010000:00010000:1.0:1769074947.188397:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.188399:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2000/0xf5091596e3042c41 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9a179000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188404:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2000/0xf5091596e3042c41 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9a179000 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188418:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042c5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x272bebdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188424:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042c5d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x272bebdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188430:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042c5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x272bebdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188434:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed3c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.188437:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042c5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x272bebdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188443:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042c5d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x272bebdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188482:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x272bebdf (ffff8ffe76828700) 00010000:00010000:1.0:1769074947.188484:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.188486:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042c5d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x272bebdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188491:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3c00/0xf5091596e3042c5d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x272bebdf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT1 00010000:00010000:1.0:1769074947.188506:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042c79 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16b0c05a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188512:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042c79 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16b0c05a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188518:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042c79 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16b0c05a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188523:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.188526:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042c79 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16b0c05a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188532:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042c79 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16b0c05a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188539:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x16b0c05a (ffff8ffe60f24800) 00010000:00010000:1.0:1769074947.188541:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.188544:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042c79 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x16b0c05a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188549:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8400/0xf5091596e3042c79 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x16b0c05a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188563:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2200/0xf5091596e3042c95 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb2f6d415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188569:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2200/0xf5091596e3042c95 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb2f6d415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188575:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2200/0xf5091596e3042c95 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb2f6d415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188579:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.188582:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2200/0xf5091596e3042c95 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb2f6d415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188587:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2200/0xf5091596e3042c95 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb2f6d415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188593:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb2f6d415 (ffff8ffe76828900) 00010000:00010000:1.0:1769074947.188595:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.188598:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2200/0xf5091596e3042c95 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb2f6d415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188604:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2200/0xf5091596e3042c95 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb2f6d415 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188618:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e3042cb1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x70a0bdda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188624:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e3042cb1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x70a0bdda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188629:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e3042cb1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x70a0bdda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188638:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed3a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.188640:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e3042cb1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x70a0bdda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188645:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e3042cb1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x70a0bdda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188651:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x70a0bdda (ffff8ffe76828800) 00010000:00010000:1.0:1769074947.188653:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.188655:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e3042cb1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x70a0bdda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188660:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3a00/0xf5091596e3042cb1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x70a0bdda bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.188671:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b800/0xf5091596e3042ccd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x32466d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188677:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b800/0xf5091596e3042ccd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x32466d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188682:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b800/0xf5091596e3042ccd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x32466d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188687:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861b800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.188689:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b800/0xf5091596e3042ccd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x32466d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188694:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b800/0xf5091596e3042ccd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x32466d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188699:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x32466d26 (ffff8ffe4846b100) 00010000:00010000:1.0:1769074947.188702:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.188704:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b800/0xf5091596e3042ccd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x32466d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188709:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b800/0xf5091596e3042ccd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x32466d26 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188720:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861bc00/0xf5091596e3042ce9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x93cb4d3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188726:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861bc00/0xf5091596e3042ce9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x93cb4d3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188731:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861bc00/0xf5091596e3042ce9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x93cb4d3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188736:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861bc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.188739:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861bc00/0xf5091596e3042ce9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x93cb4d3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188744:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861bc00/0xf5091596e3042ce9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x93cb4d3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188751:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x93cb4d3a (ffff8ffe4846be00) 00010000:00010000:1.0:1769074947.188753:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.188755:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861bc00/0xf5091596e3042ce9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x93cb4d3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188761:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861bc00/0xf5091596e3042ce9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x93cb4d3a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188773:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2800/0xf5091596e3042d05 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaf11d10b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188778:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2800/0xf5091596e3042d05 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaf11d10b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188784:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2800/0xf5091596e3042d05 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaf11d10b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188789:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.188791:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2800/0xf5091596e3042d05 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaf11d10b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188796:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2800/0xf5091596e3042d05 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaf11d10b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188803:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xaf11d10b (ffff8ffe76828e00) 00010000:00010000:1.0:1769074947.188805:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.188807:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2800/0xf5091596e3042d05 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xaf11d10b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188813:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2800/0xf5091596e3042d05 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xaf11d10b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188837:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3600/0xf5091596e3042d21 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd095f728 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188843:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3600/0xf5091596e3042d21 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd095f728 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188848:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3600/0xf5091596e3042d21 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd095f728 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188853:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed3600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.188856:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3600/0xf5091596e3042d21 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd095f728 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188861:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3600/0xf5091596e3042d21 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd095f728 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188868:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xd095f728 (ffff8ffe76828200) 00010000:00010000:1.0:1769074947.188871:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.188873:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3600/0xf5091596e3042d21 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd095f728 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188878:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3600/0xf5091596e3042d21 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd095f728 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188891:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8000/0xf5091596e3042d3d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x27aa458e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188896:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8000/0xf5091596e3042d3d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x27aa458e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188901:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8000/0xf5091596e3042d3d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x27aa458e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188906:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.188908:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8000/0xf5091596e3042d3d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x27aa458e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188914:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8000/0xf5091596e3042d3d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x27aa458e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188921:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x27aa458e (ffff8ffe7688dc00) 00010000:00010000:1.0:1769074947.188923:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.188926:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8000/0xf5091596e3042d3d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x27aa458e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188932:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8000/0xf5091596e3042d3d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x27aa458e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188945:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042d59 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfddf7f6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188952:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042d59 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfddf7f6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188957:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042d59 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfddf7f6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188962:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.188964:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042d59 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfddf7f6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188969:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042d59 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfddf7f6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188976:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xfddf7f6e (ffff8ffe4846b300) 00010000:00010000:1.0:1769074947.188979:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.188981:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042d59 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xfddf7f6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188987:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a200/0xf5091596e3042d59 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xfddf7f6e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.188999:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ae00/0xf5091596e3042d75 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x194cdd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.189005:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ae00/0xf5091596e3042d75 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x194cdd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.189010:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ae00/0xf5091596e3042d75 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x194cdd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.189014:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861ae00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.189017:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ae00/0xf5091596e3042d75 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x194cdd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.189022:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ae00/0xf5091596e3042d75 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x194cdd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.189028:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x194cdd48 (ffff8ffe4846b500) 00010000:00010000:1.0:1769074947.189030:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.189033:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ae00/0xf5091596e3042d75 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x194cdd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.189037:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ae00/0xf5091596e3042d75 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x194cdd48 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.189049:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164600/0xf5091596e3042d91 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf5da084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189053:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164600/0xf5091596e3042d91 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf5da084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189058:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164600/0xf5091596e3042d91 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf5da084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189062:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64164600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.189064:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164600/0xf5091596e3042d91 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf5da084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189070:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164600/0xf5091596e3042d91 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf5da084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189076:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf5da084 (ffff8ffe76828f00) 00010000:00010000:1.0:1769074947.189078:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.189081:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164600/0xf5091596e3042d91 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf5da084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189086:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164600/0xf5091596e3042d91 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf5da084 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189098:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9600/0xf5091596e3042dad lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6c92e0c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189104:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9600/0xf5091596e3042dad lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6c92e0c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189109:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9600/0xf5091596e3042dad lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6c92e0c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189114:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.189116:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9600/0xf5091596e3042dad lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6c92e0c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189122:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9600/0xf5091596e3042dad lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6c92e0c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189128:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x6c92e0c0 (ffff8ffe7688d000) 00010000:00010000:1.0:1769074947.189130:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.189133:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9600/0xf5091596e3042dad lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x6c92e0c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189139:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9600/0xf5091596e3042dad lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x6c92e0c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189152:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042dc9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x97b38363 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189157:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042dc9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x97b38363 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189162:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042dc9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x97b38363 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189171:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861b200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.189173:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042dc9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x97b38363 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189179:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042dc9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x97b38363 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189187:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x97b38363 (ffff8ffe4846bf00) 00010000:00010000:1.0:1769074947.189189:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.189191:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042dc9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x97b38363 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189196:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b200/0xf5091596e3042dc9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x97b38363 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189210:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042de5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x244f0f0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.189215:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042de5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x244f0f0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.189221:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042de5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x244f0f0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.189226:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.189229:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042de5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x244f0f0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.189235:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042de5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x244f0f0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.189241:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x244f0f0e (ffff8ffe60f24000) 00010000:00010000:1.0:1769074947.189244:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.189247:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042de5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x244f0f0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.189252:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9200/0xf5091596e3042de5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x244f0f0e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.189265:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a800/0xf5091596e3042e01 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x356ce5d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189271:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a800/0xf5091596e3042e01 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x356ce5d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189277:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a800/0xf5091596e3042e01 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x356ce5d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189282:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.189285:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a800/0xf5091596e3042e01 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x356ce5d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189291:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a800/0xf5091596e3042e01 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x356ce5d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189298:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x356ce5d1 (ffff8ffe4846b400) 00010000:00010000:1.0:1769074947.189300:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.189303:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a800/0xf5091596e3042e01 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x356ce5d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189309:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a800/0xf5091596e3042e01 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x356ce5d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189322:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dea00/0xf5091596e3042e1d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3439811a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189328:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dea00/0xf5091596e3042e1d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3439811a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189335:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dea00/0xf5091596e3042e1d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3439811a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189340:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638dea00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.189342:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dea00/0xf5091596e3042e1d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3439811a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189348:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dea00/0xf5091596e3042e1d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3439811a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189355:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x3439811a (ffff8ffe4846b800) 00010000:00010000:1.0:1769074947.189358:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.189361:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dea00/0xf5091596e3042e1d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x3439811a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189366:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dea00/0xf5091596e3042e1d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x3439811a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189378:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de200/0xf5091596e3042e39 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x145de03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189384:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de200/0xf5091596e3042e39 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x145de03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189389:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de200/0xf5091596e3042e39 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x145de03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189393:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638de200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.189395:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de200/0xf5091596e3042e39 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x145de03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189400:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de200/0xf5091596e3042e39 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x145de03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189408:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x145de03d (ffff8ffe4846bd00) 00010000:00010000:1.0:1769074947.189410:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.189413:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de200/0xf5091596e3042e39 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x145de03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189418:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de200/0xf5091596e3042e39 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x145de03d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189429:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfa00/0xf5091596e3042e55 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa599238f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189436:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfa00/0xf5091596e3042e55 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa599238f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189441:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfa00/0xf5091596e3042e55 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa599238f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189445:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638dfa00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.189477:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfa00/0xf5091596e3042e55 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa599238f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189483:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfa00/0xf5091596e3042e55 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa599238f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189491:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xa599238f (ffff8ffe4846b900) 00010000:00010000:1.0:1769074947.189493:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.189496:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfa00/0xf5091596e3042e55 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xa599238f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189502:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfa00/0xf5091596e3042e55 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xa599238f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189515:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e71 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3b787f69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189521:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e71 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3b787f69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189527:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e71 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3b787f69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189531:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638de600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.189534:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e71 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3b787f69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189540:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e71 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3b787f69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189547:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x3b787f69 (ffff8ffe4846ba00) 00010000:00010000:1.0:1769074947.189550:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.189552:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e71 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x3b787f69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189558:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638de600/0xf5091596e3042e71 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x3b787f69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189570:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e8d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb45bf351 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189575:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e8d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb45bf351 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189579:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e8d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb45bf351 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189583:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638dec00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.189586:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e8d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb45bf351 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189592:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e8d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb45bf351 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189598:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb45bf351 (ffff8ffe55fedf00) 00010000:00010000:1.0:1769074947.189600:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.189602:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e8d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb45bf351 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189607:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dec00/0xf5091596e3042e8d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb45bf351 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189621:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9800/0xf5091596e3042ea9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9eaf3045 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189627:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9800/0xf5091596e3042ea9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9eaf3045 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189632:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9800/0xf5091596e3042ea9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9eaf3045 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189636:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.189639:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9800/0xf5091596e3042ea9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9eaf3045 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189644:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9800/0xf5091596e3042ea9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9eaf3045 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189650:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x9eaf3045 (ffff8ffe7688d800) 00010000:00010000:1.0:1769074947.189653:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.189656:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9800/0xf5091596e3042ea9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9eaf3045 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189661:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9800/0xf5091596e3042ea9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9eaf3045 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189674:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3042ec5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe2f85101 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189680:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3042ec5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe2f85101 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189685:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3042ec5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe2f85101 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189690:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.189692:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3042ec5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe2f85101 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189698:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3042ec5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe2f85101 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189704:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xe2f85101 (ffff8ffe7688d300) 00010000:00010000:1.0:1769074947.189706:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.189710:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3042ec5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe2f85101 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189714:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3042ec5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe2f85101 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189727:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9c00/0xf5091596e3042ee1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x409d72f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189733:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9c00/0xf5091596e3042ee1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x409d72f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189738:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9c00/0xf5091596e3042ee1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x409d72f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189746:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.189748:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9c00/0xf5091596e3042ee1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x409d72f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189754:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9c00/0xf5091596e3042ee1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x409d72f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189761:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x409d72f (ffff8ffe4846b700) 00010000:00010000:1.0:1769074947.189763:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.189765:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9c00/0xf5091596e3042ee1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x409d72f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189770:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9c00/0xf5091596e3042ee1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x409d72f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189783:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042efd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8509df67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189788:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042efd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8509df67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189794:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042efd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8509df67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189799:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638dfe00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.189801:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042efd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8509df67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189806:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042efd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8509df67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189812:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x8509df67 (ffff8ffe4846bc00) 00010000:00010000:1.0:1769074947.189815:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.189817:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042efd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x8509df67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.189822:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfe00/0xf5091596e3042efd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x8509df67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000100:00100000:2.0:1769074947.190178:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968907904:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.190311:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.190346:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968908416:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.190367:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.190386:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968908928:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.190405:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074947.190561:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164c00/0xf5091596e3042f19 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x60a7851c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190568:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164c00/0xf5091596e3042f19 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x60a7851c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190575:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164c00/0xf5091596e3042f19 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x60a7851c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190581:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64164c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.190585:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164c00/0xf5091596e3042f19 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x60a7851c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190592:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164c00/0xf5091596e3042f19 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x60a7851c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190603:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x60a7851c (ffff8ffe76828c00) 00010000:00010000:1.0:1769074947.190606:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.190610:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164c00/0xf5091596e3042f19 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x60a7851c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190616:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164c00/0xf5091596e3042f19 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x60a7851c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190630:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df400/0xf5091596e3042f35 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7efb018c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.190637:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df400/0xf5091596e3042f35 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7efb018c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.190643:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df400/0xf5091596e3042f35 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7efb018c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.190649:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638df400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.190652:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df400/0xf5091596e3042f35 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7efb018c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.190658:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df400/0xf5091596e3042f35 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7efb018c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.190665:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x7efb018c (ffff8ffe4846bb00) 00010000:00010000:1.0:1769074947.190667:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.190670:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df400/0xf5091596e3042f35 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7efb018c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.190676:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df400/0xf5091596e3042f35 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7efb018c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.190690:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042f51 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc56741af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190696:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042f51 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc56741af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190702:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042f51 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc56741af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190707:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.190710:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042f51 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc56741af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190715:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042f51 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc56741af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190724:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc56741af (ffff8ffe60f24400) 00010000:00010000:1.0:1769074947.190726:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.190729:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042f51 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc56741af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190734:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8e00/0xf5091596e3042f51 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc56741af bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190748:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042f6d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3408d073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190754:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042f6d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3408d073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190759:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042f6d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3408d073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190763:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861ba00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.190766:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042f6d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3408d073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190771:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042f6d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3408d073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190777:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x3408d073 (ffff8ffe55fed700) 00010000:00010000:1.0:1769074947.190779:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.190782:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042f6d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x3408d073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190786:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861ba00/0xf5091596e3042f6d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x3408d073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190802:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfc00/0xf5091596e3042f89 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa9ab4955 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190808:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfc00/0xf5091596e3042f89 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa9ab4955 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190813:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfc00/0xf5091596e3042f89 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa9ab4955 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190817:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638dfc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.190819:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfc00/0xf5091596e3042f89 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa9ab4955 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190834:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfc00/0xf5091596e3042f89 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa9ab4955 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190841:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xa9ab4955 (ffff8ffe68cac300) 00010000:00010000:1.0:1769074947.190844:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.190847:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfc00/0xf5091596e3042f89 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xa9ab4955 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190852:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638dfc00/0xf5091596e3042f89 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xa9ab4955 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190865:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042fa5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x56706a93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190871:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042fa5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x56706a93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190876:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042fa5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x56706a93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190880:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861b000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.190883:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042fa5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x56706a93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190889:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042fa5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x56706a93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190894:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x56706a93 (ffff8ffe4846b600) 00010000:00010000:1.0:1769074947.190896:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.190898:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042fa5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x56706a93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190903:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b000/0xf5091596e3042fa5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x56706a93 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190914:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042fc1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x45149b22 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190919:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042fc1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x45149b22 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190924:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042fc1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x45149b22 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190929:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.190932:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042fc1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x45149b22 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190937:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042fc1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x45149b22 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190943:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x45149b22 (ffff8ffe60f24c00) 00010000:00010000:1.0:1769074947.190944:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.190947:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042fc1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x45149b22 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190952:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9c00/0xf5091596e3042fc1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x45149b22 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.190965:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042fdd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf3c1f766 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.190970:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042fdd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf3c1f766 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.190975:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042fdd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf3c1f766 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.190980:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638df600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.190982:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042fdd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf3c1f766 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.190987:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042fdd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf3c1f766 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.190993:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf3c1f766 (ffff8ffe68cacb00) 00010000:00010000:1.0:1769074947.190995:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.190997:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042fdd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf3c1f766 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191002:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df600/0xf5091596e3042fdd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf3c1f766 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191015:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efee00/0xf5091596e3042ff9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9352c55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191020:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efee00/0xf5091596e3042ff9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9352c55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191025:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efee00/0xf5091596e3042ff9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9352c55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191033:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efee00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.191036:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efee00/0xf5091596e3042ff9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9352c55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191043:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efee00/0xf5091596e3042ff9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9352c55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191050:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x9352c55a (ffff8ffe68cacc00) 00010000:00010000:1.0:1769074947.191052:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.191055:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efee00/0xf5091596e3042ff9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9352c55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191059:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efee00/0xf5091596e3042ff9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9352c55a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191071:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe000/0xf5091596e3043015 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd9b303f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191076:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe000/0xf5091596e3043015 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd9b303f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191081:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe000/0xf5091596e3043015 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd9b303f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191086:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efe000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.191088:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe000/0xf5091596e3043015 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd9b303f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191093:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe000/0xf5091596e3043015 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd9b303f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191099:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xd9b303f3 (ffff8ffe68cac700) 00010000:00010000:1.0:1769074947.191102:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.191105:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe000/0xf5091596e3043015 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd9b303f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191110:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe000/0xf5091596e3043015 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd9b303f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191126:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164200/0xf5091596e3043031 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa0afde03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191135:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164200/0xf5091596e3043031 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa0afde03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191141:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164200/0xf5091596e3043031 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa0afde03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191145:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64164200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.191147:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164200/0xf5091596e3043031 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa0afde03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191152:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164200/0xf5091596e3043031 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa0afde03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191158:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xa0afde03 (ffff8ffe76828500) 00010000:00010000:1.0:1769074947.191160:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.191163:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164200/0xf5091596e3043031 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xa0afde03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191169:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164200/0xf5091596e3043031 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xa0afde03 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191181:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165400/0xf5091596e304304d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x58e1d9f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191186:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165400/0xf5091596e304304d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x58e1d9f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191192:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165400/0xf5091596e304304d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x58e1d9f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191197:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64165400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.191200:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165400/0xf5091596e304304d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x58e1d9f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.191205:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165400/0xf5091596e304304d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x58e1d9f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.196718:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x58e1d9f3 (ffff8ffe76828000) 00010000:00010000:1.0:1769074947.196731:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.196746:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165400/0xf5091596e304304d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x58e1d9f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.196757:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165400/0xf5091596e304304d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x58e1d9f3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.196795:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165800/0xf5091596e3043069 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaa0cc532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.196802:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165800/0xf5091596e3043069 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaa0cc532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.196809:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165800/0xf5091596e3043069 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaa0cc532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.196815:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64165800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.196818:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165800/0xf5091596e3043069 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaa0cc532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.196835:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165800/0xf5091596e3043069 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaa0cc532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.196853:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xaa0cc532 (ffff8ffe76828d00) 00010000:00010000:1.0:1769074947.196856:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.196859:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165800/0xf5091596e3043069 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xaa0cc532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.196864:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165800/0xf5091596e3043069 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xaa0cc532 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.196879:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3043085 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x43ee6ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.196885:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3043085 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x43ee6ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.196891:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3043085 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x43ee6ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.196896:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861be00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.196898:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3043085 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x43ee6ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.196904:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3043085 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x43ee6ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.196911:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x43ee6ca7 (ffff8ffe4846b000) 00010000:00010000:1.0:1769074947.196913:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.196916:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3043085 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x43ee6ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.196921:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861be00/0xf5091596e3043085 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x43ee6ca7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.196939:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9000/0xf5091596e30430a1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc1bcadaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.196946:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9000/0xf5091596e30430a1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc1bcadaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.196951:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9000/0xf5091596e30430a1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc1bcadaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.196956:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.196958:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9000/0xf5091596e30430a1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc1bcadaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.196964:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9000/0xf5091596e30430a1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc1bcadaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.196971:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc1bcadaa (ffff8ffe7688db00) 00010000:00010000:1.0:1769074947.196973:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.196976:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9000/0xf5091596e30430a1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc1bcadaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.196980:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9000/0xf5091596e30430a1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc1bcadaa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.196997:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff800/0xf5091596e30430bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd216d22c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.197003:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff800/0xf5091596e30430bd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd216d22c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.197007:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff800/0xf5091596e30430bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd216d22c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.197012:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.197014:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff800/0xf5091596e30430bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd216d22c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.197021:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff800/0xf5091596e30430bd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd216d22c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.197028:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xd216d22c (ffff8ffe68cac100) 00010000:00010000:1.0:1769074947.197030:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.197033:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff800/0xf5091596e30430bd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd216d22c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.197038:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff800/0xf5091596e30430bd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd216d22c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.197053:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9200/0xf5091596e30430d9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xefd36b5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197058:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9200/0xf5091596e30430d9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xefd36b5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197063:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9200/0xf5091596e30430d9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xefd36b5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197068:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.197070:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9200/0xf5091596e30430d9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xefd36b5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197075:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9200/0xf5091596e30430d9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xefd36b5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197081:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xefd36b5d (ffff8ffe55fede00) 00010000:00010000:1.0:1769074947.197082:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.197085:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9200/0xf5091596e30430d9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xefd36b5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197089:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9200/0xf5091596e30430d9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xefd36b5d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197105:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165600/0xf5091596e30430f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x452ef7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197110:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165600/0xf5091596e30430f5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x452ef7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197115:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165600/0xf5091596e30430f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x452ef7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197121:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64165600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.197124:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165600/0xf5091596e30430f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x452ef7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197130:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165600/0xf5091596e30430f5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x452ef7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197137:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x452ef7c (ffff8ffe76828300) 00010000:00010000:1.0:1769074947.197140:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.197143:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165600/0xf5091596e30430f5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x452ef7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197149:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165600/0xf5091596e30430f5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x452ef7c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197162:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165000/0xf5091596e3043111 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd293672c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197168:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165000/0xf5091596e3043111 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd293672c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197173:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165000/0xf5091596e3043111 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd293672c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197181:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64165000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.197183:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165000/0xf5091596e3043111 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd293672c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197189:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165000/0xf5091596e3043111 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd293672c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197196:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xd293672c (ffff8ffe76828b00) 00010000:00010000:1.0:1769074947.197198:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.197201:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165000/0xf5091596e3043111 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd293672c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.197207:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165000/0xf5091596e3043111 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd293672c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198745:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff000/0xf5091596e304312d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf46dd762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198752:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff000/0xf5091596e304312d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf46dd762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198758:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff000/0xf5091596e304312d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf46dd762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198764:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.198767:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff000/0xf5091596e304312d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf46dd762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198774:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff000/0xf5091596e304312d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf46dd762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198786:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf46dd762 (ffff8ffe68cac200) 00010000:00010000:1.0:1769074947.198789:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.198793:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff000/0xf5091596e304312d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf46dd762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198798:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff000/0xf5091596e304312d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf46dd762 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198813:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3043149 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xea1e785a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198818:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3043149 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xea1e785a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198834:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3043149 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xea1e785a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198839:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.198842:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3043149 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xea1e785a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198847:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3043149 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xea1e785a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198853:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xea1e785a (ffff8ffe59815600) 00010000:00010000:1.0:1769074947.198856:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.198859:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3043149 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xea1e785a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198864:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8c00/0xf5091596e3043149 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xea1e785a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198876:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3043165 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd8aa4121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198881:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3043165 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd8aa4121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198888:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3043165 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd8aa4121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198893:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861a000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.198895:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3043165 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd8aa4121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198901:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3043165 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd8aa4121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198907:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xd8aa4121 (ffff8ffe59815900) 00010000:00010000:1.0:1769074947.198910:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.198912:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3043165 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd8aa4121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198918:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861a000/0xf5091596e3043165 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd8aa4121 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.198930:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe600/0xf5091596e3043181 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3e27f33c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.198935:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe600/0xf5091596e3043181 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3e27f33c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.198940:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe600/0xf5091596e3043181 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3e27f33c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.198945:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efe600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.198947:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe600/0xf5091596e3043181 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3e27f33c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.198952:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe600/0xf5091596e3043181 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3e27f33c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.198959:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x3e27f33c (ffff8ffe68caca00) 00010000:00010000:1.0:1769074947.198961:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.198964:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe600/0xf5091596e3043181 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x3e27f33c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.198968:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe600/0xf5091596e3043181 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x3e27f33c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.198978:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304319d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xec6e62b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.198984:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304319d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xec6e62b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.198989:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304319d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xec6e62b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.198993:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6861b400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.198996:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304319d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xec6e62b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199002:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304319d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xec6e62b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199008:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xec6e62b2 (ffff8ffe59815b00) 00010000:00010000:1.0:1769074947.199010:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199012:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304319d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xec6e62b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199017:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6861b400/0xf5091596e304319d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xec6e62b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199029:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd600/0xf5091596e30431b9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaf33955e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199035:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd600/0xf5091596e30431b9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaf33955e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199041:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd600/0xf5091596e30431b9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaf33955e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199044:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dd600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199047:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd600/0xf5091596e30431b9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaf33955e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199051:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd600/0xf5091596e30431b9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaf33955e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199057:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xaf33955e (ffff8ffe59815200) 00010000:00010000:1.0:1769074947.199059:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199062:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd600/0xf5091596e30431b9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xaf33955e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199067:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd600/0xf5091596e30431b9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xaf33955e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199079:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effa00/0xf5091596e30431d5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfef2e02f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199084:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effa00/0xf5091596e30431d5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfef2e02f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199090:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effa00/0xf5091596e30431d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfef2e02f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199094:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65effa00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199097:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effa00/0xf5091596e30431d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfef2e02f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199102:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effa00/0xf5091596e30431d5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfef2e02f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199108:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xfef2e02f (ffff8ffe68cacd00) 00010000:00010000:1.0:1769074947.199111:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199113:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effa00/0xf5091596e30431d5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xfef2e02f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199118:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effa00/0xf5091596e30431d5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xfef2e02f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199130:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431f1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb3396642 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199135:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431f1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb3396642 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199140:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431f1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb3396642 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199144:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dc400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199147:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431f1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb3396642 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199152:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431f1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb3396642 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199158:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb3396642 (ffff8ffe59815400) 00010000:00010000:1.0:1769074947.199160:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199163:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431f1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb3396642 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199168:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc400/0xf5091596e30431f1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb3396642 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199179:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e304320d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc36639a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199184:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e304320d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc36639a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199189:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e304320d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc36639a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199193:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dc200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199195:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e304320d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc36639a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199200:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e304320d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc36639a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199206:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc36639a (ffff8ffe59815300) 00010000:00010000:1.0:1769074947.199209:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199211:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e304320d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc36639a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199216:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc200/0xf5091596e304320d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc36639a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199227:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc600/0xf5091596e3043229 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6d0d4391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199233:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc600/0xf5091596e3043229 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6d0d4391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199237:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc600/0xf5091596e3043229 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6d0d4391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199245:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dc600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199247:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc600/0xf5091596e3043229 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6d0d4391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199252:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc600/0xf5091596e3043229 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6d0d4391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199258:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x6d0d4391 (ffff8ffe59815a00) 00010000:00010000:1.0:1769074947.199260:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199263:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc600/0xf5091596e3043229 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x6d0d4391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199268:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dc600/0xf5091596e3043229 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x6d0d4391 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199279:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3043245 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x383ce1e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199285:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3043245 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x383ce1e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199290:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3043245 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x383ce1e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199294:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199296:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3043245 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x383ce1e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199302:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3043245 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x383ce1e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199308:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x383ce1e8 (ffff8ffe60f24300) 00010000:00010000:1.0:1769074947.199311:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199313:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3043245 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x383ce1e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199319:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9e00/0xf5091596e3043245 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x383ce1e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199331:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3043261 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xacc8fc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199336:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3043261 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xacc8fc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199341:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3043261 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xacc8fc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199345:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199348:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3043261 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xacc8fc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199353:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3043261 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xacc8fc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199359:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xacc8fc78 (ffff8ffe60f24b00) 00010000:00010000:1.0:1769074947.199361:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199364:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3043261 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xacc8fc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199368:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9400/0xf5091596e3043261 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xacc8fc78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199379:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204d400/0xf5091596e304327d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x26387464 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199384:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204d400/0xf5091596e304327d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x26387464 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199390:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204d400/0xf5091596e304327d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x26387464 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199395:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe8204d400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199397:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204d400/0xf5091596e304327d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x26387464 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199402:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204d400/0xf5091596e304327d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x26387464 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199408:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x26387464 (ffff8ffe59815e00) 00010000:00010000:1.0:1769074947.199410:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199413:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204d400/0xf5091596e304327d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x26387464 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199418:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe8204d400/0xf5091596e304327d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x26387464 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199432:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c200/0xf5091596e3043299 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x12b20646 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199437:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c200/0xf5091596e3043299 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x12b20646 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199442:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c200/0xf5091596e3043299 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x12b20646 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199475:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321c200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199478:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c200/0xf5091596e3043299 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x12b20646 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199483:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c200/0xf5091596e3043299 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x12b20646 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199490:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x12b20646 (ffff8ffe59815700) 00010000:00010000:1.0:1769074947.199492:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199494:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c200/0xf5091596e3043299 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x12b20646 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199499:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c200/0xf5091596e3043299 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x12b20646 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199511:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d800/0xf5091596e30432b5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x425a9403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199515:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d800/0xf5091596e30432b5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x425a9403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199520:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d800/0xf5091596e30432b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x425a9403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199524:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321d800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199526:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d800/0xf5091596e30432b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x425a9403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199531:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d800/0xf5091596e30432b5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x425a9403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199536:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x425a9403 (ffff8ffe59815d00) 00010000:00010000:1.0:1769074947.199538:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199541:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d800/0xf5091596e30432b5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x425a9403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199545:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d800/0xf5091596e30432b5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x425a9403 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199557:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432d1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2a26913f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199562:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432d1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2a26913f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199567:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432d1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2a26913f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199571:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321c800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199573:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432d1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2a26913f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199579:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432d1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2a26913f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199585:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x2a26913f (ffff8ffe6925a500) 00010000:00010000:1.0:1769074947.199587:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199590:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432d1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x2a26913f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199594:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c800/0xf5091596e30432d1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x2a26913f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199605:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e30432ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2786dbd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199610:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e30432ed lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2786dbd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199616:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e30432ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2786dbd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199620:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199622:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e30432ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2786dbd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199627:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e30432ed lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2786dbd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199633:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x2786dbd9 (ffff8ffe60f24a00) 00010000:00010000:1.0:1769074947.199635:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199637:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e30432ed lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x2786dbd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199643:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8600/0xf5091596e30432ed lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x2786dbd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199654:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe800/0xf5091596e3043309 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb9656643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199660:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe800/0xf5091596e3043309 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb9656643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199665:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe800/0xf5091596e3043309 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb9656643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199669:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efe800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199671:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe800/0xf5091596e3043309 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb9656643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199676:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe800/0xf5091596e3043309 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb9656643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199683:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb9656643 (ffff8ffe68cac000) 00010000:00010000:1.0:1769074947.199685:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199688:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe800/0xf5091596e3043309 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb9656643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199693:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe800/0xf5091596e3043309 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb9656643 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199706:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165a00/0xf5091596e3043325 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbf10dd39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199711:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165a00/0xf5091596e3043325 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbf10dd39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199716:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165a00/0xf5091596e3043325 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbf10dd39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199721:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64165a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199723:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165a00/0xf5091596e3043325 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbf10dd39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199728:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165a00/0xf5091596e3043325 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbf10dd39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199735:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xbf10dd39 (ffff8ffe76828100) 00010000:00010000:1.0:1769074947.199737:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199740:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165a00/0xf5091596e3043325 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xbf10dd39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199745:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165a00/0xf5091596e3043325 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xbf10dd39 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.199760:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe200/0xf5091596e3043341 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc109d994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199766:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe200/0xf5091596e3043341 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc109d994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199771:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe200/0xf5091596e3043341 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc109d994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199779:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efe200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199781:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe200/0xf5091596e3043341 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc109d994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199786:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe200/0xf5091596e3043341 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc109d994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199792:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc109d994 (ffff8ffe68cac500) 00010000:00010000:1.0:1769074947.199794:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199796:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe200/0xf5091596e3043341 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc109d994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199801:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe200/0xf5091596e3043341 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc109d994 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199812:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efec00/0xf5091596e304335d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x41c2a717 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199817:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efec00/0xf5091596e304335d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x41c2a717 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199823:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efec00/0xf5091596e304335d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x41c2a717 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199839:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efec00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199841:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efec00/0xf5091596e304335d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x41c2a717 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199846:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efec00/0xf5091596e304335d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x41c2a717 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199853:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x41c2a717 (ffff8ffe68cac400) 00010000:00010000:1.0:1769074947.199855:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199858:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efec00/0xf5091596e304335d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x41c2a717 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199863:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efec00/0xf5091596e304335d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x41c2a717 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199876:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff400/0xf5091596e3043379 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdb6d4692 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199881:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff400/0xf5091596e3043379 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdb6d4692 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199885:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff400/0xf5091596e3043379 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdb6d4692 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199890:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199892:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff400/0xf5091596e3043379 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdb6d4692 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199897:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff400/0xf5091596e3043379 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdb6d4692 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199903:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xdb6d4692 (ffff8ffe68cace00) 00010000:00010000:1.0:1769074947.199905:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199907:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff400/0xf5091596e3043379 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xdb6d4692 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199912:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff400/0xf5091596e3043379 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xdb6d4692 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199924:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3043395 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x92ebdc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.199930:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3043395 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x92ebdc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.199936:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3043395 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x92ebdc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.199940:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed3200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199942:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3043395 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x92ebdc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.199948:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3043395 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x92ebdc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.199953:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x92ebdc6c (ffff8ffe76828400) 00010000:00010000:1.0:1769074947.199955:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.199958:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3043395 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x92ebdc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.199963:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3200/0xf5091596e3043395 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x92ebdc6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.199979:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff200/0xf5091596e30433b1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc5eccc69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199985:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff200/0xf5091596e30433b1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc5eccc69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199991:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff200/0xf5091596e30433b1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc5eccc69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.199996:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.199998:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff200/0xf5091596e30433b1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc5eccc69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200003:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff200/0xf5091596e30433b1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc5eccc69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200009:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc5eccc69 (ffff8ffe68cac800) 00010000:00010000:1.0:1769074947.200011:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.200013:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff200/0xf5091596e30433b1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc5eccc69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200018:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff200/0xf5091596e30433b1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc5eccc69 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200028:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30433cd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3569e1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200034:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30433cd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3569e1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200038:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30433cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3569e1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200042:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.200044:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30433cd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3569e1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200048:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30433cd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3569e1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200055:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x3569e1f4 (ffff8ffe60f24600) 00010000:00010000:1.0:1769074947.200057:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.200059:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30433cd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x3569e1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200064:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8a00/0xf5091596e30433cd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x3569e1f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200075:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30433e9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xed238a13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200081:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30433e9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xed238a13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200086:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30433e9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xed238a13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200091:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.200093:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30433e9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xed238a13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200098:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30433e9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xed238a13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200105:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xed238a13 (ffff8ffe60f24500) 00010000:00010000:1.0:1769074947.200108:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.200111:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30433e9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xed238a13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200116:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8200/0xf5091596e30433e9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xed238a13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200128:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3800/0xf5091596e3043405 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x62224592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200132:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3800/0xf5091596e3043405 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x62224592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200137:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3800/0xf5091596e3043405 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x62224592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200141:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed3800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.200143:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3800/0xf5091596e3043405 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x62224592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200148:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3800/0xf5091596e3043405 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x62224592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200155:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x62224592 (ffff8ffe76828a00) 00010000:00010000:1.0:1769074947.200157:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.200159:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3800/0xf5091596e3043405 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x62224592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200164:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed3800/0xf5091596e3043405 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x62224592 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200175:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e3043421 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfdb6ecdc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200180:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e3043421 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfdb6ecdc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200185:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e3043421 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfdb6ecdc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200189:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.200192:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e3043421 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfdb6ecdc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200197:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e3043421 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfdb6ecdc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200204:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xfdb6ecdc (ffff8ffe60f24f00) 00010000:00010000:1.0:1769074947.200205:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.200208:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e3043421 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xfdb6ecdc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200212:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8c00/0xf5091596e3043421 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xfdb6ecdc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200226:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e304343d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf18d1b4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200231:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e304343d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf18d1b4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200237:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e304343d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf18d1b4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200241:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321cc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.200243:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e304343d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf18d1b4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200250:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e304343d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf18d1b4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200257:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf18d1b4c (ffff8ffe6925ab00) 00010000:00010000:1.0:1769074947.200259:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.200261:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e304343d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf18d1b4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200266:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321cc00/0xf5091596e304343d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf18d1b4c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200279:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c400/0xf5091596e3043459 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc8b6f40d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200284:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c400/0xf5091596e3043459 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc8b6f40d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200290:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c400/0xf5091596e3043459 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc8b6f40d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200298:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321c400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.200300:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c400/0xf5091596e3043459 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc8b6f40d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200305:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c400/0xf5091596e3043459 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc8b6f40d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200312:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc8b6f40d (ffff8ffe6925a600) 00010000:00010000:1.0:1769074947.200314:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.200317:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c400/0xf5091596e3043459 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc8b6f40d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200321:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c400/0xf5091596e3043459 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc8b6f40d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200332:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043475 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7e86e512 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200337:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043475 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7e86e512 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200341:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043475 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7e86e512 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200345:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.200348:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043475 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7e86e512 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200353:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043475 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7e86e512 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200360:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x7e86e512 (ffff8ffe60f24e00) 00010000:00010000:1.0:1769074947.200363:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.200365:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043475 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7e86e512 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200370:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8000/0xf5091596e3043475 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7e86e512 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200383:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3043491 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x53570e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200388:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3043491 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x53570e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200393:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3043491 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x53570e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200397:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b8800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.200399:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3043491 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x53570e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200404:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3043491 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x53570e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200410:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x53570e07 (ffff8ffe60f24100) 00010000:00010000:1.0:1769074947.200412:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.200415:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3043491 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x53570e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200420:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b8800/0xf5091596e3043491 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x53570e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200432:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30434ad lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x95efa3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200437:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30434ad lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x95efa3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200442:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30434ad lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x95efa3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200464:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efea00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.200467:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30434ad lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x95efa3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200473:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30434ad lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x95efa3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200479:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x95efa3a7 (ffff8ffe68cac600) 00010000:00010000:1.0:1769074947.200481:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.200483:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30434ad lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x95efa3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200488:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efea00/0xf5091596e30434ad lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x95efa3a7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200502:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30434c9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x5f1800b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200507:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30434c9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x5f1800b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200512:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30434c9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x5f1800b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200517:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.200520:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30434c9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x5f1800b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200525:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30434c9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x5f1800b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200532:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x5f1800b2 (ffff8ffe60f24700) 00010000:00010000:1.0:1769074947.200534:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.200536:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30434c9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x5f1800b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200541:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9800/0xf5091596e30434c9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x5f1800b2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200555:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30434e5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9fdeae5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200560:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30434e5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9fdeae5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200565:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30434e5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9fdeae5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200570:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.200572:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30434e5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9fdeae5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200577:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30434e5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9fdeae5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200584:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x9fdeae5 (ffff8ffe80e58d00) 00010000:00010000:1.0:1769074947.200586:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.200588:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30434e5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9fdeae5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200593:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30434e5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9fdeae5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200610:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9e00/0xf5091596e3043501 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7c1a4d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200616:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9e00/0xf5091596e3043501 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7c1a4d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200621:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9e00/0xf5091596e3043501 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7c1a4d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200627:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.200629:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9e00/0xf5091596e3043501 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7c1a4d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200634:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9e00/0xf5091596e3043501 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7c1a4d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200641:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x7c1a4d20 (ffff8ffe7d572400) 00010000:00010000:1.0:1769074947.200643:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.200645:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9e00/0xf5091596e3043501 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7c1a4d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200650:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9e00/0xf5091596e3043501 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7c1a4d20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200661:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e304351d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe271c31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200666:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e304351d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe271c31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200670:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e304351d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe271c31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200674:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.200676:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e304351d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe271c31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200682:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e304351d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe271c31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200687:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xe271c31d (ffff8ffe7d572e00) 00010000:00010000:1.0:1769074947.200689:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.200691:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e304351d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe271c31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200696:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e304351d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe271c31d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.200707:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043539 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16ccfa15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200711:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043539 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16ccfa15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200716:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043539 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16ccfa15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200721:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.200724:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043539 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16ccfa15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200730:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043539 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16ccfa15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200737:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x16ccfa15 (ffff8ffe7d572300) 00010000:00010000:1.0:1769074947.200739:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.200742:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043539 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x16ccfa15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200747:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3043539 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x16ccfa15 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200761:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3043555 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4f4df7da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200766:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3043555 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4f4df7da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200771:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3043555 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4f4df7da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200775:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.200777:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3043555 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4f4df7da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200783:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3043555 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4f4df7da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200789:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x4f4df7da (ffff8ffe7d572000) 00010000:00010000:1.0:1769074947.200791:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.200795:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3043555 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x4f4df7da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200800:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3043555 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x4f4df7da bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200812:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043571 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb6a6ed37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200817:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043571 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb6a6ed37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.200821:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043571 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb6a6ed37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00000100:00100000:3.0:1769074947.205320:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565fb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968909696:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.205335:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e304432b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.205477:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e304432b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.205490:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e304432b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.205500:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e304432b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.205507:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e304432b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.205523:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.205787:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+13:3659:x1855007968908544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 29759us (30535us total) trans 4294989440 rc 0/0 00000100:00100000:3.0:1769074947.205795:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82822 00010000:00010000:3.0:1769074947.205816:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.205822:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e304432b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.205842:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.205846:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e304432b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.205854:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e304432b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.205866:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e304432b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.205877:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e304432b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x68a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.205894:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.205895:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.205897:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.205923:0:3659:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294989439 gen 2 00000004:00080000:3.0:1769074947.205929:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe598c7800, transno 4294988940 00000004:00080000:3.0:1769074947.205937:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce0700, transno 4294988941 00000004:00080000:3.0:1769074947.205940:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5b997100, transno 4294988942 00000004:00080000:3.0:1769074947.205942:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5b996300, transno 4294988943 00000004:00080000:3.0:1769074947.205945:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d5c5f80, transno 4294988944 00000004:00080000:3.0:1769074947.205948:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78ad0e00, transno 4294988945 00000004:00080000:3.0:1769074947.205950:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe598c5880, transno 4294988946 00000004:00080000:3.0:1769074947.205952:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe598c7100, transno 4294988947 00000004:00080000:3.0:1769074947.205955:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78ad1500, transno 4294988948 00000004:00080000:3.0:1769074947.205957:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd73769880, transno 4294988949 00000004:00080000:3.0:1769074947.205959:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78ad2300, transno 4294988950 00000004:00080000:3.0:1769074947.205962:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8cfd3800, transno 4294988951 00000004:00080000:3.0:1769074947.205964:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe68498a80, transno 4294988952 00000004:00080000:3.0:1769074947.205966:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace6d80, transno 4294988953 00000004:00080000:3.0:1769074947.205968:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57aef800, transno 4294988954 00000004:00080000:3.0:1769074947.205972:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8bb4ce00, transno 4294988955 00000004:00080000:3.0:1769074947.205974:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8bb4e680, transno 4294988956 00000004:00080000:3.0:1769074947.205977:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57aef100, transno 4294988957 00000004:00080000:3.0:1769074947.205979:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57aedf80, transno 4294988958 00000004:00080000:3.0:1769074947.205982:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8bb4f100, transno 4294988959 00000004:00080000:3.0:1769074947.205984:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8bb4c380, transno 4294988960 00000004:00080000:3.0:1769074947.205987:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd428c8700, transno 4294988961 00000004:00080000:3.0:1769074947.205989:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace5500, transno 4294988962 00000004:00080000:3.0:1769074947.205992:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8bb4fb80, transno 4294988963 00000004:00080000:3.0:1769074947.205995:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62efdc00, transno 4294988964 00000004:00080000:3.0:1769074947.205998:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace5880, transno 4294988965 00000004:00080000:3.0:1769074947.206000:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78beb480, transno 4294988966 00000004:00080000:3.0:1769074947.206023:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc6701180, transno 4294988967 00000004:00080000:3.0:1769074947.206026:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78beb800, transno 4294988968 00000004:00080000:3.0:1769074947.206029:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78be9180, transno 4294988969 00000004:00080000:3.0:1769074947.206031:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78be8a80, transno 4294988970 00000004:00080000:3.0:1769074947.206034:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78be9f80, transno 4294988971 00000004:00080000:3.0:1769074947.206036:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd73768e00, transno 4294988972 00000004:00080000:3.0:1769074947.206039:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab0e00, transno 4294988973 00000004:00080000:3.0:1769074947.206041:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab1f80, transno 4294988974 00000004:00080000:3.0:1769074947.206044:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd7e761180, transno 4294988975 00000004:00080000:3.0:1769074947.206046:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd73769f80, transno 4294988976 00000004:00080000:3.0:1769074947.206048:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd7e761f80, transno 4294988977 00000004:00080000:3.0:1769074947.206050:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd7e760000, transno 4294988978 00000004:00080000:3.0:1769074947.206053:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd73768a80, transno 4294988979 00000004:00080000:3.0:1769074947.206055:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384ea00, transno 4294988980 00000004:00080000:3.0:1769074947.206057:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62effb80, transno 4294988981 00000004:00080000:3.0:1769074947.206060:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6849b800, transno 4294988982 00000004:00080000:3.0:1769074947.206063:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384d180, transno 4294988983 00000004:00080000:3.0:1769074947.206065:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384c700, transno 4294988984 00000004:00080000:3.0:1769074947.206067:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78ad1180, transno 4294988985 00000004:00080000:3.0:1769074947.206070:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384f100, transno 4294988986 00000004:00080000:3.0:1769074947.206072:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe68499500, transno 4294988987 00000004:00080000:3.0:1769074947.206075:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384c380, transno 4294988988 00000004:00080000:3.0:1769074947.206077:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe68499880, transno 4294988989 00000004:00080000:3.0:1769074947.206080:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78ad0a80, transno 4294988990 00000004:00080000:3.0:1769074947.206083:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f1f80, transno 4294988991 00000004:00080000:3.0:1769074947.206086:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f0700, transno 4294988992 00000004:00080000:3.0:1769074947.206088:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f3100, transno 4294988993 00000004:00080000:3.0:1769074947.206090:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8cfd3100, transno 4294988994 00000004:00080000:3.0:1769074947.206093:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f3b80, transno 4294988995 00000004:00080000:3.0:1769074947.206096:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679c9f80, transno 4294988996 00000004:00080000:3.0:1769074947.206099:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa17480, transno 4294988997 00000004:00080000:3.0:1769074947.206101:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679ca300, transno 4294988998 00000004:00080000:3.0:1769074947.206103:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f0e00, transno 4294988999 00000004:00080000:3.0:1769074947.206106:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679c8a80, transno 4294989000 00000004:00080000:3.0:1769074947.206108:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8cfd1180, transno 4294989001 00000004:00080000:3.0:1769074947.206111:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f2300, transno 4294989002 00000004:00080000:3.0:1769074947.206114:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f1c00, transno 4294989003 00000004:00080000:3.0:1769074947.206116:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78be8700, transno 4294989004 00000004:00080000:3.0:1769074947.206119:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78be9c00, transno 4294989005 00000004:00080000:3.0:1769074947.206121:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78be9500, transno 4294989006 00000004:00080000:3.0:1769074947.206123:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f3800, transno 4294989007 00000004:00080000:3.0:1769074947.206126:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679c8380, transno 4294989008 00000004:00080000:3.0:1769074947.206130:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6849b100, transno 4294989009 00000004:00080000:3.0:1769074947.206132:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa64e00, transno 4294989010 00000004:00080000:3.0:1769074947.206135:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f0380, transno 4294989011 00000004:00080000:3.0:1769074947.206138:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab2680, transno 4294989012 00000004:00080000:3.0:1769074947.206141:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8cfd0a80, transno 4294989013 00000004:00080000:3.0:1769074947.206144:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8cfd1c00, transno 4294989014 00000004:00080000:3.0:1769074947.206147:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc6701f80, transno 4294989015 00000004:00080000:3.0:1769074947.206149:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa65180, transno 4294989016 00000004:00080000:3.0:1769074947.206152:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78569180, transno 4294989017 00000004:00080000:3.0:1769074947.206155:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78569c00, transno 4294989018 00000004:00080000:3.0:1769074947.206158:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78568700, transno 4294989019 00000004:00080000:3.0:1769074947.206160:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7856aa00, transno 4294989020 00000004:00080000:3.0:1769074947.206165:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd52c46d80, transno 4294989021 00000004:00080000:3.0:1769074947.206168:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78569880, transno 4294989022 00000004:00080000:3.0:1769074947.206170:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7856a680, transno 4294989023 00000004:00080000:3.0:1769074947.206173:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44a69c00, transno 4294989024 00000004:00080000:3.0:1769074947.206176:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd428cdf80, transno 4294989025 00000004:00080000:3.0:1769074947.206179:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd428cdc00, transno 4294989026 00000004:00080000:3.0:1769074947.206182:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784ef800, transno 4294989027 00000004:00080000:3.0:1769074947.206184:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd428cc700, transno 4294989028 00000004:00080000:3.0:1769074947.206187:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd428cd500, transno 4294989029 00000004:00080000:3.0:1769074947.206189:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd428cca80, transno 4294989030 00000004:00080000:3.0:1769074947.206192:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5b994380, transno 4294989031 00000004:00080000:3.0:1769074947.206195:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd428cf800, transno 4294989032 00000004:00080000:3.0:1769074947.206198:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa15880, transno 4294989033 00000004:00080000:3.0:1769074947.206200:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd428cfb80, transno 4294989034 00000004:00080000:3.0:1769074947.206203:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5b994a80, transno 4294989035 00000004:00080000:3.0:1769074947.206206:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5b995500, transno 4294989036 00000004:00080000:3.0:1769074947.206209:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5b994700, transno 4294989037 00000004:00080000:3.0:1769074947.206212:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5b997480, transno 4294989038 00000004:00080000:3.0:1769074947.206214:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0f100, transno 4294989039 00000004:00080000:3.0:1769074947.206217:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0c700, transno 4294989040 00000004:00080000:3.0:1769074947.206221:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdb9ef9500, transno 4294989041 00000004:00080000:3.0:1769074947.206224:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd55f75880, transno 4294989042 00000004:00080000:3.0:1769074947.206227:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44a68000, transno 4294989043 00000004:00080000:3.0:1769074947.206229:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44a6b100, transno 4294989044 00000004:00080000:3.0:1769074947.206232:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679c8e00, transno 4294989045 00000004:00080000:3.0:1769074947.206235:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44a69180, transno 4294989046 00000004:00080000:3.0:1769074947.206238:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8cfd0700, transno 4294989047 00000004:00080000:3.0:1769074947.206240:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44a68e00, transno 4294989048 00000004:00080000:3.0:1769074947.206243:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679cbb80, transno 4294989049 00000004:00080000:3.0:1769074947.206246:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679c8000, transno 4294989050 00000004:00080000:3.0:1769074947.206250:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd846daa00, transno 4294989051 00000004:00080000:3.0:1769074947.206253:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78bebb80, transno 4294989052 00000004:00080000:3.0:1769074947.206256:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581dea00, transno 4294989053 00000004:00080000:3.0:1769074947.206259:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd846d9f80, transno 4294989054 00000004:00080000:3.0:1769074947.206262:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd846d8000, transno 4294989055 00000004:00080000:3.0:1769074947.206264:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd846da680, transno 4294989056 00000004:00080000:3.0:1769074947.206267:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581de680, transno 4294989057 00000004:00080000:3.0:1769074947.206270:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581dc700, transno 4294989058 00000004:00080000:3.0:1769074947.206272:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd55f74380, transno 4294989059 00000004:00080000:3.0:1769074947.206275:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78ad1f80, transno 4294989060 00000004:00080000:3.0:1769074947.206279:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581df800, transno 4294989061 00000004:00080000:3.0:1769074947.206283:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd52c45c00, transno 4294989062 00000004:00080000:3.0:1769074947.206286:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44116680, transno 4294989063 00000004:00080000:3.0:1769074947.206288:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd846d8a80, transno 4294989064 00000004:00080000:3.0:1769074947.206291:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581dd880, transno 4294989065 00000004:00080000:3.0:1769074947.206295:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa0c700, transno 4294989066 00000004:00080000:3.0:1769074947.206298:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679cb480, transno 4294989067 00000004:00080000:3.0:1769074947.206301:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe68cb3480, transno 4294989068 00000004:00080000:3.0:1769074947.206304:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffda3ad5f80, transno 4294989069 00000004:00080000:3.0:1769074947.206307:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffda3ad5180, transno 4294989070 00000004:00080000:3.0:1769074947.206310:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe68cb1880, transno 4294989071 00000004:00080000:3.0:1769074947.206314:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd9f246300, transno 4294989072 00000004:00080000:3.0:1769074947.206317:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd9f247480, transno 4294989073 00000004:00080000:3.0:1769074947.206320:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd9f246d80, transno 4294989074 00000004:00080000:3.0:1769074947.206324:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe68cb1f80, transno 4294989075 00000004:00080000:3.0:1769074947.206327:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd9f246a00, transno 4294989076 00000004:00080000:3.0:1769074947.206330:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd9f245180, transno 4294989077 00000004:00080000:3.0:1769074947.206333:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78568380, transno 4294989078 00000004:00080000:3.0:1769074947.206335:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78568a80, transno 4294989079 00000004:00080000:3.0:1769074947.206338:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5d880, transno 4294989080 00000004:00080000:3.0:1769074947.206342:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5ca80, transno 4294989081 00000004:00080000:3.0:1769074947.206345:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78568e00, transno 4294989082 00000004:00080000:3.0:1769074947.206349:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f923b80, transno 4294989083 00000004:00080000:3.0:1769074947.206351:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5c700, transno 4294989084 00000004:00080000:3.0:1769074947.206354:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd85485500, transno 4294989085 00000004:00080000:3.0:1769074947.206357:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784ed500, transno 4294989086 00000004:00080000:3.0:1769074947.206359:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd85486300, transno 4294989087 00000004:00080000:3.0:1769074947.206362:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5c000, transno 4294989088 00000004:00080000:3.0:1769074947.206364:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd85485880, transno 4294989089 00000004:00080000:3.0:1769074947.206366:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffda3ad7800, transno 4294989090 00000004:00080000:3.0:1769074947.206369:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784efb80, transno 4294989091 00000004:00080000:3.0:1769074947.206372:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784ece00, transno 4294989092 00000004:00080000:3.0:1769074947.206374:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dd70700, transno 4294989093 00000004:00080000:3.0:1769074947.206377:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dd71880, transno 4294989094 00000004:00080000:3.0:1769074947.206379:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dd71f80, transno 4294989095 00000004:00080000:3.0:1769074947.206381:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dd70380, transno 4294989096 00000004:00080000:3.0:1769074947.206384:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dd70a80, transno 4294989097 00000004:00080000:3.0:1769074947.206386:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dd72a00, transno 4294989098 00000004:00080000:3.0:1769074947.206388:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e39880, transno 4294989099 00000004:00080000:3.0:1769074947.206391:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa3c380, transno 4294989100 00000004:00080000:3.0:1769074947.206393:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa3ea00, transno 4294989101 00000004:00080000:3.0:1769074947.206412:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdbfa72300, transno 4294989102 00000004:00080000:3.0:1769074947.206416:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e39500, transno 4294989103 00000004:00080000:3.0:1769074947.206418:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa3c000, transno 4294989104 00000004:00080000:3.0:1769074947.206421:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581ddc00, transno 4294989105 00000004:00080000:3.0:1769074947.206423:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe663b9880, transno 4294989106 00000004:00080000:3.0:1769074947.206426:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe663ba300, transno 4294989107 00000004:00080000:3.0:1769074947.206428:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe663ba680, transno 4294989108 00000004:00080000:3.0:1769074947.206431:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe80aab800, transno 4294989109 00000004:00080000:3.0:1769074947.206434:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe80aa8000, transno 4294989110 00000004:00080000:3.0:1769074947.206437:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe663bbb80, transno 4294989111 00000004:00080000:3.0:1769074947.206440:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe663b8e00, transno 4294989112 00000004:00080000:3.0:1769074947.206442:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe663bb480, transno 4294989113 00000004:00080000:3.0:1769074947.206445:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd443b8a80, transno 4294989114 00000004:00080000:3.0:1769074947.206471:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5c1e8380, transno 4294989115 00000004:00080000:3.0:1769074947.206474:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe80aaaa00, transno 4294989116 00000004:00080000:3.0:1769074947.206477:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd443ba680, transno 4294989117 00000004:00080000:3.0:1769074947.206480:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd5bc17480, transno 4294989118 00000004:00080000:3.0:1769074947.206482:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5c1eb800, transno 4294989119 00000004:00080000:3.0:1769074947.206485:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd5bc14e00, transno 4294989120 00000004:00080000:3.0:1769074947.206487:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe80aabb80, transno 4294989121 00000004:00080000:3.0:1769074947.206490:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581df100, transno 4294989122 00000004:00080000:3.0:1769074947.206493:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5c1ea300, transno 4294989123 00000004:00080000:3.0:1769074947.206495:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f921880, transno 4294989124 00000004:00080000:3.0:1769074947.206497:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581df480, transno 4294989125 00000004:00080000:3.0:1769074947.206500:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace0a80, transno 4294989126 00000004:00080000:3.0:1769074947.206502:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace0700, transno 4294989127 00000004:00080000:3.0:1769074947.206504:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace1880, transno 4294989128 00000004:00080000:3.0:1769074947.206507:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace1500, transno 4294989129 00000004:00080000:3.0:1769074947.206509:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace2d80, transno 4294989130 00000004:00080000:3.0:1769074947.206511:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace3b80, transno 4294989131 00000004:00080000:3.0:1769074947.206514:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace0e00, transno 4294989132 00000004:00080000:3.0:1769074947.206516:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace0380, transno 4294989133 00000004:00080000:3.0:1769074947.206519:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1eaa00, transno 4294989134 00000004:00080000:3.0:1769074947.206521:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1ead80, transno 4294989135 00000004:00080000:3.0:1769074947.206524:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5d500, transno 4294989136 00000004:00080000:3.0:1769074947.206526:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd9f247100, transno 4294989137 00000004:00080000:3.0:1769074947.206528:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5e300, transno 4294989138 00000004:00080000:3.0:1769074947.206531:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd85486680, transno 4294989139 00000004:00080000:3.0:1769074947.206533:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5f100, transno 4294989140 00000004:00080000:3.0:1769074947.206536:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4410bb80, transno 4294989141 00000004:00080000:3.0:1769074947.206538:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd85484000, transno 4294989142 00000004:00080000:3.0:1769074947.206541:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5a03bb80, transno 4294989143 00000004:00080000:3.0:1769074947.206543:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5a03ad80, transno 4294989144 00000004:00080000:3.0:1769074947.206546:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4410b100, transno 4294989145 00000004:00080000:3.0:1769074947.206548:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd442cce00, transno 4294989146 00000004:00080000:3.0:1769074947.206550:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd442ced80, transno 4294989147 00000004:00080000:3.0:1769074947.206553:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd83ccf100, transno 4294989148 00000004:00080000:3.0:1769074947.206555:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace5f80, transno 4294989149 00000004:00080000:3.0:1769074947.206558:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace6680, transno 4294989150 00000004:00080000:3.0:1769074947.206560:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace4000, transno 4294989151 00000004:00080000:3.0:1769074947.206563:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd5bc16d80, transno 4294989152 00000004:00080000:3.0:1769074947.206565:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d5c7480, transno 4294989153 00000004:00080000:3.0:1769074947.206568:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d5c5180, transno 4294989154 00000004:00080000:3.0:1769074947.206571:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd442cd500, transno 4294989155 00000004:00080000:3.0:1769074947.206573:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace4a80, transno 4294989156 00000004:00080000:3.0:1769074947.206575:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace4e00, transno 4294989157 00000004:00080000:3.0:1769074947.206577:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace4380, transno 4294989158 00000004:00080000:3.0:1769074947.206579:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd83ccf800, transno 4294989159 00000004:00080000:3.0:1769074947.206581:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d5c7100, transno 4294989160 00000004:00080000:3.0:1769074947.206584:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1e8a80, transno 4294989161 00000004:00080000:3.0:1769074947.206587:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d5c5500, transno 4294989162 00000004:00080000:3.0:1769074947.206589:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ec34e00, transno 4294989163 00000004:00080000:3.0:1769074947.206591:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ec36680, transno 4294989164 00000004:00080000:3.0:1769074947.206594:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d5c4e00, transno 4294989165 00000004:00080000:3.0:1769074947.206596:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1ea680, transno 4294989166 00000004:00080000:3.0:1769074947.206598:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd83ccdc00, transno 4294989167 00000004:00080000:3.0:1769074947.206600:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace2a00, transno 4294989168 00000004:00080000:3.0:1769074947.206602:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ec35180, transno 4294989169 00000004:00080000:3.0:1769074947.206605:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d5c5c00, transno 4294989170 00000004:00080000:3.0:1769074947.206607:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d5c4000, transno 4294989171 00000004:00080000:3.0:1769074947.206609:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d5c6680, transno 4294989172 00000004:00080000:3.0:1769074947.206612:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace2300, transno 4294989173 00000004:00080000:3.0:1769074947.206614:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce1180, transno 4294989174 00000004:00080000:3.0:1769074947.206617:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce2300, transno 4294989175 00000004:00080000:3.0:1769074947.206619:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ec37b80, transno 4294989176 00000004:00080000:3.0:1769074947.206621:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd83cced80, transno 4294989177 00000004:00080000:3.0:1769074947.206624:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd83ccca80, transno 4294989178 00000004:00080000:3.0:1769074947.206627:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73656300, transno 4294989179 00000004:00080000:3.0:1769074947.206629:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd433b9f80, transno 4294989180 00000004:00080000:3.0:1769074947.206631:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace7100, transno 4294989181 00000004:00080000:3.0:1769074947.206633:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73655880, transno 4294989182 00000004:00080000:3.0:1769074947.206635:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd433b8e00, transno 4294989183 00000004:00080000:3.0:1769074947.206637:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5de94000, transno 4294989184 00000004:00080000:3.0:1769074947.206639:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce0e00, transno 4294989185 00000004:00080000:3.0:1769074947.206641:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd83ccfb80, transno 4294989186 00000004:00080000:3.0:1769074947.206643:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce1f80, transno 4294989187 00000004:00080000:3.0:1769074947.206645:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce1500, transno 4294989188 00000004:00080000:3.0:1769074947.206647:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce1880, transno 4294989189 00000004:00080000:3.0:1769074947.206649:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe627ab800, transno 4294989190 00000004:00080000:3.0:1769074947.206651:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe627a9f80, transno 4294989191 00000004:00080000:3.0:1769074947.206653:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ec35500, transno 4294989192 00000004:00080000:3.0:1769074947.206656:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd443bb480, transno 4294989193 00000004:00080000:3.0:1769074947.206658:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd83ccce00, transno 4294989194 00000004:00080000:3.0:1769074947.206675:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc4430000, transno 4294989195 00000004:00080000:3.0:1769074947.206678:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc4430e00, transno 4294989196 00000004:00080000:3.0:1769074947.206681:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62603800, transno 4294989197 00000004:00080000:3.0:1769074947.206683:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62602a00, transno 4294989198 00000004:00080000:3.0:1769074947.206685:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73656680, transno 4294989199 00000004:00080000:3.0:1769074947.206688:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd433b8000, transno 4294989200 00000004:00080000:3.0:1769074947.206701:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdbfa73480, transno 4294989201 00000004:00080000:3.0:1769074947.206704:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62602d80, transno 4294989202 00000004:00080000:3.0:1769074947.206707:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd433b9880, transno 4294989203 00000004:00080000:3.0:1769074947.206709:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd433bb480, transno 4294989204 00000004:00080000:3.0:1769074947.206712:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd433bbb80, transno 4294989205 00000004:00080000:3.0:1769074947.206714:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe631f0700, transno 4294989206 00000004:00080000:3.0:1769074947.206716:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62600000, transno 4294989207 00000004:00080000:3.0:1769074947.206719:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496df80, transno 4294989208 00000004:00080000:3.0:1769074947.206722:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496ea00, transno 4294989209 00000004:00080000:3.0:1769074947.206724:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496e300, transno 4294989210 00000004:00080000:3.0:1769074947.206726:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496c380, transno 4294989211 00000004:00080000:3.0:1769074947.206729:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd7e762300, transno 4294989212 00000004:00080000:3.0:1769074947.206731:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62601880, transno 4294989213 00000004:00080000:3.0:1769074947.206734:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496ed80, transno 4294989214 00000004:00080000:3.0:1769074947.206736:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc6702a00, transno 4294989215 00000004:00080000:3.0:1769074947.206738:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe631f0e00, transno 4294989216 00000004:00080000:3.0:1769074947.206740:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe631f3b80, transno 4294989217 00000004:00080000:3.0:1769074947.206743:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace6300, transno 4294989218 00000004:00080000:3.0:1769074947.206745:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe631f3480, transno 4294989219 00000004:00080000:3.0:1769074947.206748:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73655500, transno 4294989220 00000004:00080000:3.0:1769074947.206750:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8bb4e300, transno 4294989221 00000004:00080000:3.0:1769074947.206753:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62600380, transno 4294989222 00000004:00080000:3.0:1769074947.206755:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8bb4ed80, transno 4294989223 00000004:00080000:3.0:1769074947.206758:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57aec700, transno 4294989224 00000004:00080000:3.0:1769074947.206760:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40e300, transno 4294989225 00000004:00080000:3.0:1769074947.206763:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd76f61880, transno 4294989226 00000004:00080000:3.0:1769074947.206766:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40dc00, transno 4294989227 00000004:00080000:3.0:1769074947.206768:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40d500, transno 4294989228 00000004:00080000:3.0:1769074947.206770:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd76f60000, transno 4294989229 00000004:00080000:3.0:1769074947.206772:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40c380, transno 4294989230 00000004:00080000:3.0:1769074947.206776:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f2d80, transno 4294989231 00000004:00080000:3.0:1769074947.206778:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f0a80, transno 4294989232 00000004:00080000:3.0:1769074947.206780:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f0000, transno 4294989233 00000004:00080000:3.0:1769074947.206783:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc8ac9c00, transno 4294989234 00000004:00080000:3.0:1769074947.206785:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd7e763800, transno 4294989235 00000004:00080000:3.0:1769074947.206788:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f1180, transno 4294989236 00000004:00080000:3.0:1769074947.206790:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd7e761880, transno 4294989237 00000004:00080000:3.0:1769074947.206792:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f3480, transno 4294989238 00000004:00080000:3.0:1769074947.206795:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe68cb2300, transno 4294989239 00000004:00080000:3.0:1769074947.206797:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe68cb2a00, transno 4294989240 00000004:00080000:3.0:1769074947.206800:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd76f63480, transno 4294989241 00000004:00080000:3.0:1769074947.206802:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdbfa72a00, transno 4294989242 00000004:00080000:3.0:1769074947.206804:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57aef480, transno 4294989243 00000004:00080000:3.0:1769074947.206807:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe68cb0a80, transno 4294989244 00000004:00080000:3.0:1769074947.206809:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44117100, transno 4294989245 00000004:00080000:3.0:1769074947.206811:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe68cb0000, transno 4294989246 00000004:00080000:3.0:1769074947.206813:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd76f61500, transno 4294989247 00000004:00080000:3.0:1769074947.206816:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffda3ad7b80, transno 4294989248 00000004:00080000:3.0:1769074947.206818:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0fb80, transno 4294989249 00000004:00080000:3.0:1769074947.206820:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0ce00, transno 4294989250 00000004:00080000:3.0:1769074947.206823:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0d180, transno 4294989251 00000004:00080000:3.0:1769074947.206836:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0dc00, transno 4294989252 00000004:00080000:3.0:1769074947.206839:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0f800, transno 4294989253 00000004:00080000:3.0:1769074947.206841:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0ea00, transno 4294989254 00000004:00080000:3.0:1769074947.206844:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1eb800, transno 4294989255 00000004:00080000:3.0:1769074947.206846:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6af6dc00, transno 4294989256 00000004:00080000:3.0:1769074947.206849:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6af6ce00, transno 4294989257 00000004:00080000:3.0:1769074947.206851:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6af6d880, transno 4294989258 00000004:00080000:3.0:1769074947.206854:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6af6d180, transno 4294989259 00000004:00080000:3.0:1769074947.206856:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57aec380, transno 4294989260 00000004:00080000:3.0:1769074947.206859:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679c9500, transno 4294989261 00000004:00080000:3.0:1769074947.206861:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffda3ad6300, transno 4294989262 00000004:00080000:3.0:1769074947.206864:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5261b800, transno 4294989263 00000004:00080000:3.0:1769074947.206866:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4410ad80, transno 4294989264 00000004:00080000:3.0:1769074947.206868:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe598c4000, transno 4294989265 00000004:00080000:3.0:1769074947.206871:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5c18ad80, transno 4294989266 00000004:00080000:3.0:1769074947.206873:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab4000, transno 4294989267 00000004:00080000:3.0:1769074947.206876:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd5bc16300, transno 4294989268 00000004:00080000:3.0:1769074947.206878:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab6680, transno 4294989269 00000004:00080000:3.0:1769074947.206881:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44114700, transno 4294989270 00000004:00080000:3.0:1769074947.206883:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40ca80, transno 4294989271 00000004:00080000:3.0:1769074947.206886:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4ddeca80, transno 4294989272 00000004:00080000:3.0:1769074947.206889:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5de97800, transno 4294989273 00000004:00080000:3.0:1769074947.206892:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5de95180, transno 4294989274 00000004:00080000:3.0:1769074947.206894:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa0e680, transno 4294989275 00000004:00080000:3.0:1769074947.206897:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5de94a80, transno 4294989276 00000004:00080000:3.0:1769074947.206900:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5de97b80, transno 4294989277 00000004:00080000:3.0:1769074947.206902:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5de96680, transno 4294989278 00000004:00080000:3.0:1769074947.206904:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe68cb0380, transno 4294989279 00000004:00080000:3.0:1769074947.206907:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd846d9880, transno 4294989280 00000004:00080000:3.0:1769074947.206909:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e39c00, transno 4294989281 00000004:00080000:3.0:1769074947.206912:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1e9500, transno 4294989282 00000004:00080000:3.0:1769074947.206914:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1ebb80, transno 4294989283 00000004:00080000:3.0:1769074947.206917:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab7100, transno 4294989284 00000004:00080000:3.0:1769074947.206920:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e3bb80, transno 4294989285 00000004:00080000:3.0:1769074947.206923:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe598c5500, transno 4294989286 00000004:00080000:3.0:1769074947.206925:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e39f80, transno 4294989287 00000004:00080000:3.0:1769074947.206927:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e39180, transno 4294989288 00000004:00080000:3.0:1769074947.206930:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62e51f80, transno 4294989289 00000004:00080000:3.0:1769074947.206933:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679cb100, transno 4294989290 00000004:00080000:3.0:1769074947.206936:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe52618e00, transno 4294989291 00000004:00080000:3.0:1769074947.206938:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa67800, transno 4294989292 00000004:00080000:3.0:1769074947.206941:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62e53100, transno 4294989293 00000004:00080000:3.0:1769074947.206943:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4e237b80, transno 4294989294 00000004:00080000:3.0:1769074947.206946:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784eed80, transno 4294989295 00000004:00080000:3.0:1769074947.206949:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4e235f80, transno 4294989296 00000004:00080000:3.0:1769074947.206951:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe627a8700, transno 4294989297 00000004:00080000:3.0:1769074947.206953:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd442cfb80, transno 4294989298 00000004:00080000:3.0:1769074947.206956:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab6a00, transno 4294989299 00000004:00080000:3.0:1769074947.206958:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73848700, transno 4294989300 00000004:00080000:3.0:1769074947.206960:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab4380, transno 4294989301 00000004:00080000:3.0:1769074947.206963:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496d180, transno 4294989302 00000004:00080000:3.0:1769074947.206965:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40fb80, transno 4294989303 00000004:00080000:3.0:1769074947.206968:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40f800, transno 4294989304 00000004:00080000:3.0:1769074947.206970:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73848000, transno 4294989305 00000004:00080000:3.0:1769074947.206972:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62e51180, transno 4294989306 00000004:00080000:3.0:1769074947.206975:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62e52680, transno 4294989307 00000004:00080000:3.0:1769074947.206977:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40c000, transno 4294989308 00000004:00080000:3.0:1769074947.206979:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62601f80, transno 4294989309 00000004:00080000:3.0:1769074947.206982:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62601500, transno 4294989310 00000004:00080000:3.0:1769074947.206984:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62601180, transno 4294989311 00000004:00080000:3.0:1769074947.206986:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62600700, transno 4294989312 00000004:00080000:3.0:1769074947.206989:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62603100, transno 4294989313 00000004:00080000:3.0:1769074947.206991:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62600a80, transno 4294989314 00000004:00080000:3.0:1769074947.206993:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f920e00, transno 4294989315 00000004:00080000:3.0:1769074947.206996:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5c380, transno 4294989316 00000004:00080000:3.0:1769074947.206998:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5f480, transno 4294989317 00000004:00080000:3.0:1769074947.207000:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe52618380, transno 4294989318 00000004:00080000:3.0:1769074947.207002:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab0000, transno 4294989319 00000004:00080000:3.0:1769074947.207004:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab3100, transno 4294989320 00000004:00080000:3.0:1769074947.207007:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab0700, transno 4294989321 00000004:00080000:3.0:1769074947.207009:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab3480, transno 4294989322 00000004:00080000:3.0:1769074947.207011:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab2d80, transno 4294989323 00000004:00080000:3.0:1769074947.207014:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384b800, transno 4294989324 00000004:00080000:3.0:1769074947.207017:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5de97100, transno 4294989325 00000004:00080000:3.0:1769074947.207019:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe663bb100, transno 4294989326 00000004:00080000:3.0:1769074947.207021:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe663bb800, transno 4294989327 00000004:00080000:3.0:1769074947.207024:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5de97480, transno 4294989328 00000004:00080000:3.0:1769074947.207026:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5de94700, transno 4294989329 00000004:00080000:3.0:1769074947.207028:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe663b9f80, transno 4294989330 00000004:00080000:3.0:1769074947.207031:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73849c00, transno 4294989331 00000004:00080000:3.0:1769074947.207034:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5de96300, transno 4294989332 00000004:00080000:3.0:1769074947.207036:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5ed80, transno 4294989333 00000004:00080000:3.0:1769074947.207039:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73849500, transno 4294989334 00000004:00080000:3.0:1769074947.207041:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496d880, transno 4294989335 00000004:00080000:3.0:1769074947.207044:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5b997800, transno 4294989336 00000004:00080000:3.0:1769074947.207046:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab1880, transno 4294989337 00000004:00080000:3.0:1769074947.207049:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5b994e00, transno 4294989338 00000004:00080000:3.0:1769074947.207051:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace1c00, transno 4294989339 00000004:00080000:3.0:1769074947.207054:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe631f2300, transno 4294989340 00000004:00080000:3.0:1769074947.207056:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe631f1f80, transno 4294989341 00000004:00080000:3.0:1769074947.207059:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679c9880, transno 4294989342 00000004:00080000:3.0:1769074947.207061:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5a039f80, transno 4294989343 00000004:00080000:3.0:1769074947.207064:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384ad80, transno 4294989344 00000004:00080000:3.0:1769074947.207066:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784ef480, transno 4294989345 00000004:00080000:3.0:1769074947.207068:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace7800, transno 4294989346 00000004:00080000:3.0:1769074947.207071:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8b79a300, transno 4294989347 00000004:00080000:3.0:1769074947.207073:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384a680, transno 4294989348 00000004:00080000:3.0:1769074947.207076:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73849f80, transno 4294989349 00000004:00080000:3.0:1769074947.207078:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8b79b800, transno 4294989350 00000004:00080000:3.0:1769074947.207081:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dd71c00, transno 4294989351 00000004:00080000:3.0:1769074947.207083:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa0c000, transno 4294989352 00000004:00080000:3.0:1769074947.207085:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd448b8380, transno 4294989353 00000004:00080000:3.0:1769074947.207087:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4be01180, transno 4294989354 00000004:00080000:3.0:1769074947.207089:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44114000, transno 4294989355 00000004:00080000:3.0:1769074947.207092:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d5c6d80, transno 4294989356 00000004:00080000:3.0:1769074947.207094:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa0f480, transno 4294989357 00000004:00080000:3.0:1769074947.207096:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab3800, transno 4294989358 00000004:00080000:3.0:1769074947.207098:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7856b480, transno 4294989359 00000004:00080000:3.0:1769074947.207101:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd79d68380, transno 4294989360 00000004:00080000:3.0:1769074947.207103:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7856ad80, transno 4294989361 00000004:00080000:3.0:1769074947.207105:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1e9f80, transno 4294989362 00000004:00080000:3.0:1769074947.207108:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8bb4f800, transno 4294989363 00000004:00080000:3.0:1769074947.207110:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd79d6b480, transno 4294989364 00000004:00080000:3.0:1769074947.207112:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8bb4f480, transno 4294989365 00000004:00080000:3.0:1769074947.207115:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ec37480, transno 4294989366 00000004:00080000:3.0:1769074947.207118:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd7e760380, transno 4294989367 00000004:00080000:3.0:1769074947.207120:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdb9ef4a80, transno 4294989368 00000004:00080000:3.0:1769074947.207123:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdb9ef6a00, transno 4294989369 00000004:00080000:3.0:1769074947.207141:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdd40f9180, transno 4294989370 00000004:00080000:3.0:1769074947.207144:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0d880, transno 4294989371 00000004:00080000:3.0:1769074947.207146:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0c000, transno 4294989372 00000004:00080000:3.0:1769074947.207149:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62efe300, transno 4294989373 00000004:00080000:3.0:1769074947.207151:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62efd880, transno 4294989374 00000004:00080000:3.0:1769074947.207153:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62efdf80, transno 4294989375 00000004:00080000:3.0:1769074947.207155:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62efce00, transno 4294989376 00000004:00080000:3.0:1769074947.207157:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdb9ef5f80, transno 4294989377 00000004:00080000:3.0:1769074947.207159:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd5b26b480, transno 4294989378 00000004:00080000:3.0:1769074947.207162:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62efc380, transno 4294989379 00000004:00080000:3.0:1769074947.207164:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62efc000, transno 4294989380 00000004:00080000:3.0:1769074947.207167:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5c1e9f80, transno 4294989381 00000004:00080000:3.0:1769074947.207170:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd57bc6300, transno 4294989382 00000004:00080000:3.0:1769074947.207172:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace1f80, transno 4294989383 00000004:00080000:3.0:1769074947.207175:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa66680, transno 4294989384 00000004:00080000:3.0:1769074947.207177:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5c1e9c00, transno 4294989385 00000004:00080000:3.0:1769074947.207180:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd448b9880, transno 4294989386 00000004:00080000:3.0:1769074947.207182:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5c1e8a80, transno 4294989387 00000004:00080000:3.0:1769074947.207184:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ec36300, transno 4294989388 00000004:00080000:3.0:1769074947.207187:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdb9ef9880, transno 4294989389 00000004:00080000:3.0:1769074947.207189:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace3100, transno 4294989390 00000004:00080000:3.0:1769074947.207191:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdb9ef5880, transno 4294989391 00000004:00080000:3.0:1769074947.207194:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4e234700, transno 4294989392 00000004:00080000:3.0:1769074947.207197:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4e235500, transno 4294989393 00000004:00080000:3.0:1769074947.207199:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44365500, transno 4294989394 00000004:00080000:3.0:1769074947.207201:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4e234000, transno 4294989395 00000004:00080000:3.0:1769074947.207204:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd43213100, transno 4294989396 00000004:00080000:3.0:1769074947.207206:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ec36d80, transno 4294989397 00000004:00080000:3.0:1769074947.207208:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4e234e00, transno 4294989398 00000004:00080000:3.0:1769074947.207211:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0c380, transno 4294989399 00000004:00080000:3.0:1769074947.207213:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc4433800, transno 4294989400 00000004:00080000:3.0:1769074947.207216:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd55f77b80, transno 4294989401 00000004:00080000:3.0:1769074947.207218:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe52618700, transno 4294989402 00000004:00080000:3.0:1769074947.207221:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5261b480, transno 4294989403 00000004:00080000:3.0:1769074947.207224:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd55f74700, transno 4294989404 00000004:00080000:3.0:1769074947.207226:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44367800, transno 4294989405 00000004:00080000:3.0:1769074947.207229:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44365180, transno 4294989406 00000004:00080000:3.0:1769074947.207231:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d5c7800, transno 4294989407 00000004:00080000:3.0:1769074947.207234:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffda7274a80, transno 4294989408 00000004:00080000:3.0:1769074947.207236:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc6702300, transno 4294989409 00000004:00080000:3.0:1769074947.207239:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd79d69f80, transno 4294989410 00000004:00080000:3.0:1769074947.207242:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dd71180, transno 4294989411 00000004:00080000:3.0:1769074947.207244:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffda7277b80, transno 4294989412 00000004:00080000:3.0:1769074947.207246:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffda7277480, transno 4294989413 00000004:00080000:3.0:1769074947.207248:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc8acb480, transno 4294989414 00000004:00080000:3.0:1769074947.207251:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581d9180, transno 4294989415 00000004:00080000:3.0:1769074947.207253:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581d9500, transno 4294989416 00000004:00080000:3.0:1769074947.207254:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62efc700, transno 4294989417 00000004:00080000:3.0:1769074947.207257:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8b79a680, transno 4294989418 00000004:00080000:3.0:1769074947.207259:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581daa00, transno 4294989419 00000004:00080000:3.0:1769074947.207261:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581d9c00, transno 4294989420 00000004:00080000:3.0:1769074947.207263:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581d8e00, transno 4294989421 00000004:00080000:3.0:1769074947.207265:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581dbb80, transno 4294989422 00000004:00080000:3.0:1769074947.207267:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581d9880, transno 4294989423 00000004:00080000:3.0:1769074947.207269:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5d413100, transno 4294989424 00000004:00080000:3.0:1769074947.207271:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581d8380, transno 4294989425 00000004:00080000:3.0:1769074947.207273:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5d412d80, transno 4294989426 00000004:00080000:3.0:1769074947.207275:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5d410380, transno 4294989427 00000004:00080000:3.0:1769074947.207277:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5d411880, transno 4294989428 00000004:00080000:3.0:1769074947.207279:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5d411180, transno 4294989429 00000004:00080000:3.0:1769074947.207281:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5d411c00, transno 4294989430 00000004:00080000:3.0:1769074947.207283:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc8ac8a80, transno 4294989431 00000004:00080000:3.0:1769074947.207285:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd83cce680, transno 4294989432 00000004:00080000:3.0:1769074947.207287:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62efe680, transno 4294989433 00000004:00080000:3.0:1769074947.207290:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e38700, transno 4294989434 00000004:00080000:3.0:1769074947.207292:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e3b480, transno 4294989435 00000004:00080000:3.0:1769074947.207295:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8b799500, transno 4294989436 00000004:00080000:3.0:1769074947.207297:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd428cbb80, transno 4294989437 00000004:00080000:3.0:1769074947.207299:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc8ac9f80, transno 4294989438 00000004:00080000:3.0:1769074947.207301:0:3659:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce1c00, transno 4294989439 00000100:00100000:3.0:1769074947.207312:0:3659:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8ffe73b65180 x1855007968908544/t4294989440(4294989440) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074963 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1769074947.207325:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73b65180/2, rc 0, transno 4294989440 00000100:00100000:3.0:1769074947.207330:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968908544:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.207588:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.207593:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043571 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb6a6ed37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207602:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043571 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb6a6ed37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207615:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb6a6ed37 (ffff8ffe7d572600) 00010000:00010000:1.0:1769074947.207618:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.207622:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043571 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb6a6ed37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207629:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9000/0xf5091596e3043571 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb6a6ed37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207656:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e304358d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa997073c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207662:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e304358d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa997073c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207668:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e304358d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa997073c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207672:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.207675:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e304358d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa997073c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207680:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e304358d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa997073c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207686:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xa997073c (ffff8ffe7d572f00) 00010000:00010000:1.0:1769074947.207688:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.207690:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e304358d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xa997073c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207695:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e304358d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xa997073c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207706:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc400/0xf5091596e30435a9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x54cc8a75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207712:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc400/0xf5091596e30435a9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x54cc8a75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207717:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc400/0xf5091596e30435a9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x54cc8a75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207721:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fc400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.207724:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc400/0xf5091596e30435a9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x54cc8a75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207728:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc400/0xf5091596e30435a9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x54cc8a75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207734:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x54cc8a75 (ffff8ffe7d572500) 00010000:00010000:1.0:1769074947.207736:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.207738:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc400/0xf5091596e30435a9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x54cc8a75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207743:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc400/0xf5091596e30435a9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x54cc8a75 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207756:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e30435c5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xda1f9e24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207761:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e30435c5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xda1f9e24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207766:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e30435c5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xda1f9e24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207770:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64165200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.207772:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e30435c5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xda1f9e24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207777:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e30435c5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xda1f9e24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207783:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xda1f9e24 (ffff8ffe5a5bbc00) 00010000:00010000:1.0:1769074947.207785:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.207787:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e30435c5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xda1f9e24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207793:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64165200/0xf5091596e30435c5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xda1f9e24 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207810:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe400/0xf5091596e30435e1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd46f29e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207815:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe400/0xf5091596e30435e1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd46f29e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207820:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe400/0xf5091596e30435e1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd46f29e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207835:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efe400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.207837:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe400/0xf5091596e30435e1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd46f29e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207843:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe400/0xf5091596e30435e1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd46f29e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207849:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xd46f29e (ffff8ffe7688d200) 00010000:00010000:1.0:1769074947.207851:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.207854:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe400/0xf5091596e30435e1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd46f29e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207859:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65efe400/0xf5091596e30435e1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd46f29e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207877:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e30435fd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf23be236 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207882:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e30435fd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf23be236 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207887:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e30435fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf23be236 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207891:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64164a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.207894:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e30435fd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf23be236 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207898:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e30435fd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf23be236 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207904:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf23be236 (ffff8ffe527ba700) 00010000:00010000:1.0:1769074947.207906:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.207909:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e30435fd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf23be236 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207913:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64164a00/0xf5091596e30435fd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf23be236 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207925:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043619 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfd66e126 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207931:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043619 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfd66e126 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207936:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043619 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfd66e126 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207939:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321ce00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.207942:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043619 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfd66e126 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207947:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043619 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfd66e126 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207953:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xfd66e126 (ffff8ffe6925ae00) 00010000:00010000:1.0:1769074947.207955:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.207957:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043619 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xfd66e126 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207962:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ce00/0xf5091596e3043619 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xfd66e126 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207975:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e3043635 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9d6faae9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207981:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e3043635 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9d6faae9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207986:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e3043635 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9d6faae9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207991:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.207993:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e3043635 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9d6faae9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.207999:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e3043635 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9d6faae9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208005:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x9d6faae9 (ffff8ffe7688d700) 00010000:00010000:1.0:1769074947.208007:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.208009:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e3043635 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9d6faae9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208014:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9a00/0xf5091596e3043635 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9d6faae9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208027:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3043651 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x41a4915c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208032:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3043651 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x41a4915c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208038:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3043651 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x41a4915c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208043:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472ddc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.208045:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3043651 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x41a4915c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208050:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3043651 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x41a4915c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208057:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x41a4915c (ffff8ffe601cce00) 00010000:00010000:1.0:1769074947.208059:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.208061:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3043651 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x41a4915c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208067:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3043651 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x41a4915c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208084:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd800/0xf5091596e304366d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x62e1a3c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208090:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd800/0xf5091596e304366d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x62e1a3c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208095:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd800/0xf5091596e304366d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x62e1a3c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208099:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dd800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.208102:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd800/0xf5091596e304366d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x62e1a3c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208107:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd800/0xf5091596e304366d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x62e1a3c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208113:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x62e1a3c0 (ffff8ffe637cd800) 00010000:00010000:1.0:1769074947.208115:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.208117:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd800/0xf5091596e304366d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x62e1a3c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208122:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd800/0xf5091596e304366d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x62e1a3c0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208132:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043689 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x422a3435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208137:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043689 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x422a3435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208142:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043689 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x422a3435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208150:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321ca00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.208152:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043689 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x422a3435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208157:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043689 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x422a3435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208163:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x422a3435 (ffff8ffe6925a700) 00010000:00010000:1.0:1769074947.208164:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.208166:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043689 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x422a3435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208171:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321ca00/0xf5091596e3043689 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x422a3435 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208183:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e30436a5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x230365e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208188:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e30436a5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x230365e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208192:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e30436a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x230365e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208197:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321c000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.208199:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e30436a5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x230365e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208204:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e30436a5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x230365e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208210:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x230365e7 (ffff8ffe6925a200) 00010000:00010000:1.0:1769074947.208213:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.208215:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e30436a5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x230365e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208219:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c000/0xf5091596e30436a5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x230365e7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208230:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436c1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaf658b60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208235:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436c1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaf658b60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208239:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaf658b60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208244:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.208246:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436c1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaf658b60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208250:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436c1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xaf658b60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208256:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xaf658b60 (ffff8ffe6925a400) 00010000:00010000:1.0:1769074947.208258:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.208260:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436c1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xaf658b60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208264:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65eff600/0xf5091596e30436c1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xaf658b60 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208277:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317800/0xf5091596e30436dd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbece0b8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208281:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317800/0xf5091596e30436dd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbece0b8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208287:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317800/0xf5091596e30436dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbece0b8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208291:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d317800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.208293:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317800/0xf5091596e30436dd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbece0b8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208298:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317800/0xf5091596e30436dd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbece0b8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208303:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xbece0b8f (ffff8ffe527ba400) 00010000:00010000:1.0:1769074947.208306:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.208308:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317800/0xf5091596e30436dd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xbece0b8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208313:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317800/0xf5091596e30436dd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xbece0b8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208323:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317200/0xf5091596e30436f9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x99cc36f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208328:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317200/0xf5091596e30436f9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x99cc36f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208333:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317200/0xf5091596e30436f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x99cc36f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208337:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d317200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.208340:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317200/0xf5091596e30436f9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x99cc36f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208345:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317200/0xf5091596e30436f9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x99cc36f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208351:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x99cc36f4 (ffff8ffe527ba100) 00010000:00010000:1.0:1769074947.208353:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.208356:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317200/0xf5091596e30436f9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x99cc36f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208360:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317200/0xf5091596e30436f9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x99cc36f4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.208371:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3043715 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x953d5846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208376:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3043715 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x953d5846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208381:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3043715 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x953d5846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208385:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.208387:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3043715 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x953d5846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208392:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3043715 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x953d5846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208398:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x953d5846 (ffff8ffe637cdf00) 00010000:00010000:1.0:1769074947.208400:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.208402:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3043715 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x953d5846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208407:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3043715 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x953d5846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208418:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e3043731 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc6b9d03e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208424:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e3043731 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc6b9d03e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208429:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e3043731 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc6b9d03e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.208432:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65effc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074947.209413:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.209420:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e3044324 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.209427:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.209430:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e3044324 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.209438:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e3044324 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.209471:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e3044324 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.209477:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e3044324 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.209497:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.209499:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.209501:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.211094:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e3043731 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc6b9d03e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211105:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e3043731 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc6b9d03e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211120:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc6b9d03e (ffff8ffe6925aa00) 00010000:00010000:1.0:1769074947.211123:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.211127:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e3043731 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc6b9d03e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211134:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe65effc00/0xf5091596e3043731 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc6b9d03e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211167:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211c00/0xf5091596e304374d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb13ece2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211174:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211c00/0xf5091596e304374d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb13ece2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211180:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211c00/0xf5091596e304374d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb13ece2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211185:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64211c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.211188:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211c00/0xf5091596e304374d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb13ece2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211195:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211c00/0xf5091596e304374d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb13ece2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211202:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb13ece2d (ffff8ffe6925af00) 00010000:00010000:1.0:1769074947.211204:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.211207:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211c00/0xf5091596e304374d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb13ece2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211309:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211c00/0xf5091596e304374d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb13ece2d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211326:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fde00/0xf5091596e3043769 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2ac5cfea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211332:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fde00/0xf5091596e3043769 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2ac5cfea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211338:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fde00/0xf5091596e3043769 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2ac5cfea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211343:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fde00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.211345:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fde00/0xf5091596e3043769 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2ac5cfea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211351:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fde00/0xf5091596e3043769 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2ac5cfea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211359:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x2ac5cfea (ffff8ffe7d572a00) 00010000:00010000:1.0:1769074947.211361:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.211364:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fde00/0xf5091596e3043769 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x2ac5cfea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211369:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fde00/0xf5091596e3043769 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x2ac5cfea bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211386:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd400/0xf5091596e3043785 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd95820a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211391:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd400/0xf5091596e3043785 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd95820a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211396:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd400/0xf5091596e3043785 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd95820a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211401:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fd400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.211404:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd400/0xf5091596e3043785 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd95820a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211410:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd400/0xf5091596e3043785 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd95820a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211416:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xd95820a1 (ffff8ffe7d572b00) 00010000:00010000:1.0:1769074947.211418:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.211421:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd400/0xf5091596e3043785 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd95820a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211427:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd400/0xf5091596e3043785 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd95820a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211462:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317e00/0xf5091596e30437a1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8686ff29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211468:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317e00/0xf5091596e30437a1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8686ff29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211473:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317e00/0xf5091596e30437a1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8686ff29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211483:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d317e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.211486:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317e00/0xf5091596e30437a1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8686ff29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211491:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317e00/0xf5091596e30437a1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8686ff29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211499:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x8686ff29 (ffff8ffe527bac00) 00010000:00010000:1.0:1769074947.211501:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.211504:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317e00/0xf5091596e30437a1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x8686ff29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211510:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317e00/0xf5091596e30437a1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x8686ff29 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211527:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316a00/0xf5091596e30437bd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcbef912f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211533:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316a00/0xf5091596e30437bd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcbef912f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211539:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316a00/0xf5091596e30437bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcbef912f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211543:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d316a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.211546:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316a00/0xf5091596e30437bd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcbef912f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211552:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316a00/0xf5091596e30437bd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcbef912f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211569:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xcbef912f (ffff8ffe527bad00) 00010000:00010000:1.0:1769074947.211573:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.211576:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316a00/0xf5091596e30437bd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xcbef912f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211581:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316a00/0xf5091596e30437bd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xcbef912f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211595:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316600/0xf5091596e30437d9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfdf19165 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211600:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316600/0xf5091596e30437d9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfdf19165 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211605:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316600/0xf5091596e30437d9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfdf19165 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211609:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d316600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.211612:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316600/0xf5091596e30437d9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfdf19165 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211616:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316600/0xf5091596e30437d9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfdf19165 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211623:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xfdf19165 (ffff8ffe527ba600) 00010000:00010000:1.0:1769074947.211625:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.211627:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316600/0xf5091596e30437d9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xfdf19165 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211631:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316600/0xf5091596e30437d9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xfdf19165 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211642:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317a00/0xf5091596e30437f5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb8f3793 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211647:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317a00/0xf5091596e30437f5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb8f3793 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211653:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317a00/0xf5091596e30437f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb8f3793 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211658:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d317a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.211660:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317a00/0xf5091596e30437f5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb8f3793 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211666:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317a00/0xf5091596e30437f5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb8f3793 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211672:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb8f3793 (ffff8ffe527ba000) 00010000:00010000:1.0:1769074947.211674:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.211677:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317a00/0xf5091596e30437f5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb8f3793 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211682:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317a00/0xf5091596e30437f5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb8f3793 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211694:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316000/0xf5091596e3043811 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb3875675 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211699:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316000/0xf5091596e3043811 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb3875675 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211705:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316000/0xf5091596e3043811 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb3875675 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211710:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d316000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.211713:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316000/0xf5091596e3043811 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb3875675 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211718:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316000/0xf5091596e3043811 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb3875675 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211726:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb3875675 (ffff8ffe527bae00) 00010000:00010000:1.0:1769074947.211728:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.211730:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316000/0xf5091596e3043811 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb3875675 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211735:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316000/0xf5091596e3043811 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb3875675 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211748:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210800/0xf5091596e304382d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16623098 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211753:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210800/0xf5091596e304382d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16623098 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211759:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210800/0xf5091596e304382d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16623098 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211763:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.211766:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210800/0xf5091596e304382d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16623098 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211771:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210800/0xf5091596e304382d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16623098 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211778:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x16623098 (ffff8ffe6925a900) 00010000:00010000:1.0:1769074947.211780:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.211783:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210800/0xf5091596e304382d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x16623098 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211788:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210800/0xf5091596e304382d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x16623098 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211802:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd000/0xf5091596e3043849 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x555a4baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211807:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd000/0xf5091596e3043849 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x555a4baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211812:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd000/0xf5091596e3043849 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x555a4baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211816:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fd000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.211818:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd000/0xf5091596e3043849 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x555a4baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211823:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd000/0xf5091596e3043849 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x555a4baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211842:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x555a4baa (ffff8ffe7d572c00) 00010000:00010000:1.0:1769074947.211844:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.211847:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd000/0xf5091596e3043849 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x555a4baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211851:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd000/0xf5091596e3043849 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x555a4baa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.211865:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317400/0xf5091596e3043865 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1acb5aac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211870:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317400/0xf5091596e3043865 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1acb5aac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211875:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317400/0xf5091596e3043865 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1acb5aac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211880:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d317400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.211882:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317400/0xf5091596e3043865 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1acb5aac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211889:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317400/0xf5091596e3043865 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1acb5aac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211895:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x1acb5aac (ffff8ffe527ba300) 00010000:00010000:1.0:1769074947.211897:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.211900:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317400/0xf5091596e3043865 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x1acb5aac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211905:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317400/0xf5091596e3043865 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x1acb5aac bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211918:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316200/0xf5091596e3043881 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbd2da805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211923:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316200/0xf5091596e3043881 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbd2da805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211927:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316200/0xf5091596e3043881 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbd2da805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211933:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d316200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.211935:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316200/0xf5091596e3043881 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbd2da805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211941:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316200/0xf5091596e3043881 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbd2da805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211947:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xbd2da805 (ffff8ffe527ba200) 00010000:00010000:1.0:1769074947.211949:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.211951:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316200/0xf5091596e3043881 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xbd2da805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211957:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316200/0xf5091596e3043881 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xbd2da805 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211970:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e304389d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x21833ff7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211975:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e304389d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x21833ff7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211980:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e304389d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x21833ff7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211984:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.211987:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e304389d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x21833ff7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211992:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e304389d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x21833ff7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.211999:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x21833ff7 (ffff8ffe637cd500) 00010000:00010000:1.0:1769074947.212001:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.212003:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e304389d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x21833ff7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212008:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9a00/0xf5091596e304389d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x21833ff7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212025:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e30438b9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x47e3f8f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212030:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e30438b9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x47e3f8f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212035:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e30438b9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x47e3f8f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212044:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321d400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.212047:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e30438b9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x47e3f8f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212052:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e30438b9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x47e3f8f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212059:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x47e3f8f2 (ffff8ffe637cd100) 00010000:00010000:1.0:1769074947.212062:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.212064:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e30438b9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x47e3f8f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212070:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321d400/0xf5091596e30438b9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x47e3f8f2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212082:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e30438d5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb81e5552 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212089:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e30438d5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb81e5552 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212094:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e30438d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb81e5552 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212099:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fc200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.212102:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e30438d5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb81e5552 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212107:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e30438d5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb81e5552 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212116:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb81e5552 (ffff8ffe7d572700) 00010000:00010000:1.0:1769074947.212119:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.212122:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e30438d5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb81e5552 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212127:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fc200/0xf5091596e30438d5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb81e5552 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212143:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30438f1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdace3c7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212148:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30438f1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdace3c7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212153:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30438f1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdace3c7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212157:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c2b9600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.212160:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30438f1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdace3c7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212166:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30438f1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xdace3c7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212172:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xdace3c7e (ffff8ffe527baa00) 00010000:00010000:1.0:1769074947.212175:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.212178:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30438f1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xdace3c7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212183:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c2b9600/0xf5091596e30438f1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xdace3c7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212198:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211600/0xf5091596e304390d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc34f9a6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212204:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211600/0xf5091596e304390d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc34f9a6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212210:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211600/0xf5091596e304390d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc34f9a6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212214:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64211600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.212217:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211600/0xf5091596e304390d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc34f9a6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212221:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211600/0xf5091596e304390d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc34f9a6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212228:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc34f9a6d (ffff8ffe6925a300) 00010000:00010000:1.0:1769074947.212230:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.212232:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211600/0xf5091596e304390d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc34f9a6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212237:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211600/0xf5091596e304390d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc34f9a6d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT1 00010000:00010000:1.0:1769074947.212251:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c800/0xf5091596e3043929 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf2064559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212258:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c800/0xf5091596e3043929 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf2064559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212264:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c800/0xf5091596e3043929 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf2064559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212269:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0c800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.212271:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c800/0xf5091596e3043929 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf2064559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212276:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c800/0xf5091596e3043929 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf2064559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212284:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf2064559 (ffff8ffe527baf00) 00010000:00010000:1.0:1769074947.212286:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.212289:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c800/0xf5091596e3043929 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf2064559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212294:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c800/0xf5091596e3043929 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf2064559 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212308:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c600/0xf5091596e3043945 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf7a36411 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212315:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c600/0xf5091596e3043945 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf7a36411 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212320:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c600/0xf5091596e3043945 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf7a36411 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212326:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0c600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.212329:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c600/0xf5091596e3043945 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf7a36411 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212335:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c600/0xf5091596e3043945 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf7a36411 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212342:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf7a36411 (ffff8ffe527ba900) 00010000:00010000:1.0:1769074947.212345:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.212347:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c600/0xf5091596e3043945 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf7a36411 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212353:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c600/0xf5091596e3043945 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf7a36411 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212367:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c000/0xf5091596e3043961 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcbdb1880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212373:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c000/0xf5091596e3043961 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcbdb1880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212379:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c000/0xf5091596e3043961 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcbdb1880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212384:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0c000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.212386:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c000/0xf5091596e3043961 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcbdb1880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212392:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c000/0xf5091596e3043961 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcbdb1880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212400:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xcbdb1880 (ffff8ffe56f2a300) 00010000:00010000:1.0:1769074947.212402:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.212405:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c000/0xf5091596e3043961 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xcbdb1880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212410:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c000/0xf5091596e3043961 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xcbdb1880 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212425:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0de00/0xf5091596e304397d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1bcd0e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212431:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0de00/0xf5091596e304397d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1bcd0e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212436:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0de00/0xf5091596e304397d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1bcd0e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212440:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0de00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.212443:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0de00/0xf5091596e304397d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1bcd0e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212481:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0de00/0xf5091596e304397d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1bcd0e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212488:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x1bcd0e07 (ffff8ffe56f2a000) 00010000:00010000:1.0:1769074947.212490:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.212493:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0de00/0xf5091596e304397d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x1bcd0e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212498:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0de00/0xf5091596e304397d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x1bcd0e07 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212513:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043999 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x422d8678 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212519:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043999 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x422d8678 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212525:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043999 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x422d8678 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212530:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.212533:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043999 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x422d8678 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212539:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043999 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x422d8678 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212546:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x422d8678 (ffff8ffe56f2a200) 00010000:00010000:1.0:1769074947.212548:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.212551:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043999 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x422d8678 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212556:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d400/0xf5091596e3043999 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x422d8678 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212570:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e30439b5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1829e3a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212575:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e30439b5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1829e3a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212580:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e30439b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1829e3a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212585:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.212588:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e30439b5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1829e3a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212593:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e30439b5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1829e3a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212599:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x1829e3a2 (ffff8ffe56f2a700) 00010000:00010000:1.0:1769074947.212601:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.212604:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e30439b5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x1829e3a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212610:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d600/0xf5091596e30439b5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x1829e3a2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212622:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ca00/0xf5091596e30439d1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9b77d7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212627:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ca00/0xf5091596e30439d1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9b77d7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212633:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ca00/0xf5091596e30439d1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9b77d7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212642:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0ca00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.212644:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ca00/0xf5091596e30439d1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9b77d7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212650:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ca00/0xf5091596e30439d1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9b77d7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212657:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x9b77d7f1 (ffff8ffe56f2af00) 00010000:00010000:1.0:1769074947.212659:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.212661:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ca00/0xf5091596e30439d1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9b77d7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212666:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ca00/0xf5091596e30439d1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9b77d7f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212679:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439ed lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4b5eb124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212684:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439ed lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4b5eb124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212690:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4b5eb124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212694:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.212697:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439ed lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4b5eb124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212702:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439ed lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4b5eb124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212709:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x4b5eb124 (ffff8ffe56f2a100) 00010000:00010000:1.0:1769074947.212712:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.212715:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439ed lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x4b5eb124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212719:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d800/0xf5091596e30439ed lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x4b5eb124 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212731:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e3043a09 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2456793d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212736:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e3043a09 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2456793d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212742:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e3043a09 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2456793d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212746:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321c600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.212748:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e3043a09 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2456793d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212753:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e3043a09 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x2456793d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212760:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x2456793d (ffff8ffe637cdd00) 00010000:00010000:1.0:1769074947.212762:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.212764:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e3043a09 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x2456793d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212769:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321c600/0xf5091596e3043a09 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x2456793d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212784:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e3043a25 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xff7bd9d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212789:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e3043a25 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xff7bd9d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212796:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e3043a25 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xff7bd9d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212800:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0dc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.212803:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e3043a25 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xff7bd9d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212809:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e3043a25 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xff7bd9d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212815:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xff7bd9d1 (ffff8ffe56f2ac00) 00010000:00010000:1.0:1769074947.212817:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.212820:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e3043a25 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xff7bd9d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212838:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0dc00/0xf5091596e3043a25 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xff7bd9d1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212851:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79200/0xf5091596e3043a41 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3f7f6641 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212857:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79200/0xf5091596e3043a41 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3f7f6641 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212862:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79200/0xf5091596e3043a41 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3f7f6641 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212866:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.212869:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79200/0xf5091596e3043a41 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3f7f6641 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212874:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79200/0xf5091596e3043a41 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3f7f6641 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212880:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x3f7f6641 (ffff8ffe56f2ad00) 00010000:00010000:1.0:1769074947.212883:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.212885:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79200/0xf5091596e3043a41 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x3f7f6641 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212890:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b79200/0xf5091596e3043a41 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x3f7f6641 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.212900:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fce00/0xf5091596e3043a5d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcd4d8f44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212905:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fce00/0xf5091596e3043a5d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcd4d8f44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212910:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fce00/0xf5091596e3043a5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcd4d8f44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212915:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fce00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.212917:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fce00/0xf5091596e3043a5d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcd4d8f44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212922:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fce00/0xf5091596e3043a5d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcd4d8f44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212928:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xcd4d8f44 (ffff8ffe7d572200) 00010000:00010000:1.0:1769074947.212930:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.212933:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fce00/0xf5091596e3043a5d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xcd4d8f44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212937:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fce00/0xf5091596e3043a5d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xcd4d8f44 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212950:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043a79 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7c58a78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212956:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043a79 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7c58a78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212960:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043a79 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7c58a78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212965:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fda00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.212967:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043a79 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7c58a78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212972:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043a79 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7c58a78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212978:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x7c58a78b (ffff8ffe7d572800) 00010000:00010000:1.0:1769074947.212980:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.212982:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043a79 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7c58a78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212987:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fda00/0xf5091596e3043a79 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7c58a78b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.212999:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e3043a95 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8838a70d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213004:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e3043a95 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8838a70d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213009:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e3043a95 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8838a70d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213013:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.213015:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e3043a95 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8838a70d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213021:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e3043a95 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8838a70d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213028:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x8838a70d (ffff8ffe637cda00) 00010000:00010000:1.0:1769074947.213030:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.213032:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e3043a95 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x8838a70d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213037:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df9400/0xf5091596e3043a95 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x8838a70d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213051:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210000/0xf5091596e3043ab1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcaad7780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213056:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210000/0xf5091596e3043ab1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcaad7780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213060:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210000/0xf5091596e3043ab1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcaad7780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213065:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.213067:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210000/0xf5091596e3043ab1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcaad7780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213072:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210000/0xf5091596e3043ab1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcaad7780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213079:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xcaad7780 (ffff8ffe6925ac00) 00010000:00010000:1.0:1769074947.213081:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.213083:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210000/0xf5091596e3043ab1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xcaad7780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213088:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210000/0xf5091596e3043ab1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xcaad7780 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213101:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211e00/0xf5091596e3043acd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x57bcac4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213107:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211e00/0xf5091596e3043acd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x57bcac4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213112:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211e00/0xf5091596e3043acd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x57bcac4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213117:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64211e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.213119:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211e00/0xf5091596e3043acd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x57bcac4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213124:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211e00/0xf5091596e3043acd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x57bcac4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213130:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x57bcac4e (ffff8ffe76828600) 00010000:00010000:1.0:1769074947.213132:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.213134:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211e00/0xf5091596e3043acd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x57bcac4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213139:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211e00/0xf5091596e3043acd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x57bcac4e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213156:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043ae9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x472b881c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213160:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043ae9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x472b881c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213165:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043ae9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x472b881c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213174:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.213176:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043ae9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x472b881c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213181:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043ae9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x472b881c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213187:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x472b881c (ffff8ffe7d572d00) 00010000:00010000:1.0:1769074947.213190:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.213192:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043ae9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x472b881c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213197:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3043ae9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x472b881c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213209:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3043b05 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfa636b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213214:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3043b05 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfa636b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213219:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3043b05 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfa636b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213223:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.213226:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3043b05 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfa636b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213231:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3043b05 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xfa636b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213237:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xfa636b13 (ffff8ffe56f2a800) 00010000:00010000:1.0:1769074947.213239:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.213242:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3043b05 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xfa636b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213247:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3043b05 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xfa636b13 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213258:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043b21 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x5ef89dd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213263:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043b21 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x5ef89dd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213268:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043b21 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x5ef89dd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213273:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4321dc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.213276:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043b21 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x5ef89dd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213281:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043b21 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x5ef89dd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213287:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x5ef89dd4 (ffff8ffe637cd000) 00010000:00010000:1.0:1769074947.213289:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.213292:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043b21 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x5ef89dd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213298:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4321dc00/0xf5091596e3043b21 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x5ef89dd4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213310:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e3043b3d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa70943b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213315:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e3043b3d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa70943b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213321:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e3043b3d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa70943b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213325:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0ce00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.213327:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e3043b3d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa70943b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213332:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e3043b3d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xa70943b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213338:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xa70943b9 (ffff8ffe637cde00) 00010000:00010000:1.0:1769074947.213341:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.213343:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e3043b3d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xa70943b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213348:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0ce00/0xf5091596e3043b3d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xa70943b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213359:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043b59 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9885e9e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213364:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043b59 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9885e9e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213369:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043b59 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9885e9e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213374:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.213377:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043b59 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9885e9e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213381:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043b59 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9885e9e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213388:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x9885e9e0 (ffff8ffe637cd700) 00010000:00010000:1.0:1769074947.213390:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.213392:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043b59 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9885e9e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213397:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0d200/0xf5091596e3043b59 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9885e9e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.213408:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043b75 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7f48933c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213412:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043b75 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7f48933c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213417:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043b75 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7f48933c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.213418:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.213421:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.213424:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043b75 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7f48933c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.213427:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.213429:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043b75 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7f48933c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.213435:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.213436:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x7f48933c (ffff8ffe59815c00) 00010000:00010000:1.0:1769074947.213439:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074947.213439:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044332 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.213441:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043b75 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7f48933c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.213462:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044332 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.213466:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210400/0xf5091596e3043b75 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7f48933c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.213479:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044332 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.213483:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043b91 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x472c6b27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.213486:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044332 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x22c0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.213490:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043b91 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x472c6b27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213495:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043b91 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x472c6b27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213499:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.213501:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043b91 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x472c6b27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.213502:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.213503:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.213505:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.213507:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043b91 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x472c6b27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213513:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x472c6b27 (ffff8ffe60f24d00) 00010000:00010000:1.0:1769074947.213515:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.213517:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043b91 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x472c6b27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213522:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3043b91 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x472c6b27 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213535:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3043bad lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbd232b40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213540:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3043bad lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbd232b40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213545:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3043bad lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbd232b40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213549:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.213551:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3043bad lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbd232b40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213557:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3043bad lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xbd232b40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213562:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xbd232b40 (ffff8ffe637cd300) 00010000:00010000:1.0:1769074947.213565:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.213568:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3043bad lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xbd232b40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213574:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe73df8800/0xf5091596e3043bad lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xbd232b40 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213589:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043bc9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xecf55103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213595:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043bc9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xecf55103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213601:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043bc9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xecf55103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213606:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64211000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.213609:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043bc9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xecf55103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213615:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043bc9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xecf55103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213622:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xecf55103 (ffff8ffe59815100) 00010000:00010000:1.0:1769074947.213625:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.213627:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043bc9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xecf55103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213632:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211000/0xf5091596e3043bc9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xecf55103 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213646:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e3043be5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3c76088a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213653:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e3043be5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3c76088a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213659:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e3043be5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3c76088a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213664:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0c200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.213667:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e3043be5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3c76088a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213673:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e3043be5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x3c76088a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213679:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x3c76088a (ffff8ffe637cdb00) 00010000:00010000:1.0:1769074947.213682:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.213685:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e3043be5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x3c76088a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213691:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c200/0xf5091596e3043be5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x3c76088a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213705:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043c01 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xeac9fe2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213711:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043c01 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xeac9fe2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213716:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043c01 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xeac9fe2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213725:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dca00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.213728:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043c01 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xeac9fe2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213733:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043c01 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xeac9fe2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213741:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xeac9fe2c (ffff8ffe637cd900) 00010000:00010000:1.0:1769074947.213743:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.213746:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043c01 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xeac9fe2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213752:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dca00/0xf5091596e3043c01 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xeac9fe2c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213766:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211a00/0xf5091596e3043c1d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb614207d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213773:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211a00/0xf5091596e3043c1d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb614207d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213779:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211a00/0xf5091596e3043c1d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb614207d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213783:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64211a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.213786:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211a00/0xf5091596e3043c1d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb614207d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213792:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211a00/0xf5091596e3043c1d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xb614207d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213800:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xb614207d (ffff8ffe59815500) 00010000:00010000:1.0:1769074947.213803:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.213806:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211a00/0xf5091596e3043c1d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb614207d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.213813:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211a00/0xf5091596e3043c1d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xb614207d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:2.0:1769074947.214488:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.214495:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044339 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.214502:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.214505:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044339 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.214513:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044339 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.214525:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044339 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.214531:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044339 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.214547:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.214549:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.214550:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074947.215400:0:9776:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 314 changes, 8 in progress, 7 in flight, 500 done 00000100:00100000:2.0:1769074947.215504:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968911488:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.215551:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.216654:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.216672:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.216688:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.216706:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.219851:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007968910080:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.219888:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e3044340 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.219921:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968910208:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.219932:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044347 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.219954:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007968910336:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.219963:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e304434e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.222609:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968911744:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.222678:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.222732:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1769074947.222737:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043c39 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8fb5ab02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00000100:00100000:3.0:1769074947.222738:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968911616:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074947.222748:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043c39 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8fb5ab02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.222756:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043c39 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8fb5ab02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00000100:00100000:3.0:1769074947.222757:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074947.222762:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe612fd200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.222767:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043c39 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8fb5ab02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.222774:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043c39 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8fb5ab02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.222789:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x8fb5ab02 (ffff8ffe48328100) 00010000:00010000:1.0:1769074947.222792:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.222797:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043c39 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x8fb5ab02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.222803:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe612fd200/0xf5091596e3043c39 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x8fb5ab02 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.222841:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043c55 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6183c0a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.222847:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043c55 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6183c0a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.222853:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043c55 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6183c0a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.222858:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dd000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.222861:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043c55 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6183c0a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.222867:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043c55 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x6183c0a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.222875:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x6183c0a4 (ffff8ffe637cd200) 00010000:00010000:1.0:1769074947.222877:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.222880:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043c55 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x6183c0a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.222886:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe472dd000/0xf5091596e3043c55 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x6183c0a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.222908:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3043c71 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x61911541 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.222914:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3043c71 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x61911541 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.222919:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3043c71 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x61911541 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.222924:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe638df000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.222927:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3043c71 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x61911541 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.222933:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3043c71 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x61911541 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.222940:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x61911541 (ffff8ffe56fe7400) 00010000:00010000:1.0:1769074947.222943:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.222946:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3043c71 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x61911541 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.222951:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe638df000/0xf5091596e3043c71 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x61911541 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.222969:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043c8d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe116c3d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.222976:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043c8d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe116c3d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.222981:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043c8d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe116c3d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.222986:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64211400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.222989:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043c8d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe116c3d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.222995:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043c8d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe116c3d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223002:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xe116c3d4 (ffff8ffe59815f00) 00010000:00010000:1.0:1769074947.223004:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.223007:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043c8d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe116c3d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223012:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64211400/0xf5091596e3043c8d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe116c3d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223031:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308200/0xf5091596e3043ca9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x505676cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223038:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308200/0xf5091596e3043ca9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x505676cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223044:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308200/0xf5091596e3043ca9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x505676cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223048:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.223051:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308200/0xf5091596e3043ca9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x505676cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223057:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308200/0xf5091596e3043ca9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x505676cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223064:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x505676cd (ffff8ffe48328000) 00010000:00010000:1.0:1769074947.223067:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.223070:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308200/0xf5091596e3043ca9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x505676cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223075:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308200/0xf5091596e3043ca9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x505676cd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223090:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043cc5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8cd610a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223096:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043cc5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8cd610a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223102:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043cc5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8cd610a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223107:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.223110:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043cc5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8cd610a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223116:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043cc5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x8cd610a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223123:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x8cd610a3 (ffff8ffe59815000) 00010000:00010000:1.0:1769074947.223125:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.223128:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043cc5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x8cd610a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223134:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210c00/0xf5091596e3043cc5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x8cd610a3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223149:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043ce1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc5739daa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223155:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043ce1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc5739daa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223161:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043ce1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc5739daa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223166:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64210600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.223169:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043ce1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc5739daa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223175:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043ce1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xc5739daa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223182:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xc5739daa (ffff8ffe68cacf00) 00010000:00010000:1.0:1769074947.223184:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.223187:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043ce1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc5739daa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223192:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe64210600/0xf5091596e3043ce1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xc5739daa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223210:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cfd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7f85e811 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223215:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cfd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7f85e811 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223221:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cfd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7f85e811 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223226:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.223229:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cfd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7f85e811 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223235:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cfd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7f85e811 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223242:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x7f85e811 (ffff8ffe48328300) 00010000:00010000:1.0:1769074947.223245:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.223248:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cfd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7f85e811 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223253:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309200/0xf5091596e3043cfd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7f85e811 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223268:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043d19 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe49a0aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223275:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043d19 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe49a0aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223280:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043d19 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe49a0aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223290:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0cc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.223292:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043d19 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe49a0aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223298:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043d19 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe49a0aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223305:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xe49a0aeb (ffff8ffe6925ad00) 00010000:00010000:1.0:1769074947.223307:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.223310:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043d19 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe49a0aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223315:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0cc00/0xf5091596e3043d19 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe49a0aeb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223333:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043d35 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x33c2d49a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223339:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043d35 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x33c2d49a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223344:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043d35 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x33c2d49a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223349:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0c400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.223352:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043d35 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x33c2d49a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223357:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043d35 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x33c2d49a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223364:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x33c2d49a (ffff8ffe5f4cf900) 00010000:00010000:1.0:1769074947.223367:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.223369:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043d35 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x33c2d49a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223374:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe62e0c400/0xf5091596e3043d35 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x33c2d49a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223387:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d51 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4c25ee84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223393:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d51 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4c25ee84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223398:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d51 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4c25ee84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223402:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.223405:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d51 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4c25ee84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223410:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d51 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x4c25ee84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223416:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x4c25ee84 (ffff8ffe5f4cfb00) 00010000:00010000:1.0:1769074947.223418:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.223420:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d51 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x4c25ee84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223425:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3043d51 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x4c25ee84 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223473:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3043d6d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1871ed30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223479:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3043d6d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1871ed30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223485:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3043d6d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1871ed30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223490:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe70ed2c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.223492:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3043d6d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1871ed30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223498:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3043d6d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x1871ed30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223505:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x1871ed30 (ffff8ffe5f4cf300) 00010000:00010000:1.0:1769074947.223507:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.223509:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3043d6d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x1871ed30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223515:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe70ed2c00/0xf5091596e3043d6d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x1871ed30 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223529:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317600/0xf5091596e3043d89 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcadffc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223534:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317600/0xf5091596e3043d89 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcadffc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223540:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317600/0xf5091596e3043d89 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcadffc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223544:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d317600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.223547:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317600/0xf5091596e3043d89 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcadffc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223553:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317600/0xf5091596e3043d89 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xcadffc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223573:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xcadffc20 (ffff8ffe5f4cf200) 00010000:00010000:1.0:1769074947.223575:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.223578:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317600/0xf5091596e3043d89 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xcadffc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223583:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d317600/0xf5091596e3043d89 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xcadffc20 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223596:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637600/0xf5091596e3043da5 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7872476c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223602:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637600/0xf5091596e3043da5 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7872476c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223607:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637600/0xf5091596e3043da5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7872476c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223612:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c637600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.223615:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637600/0xf5091596e3043da5 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7872476c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223620:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637600/0xf5091596e3043da5 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x7872476c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223627:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x7872476c (ffff8ffe4dd49800) 00010000:00010000:1.0:1769074947.223629:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.223632:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637600/0xf5091596e3043da5 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7872476c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223638:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637600/0xf5091596e3043da5 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x7872476c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223651:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316800/0xf5091596e3043dc1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x958cb639 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223658:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316800/0xf5091596e3043dc1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x958cb639 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223663:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316800/0xf5091596e3043dc1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x958cb639 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223667:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d316800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.223670:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316800/0xf5091596e3043dc1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x958cb639 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223676:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316800/0xf5091596e3043dc1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x958cb639 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223683:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x958cb639 (ffff8ffe5f4cfc00) 00010000:00010000:1.0:1769074947.223685:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.223688:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316800/0xf5091596e3043dc1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x958cb639 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223693:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe6d316800/0xf5091596e3043dc1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x958cb639 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223706:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043ddd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd6316727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223712:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043ddd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd6316727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223717:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043ddd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd6316727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223721:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.223724:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043ddd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd6316727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223730:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043ddd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd6316727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223736:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xd6316727 (ffff8ffe5f4cfa00) 00010000:00010000:1.0:1769074947.223739:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.223741:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043ddd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd6316727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223746:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe4ddf8600/0xf5091596e3043ddd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd6316727 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223759:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096000/0xf5091596e3043df9 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x603b44a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223765:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096000/0xf5091596e3043df9 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x603b44a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223770:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096000/0xf5091596e3043df9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x603b44a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223775:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61096000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.223777:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096000/0xf5091596e3043df9 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x603b44a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223783:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096000/0xf5091596e3043df9 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x603b44a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223789:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x603b44a9 (ffff8ffe5f4cf700) 00010000:00010000:1.0:1769074947.223792:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.223795:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096000/0xf5091596e3043df9 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x603b44a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223800:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096000/0xf5091596e3043df9 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x603b44a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223814:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308a00/0xf5091596e3043e15 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf3e949fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223820:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308a00/0xf5091596e3043e15 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf3e949fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223836:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308a00/0xf5091596e3043e15 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf3e949fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223840:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63308a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.223842:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308a00/0xf5091596e3043e15 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf3e949fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223846:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308a00/0xf5091596e3043e15 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xf3e949fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223853:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xf3e949fc (ffff8ffe48328a00) 00010000:00010000:1.0:1769074947.223855:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.223858:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308a00/0xf5091596e3043e15 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf3e949fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223863:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63308a00/0xf5091596e3043e15 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xf3e949fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223878:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309800/0xf5091596e3043e31 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16f5f71d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223884:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309800/0xf5091596e3043e31 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16f5f71d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223889:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309800/0xf5091596e3043e31 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16f5f71d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223898:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.223900:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309800/0xf5091596e3043e31 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16f5f71d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223907:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309800/0xf5091596e3043e31 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x16f5f71d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223913:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x16f5f71d (ffff8ffe48328200) 00010000:00010000:1.0:1769074947.223915:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.223918:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309800/0xf5091596e3043e31 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x16f5f71d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223923:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe63309800/0xf5091596e3043e31 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x16f5f71d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223936:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096c00/0xf5091596e3043e4d lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe00f7d2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223942:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096c00/0xf5091596e3043e4d lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe00f7d2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223947:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096c00/0xf5091596e3043e4d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe00f7d2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223951:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe61096c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.223954:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096c00/0xf5091596e3043e4d lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe00f7d2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223959:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096c00/0xf5091596e3043e4d lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xe00f7d2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223966:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xe00f7d2f (ffff8ffe5f4cf600) 00010000:00010000:1.0:1769074947.223969:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.223972:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096c00/0xf5091596e3043e4d lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe00f7d2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223978:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe61096c00/0xf5091596e3043e4d lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xe00f7d2f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT1 00010000:00010000:1.0:1769074947.223990:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637800/0xf5091596e3043e69 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd7dd17e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.223997:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637800/0xf5091596e3043e69 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd7dd17e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224002:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637800/0xf5091596e3043e69 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd7dd17e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224006:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c637800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.224009:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637800/0xf5091596e3043e69 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd7dd17e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224014:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637800/0xf5091596e3043e69 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd7dd17e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224021:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xd7dd17e0 (ffff8ffe4dd49500) 00010000:00010000:1.0:1769074947.224024:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.224027:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637800/0xf5091596e3043e69 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd7dd17e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224032:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c637800/0xf5091596e3043e69 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd7dd17e0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224045:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636e00/0xf5091596e3043e85 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd3d6ac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224050:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636e00/0xf5091596e3043e85 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd3d6ac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224057:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636e00/0xf5091596e3043e85 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd3d6ac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224062:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c636e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.224065:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636e00/0xf5091596e3043e85 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd3d6ac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224070:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636e00/0xf5091596e3043e85 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0xd3d6ac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224077:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0xd3d6ac9 (ffff8ffe4dd49900) 00010000:00010000:1.0:1769074947.224080:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.224082:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636e00/0xf5091596e3043e85 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd3d6ac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224088:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636e00/0xf5091596e3043e85 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0xd3d6ac9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224100:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636400/0xf5091596e3043ea1 lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x86b9c013 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224107:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636400/0xf5091596e3043ea1 lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x86b9c013 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224112:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636400/0xf5091596e3043ea1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x86b9c013 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224117:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c636400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.224119:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636400/0xf5091596e3043ea1 lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x86b9c013 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224125:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636400/0xf5091596e3043ea1 lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x86b9c013 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224132:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x86b9c013 (ffff8ffe4dd49200) 00010000:00010000:1.0:1769074947.224134:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.224137:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636400/0xf5091596e3043ea1 lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x86b9c013 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224142:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636400/0xf5091596e3043ea1 lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x86b9c013 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224154:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636600/0xf5091596e3043ebd lrc: 3/0,1 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9f79b2f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224159:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636600/0xf5091596e3043ebd lrc: 2/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9f79b2f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224165:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636600/0xf5091596e3043ebd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9f79b2f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224169:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe7c636600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074947.224172:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636600/0xf5091596e3043ebd lrc: 3/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9f79b2f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224178:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636600/0xf5091596e3043ebd lrc: 4/0,0 mode: TXN/TXN res: [0x240000402:0x5:0x0].0x9f79b2f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224185:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x5:0x0].0x9f79b2f1 (ffff8ffe4dd49d00) 00010000:00010000:1.0:1769074947.224187:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074947.224190:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636600/0xf5091596e3043ebd lrc: 2/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9f79b2f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00010000:00010000:1.0:1769074947.224195:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8ffe7c636600/0xf5091596e3043ebd lrc: 0/0,0 mode: --/TXN res: [0x240000402:0x5:0x0].0x9f79b2f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8441 initiator: MDT1 00000100:00100000:1.0:1769074947.224876:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960283008 00000100:00100000:1.0:1769074947.224888:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960283008 00010000:00010000:1.0:1769074947.224932:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68f39400/0xf5091596e2fcf601 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8d2e expref: 324 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:1.0:1769074947.224963:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960283264 00000100:00100000:1.0:1769074947.224967:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960283264 00010000:00010000:1.0:1769074947.224982:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68f39600/0xf5091596e2fcf5fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8d35 expref: 325 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:1.0:1769074947.224999:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960283136 00000100:00100000:1.0:1769074947.225003:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960283136 00010000:00010000:1.0:1769074947.225015:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdec00/0xf5091596e2fbdc25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7359 expref: 326 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:1.0:1769074947.225029:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960283392 00000100:00100000:1.0:1769074947.225031:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960283392 00010000:00010000:1.0:1769074947.225042:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a7d2c00/0xf5091596e2fda126 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250385a expref: 325 pid: 14010 timeout: 1735 lvb_type: 1 00000100:00100000:1.0:1769074947.225056:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40581 00000100:00100000:1.0:1769074947.225064:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+325:2408:x1855007960283008:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.225077:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.225082:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68f39400/0xf5091596e2fcf601 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8d2e expref: 325 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:1.0:1769074947.225094:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68f39400/0xf5091596e2fcf601 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8d2e expref: 325 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:1.0:1769074947.225120:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68f39400/0xf5091596e2fcf601 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8d2e expref: 325 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:1.0:1769074947.225134:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.225136:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.225141:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e3044340 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.225150:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e3044340 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.225175:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.225233:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+324:2408:x1855007960283008:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 168us (8581us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.225240:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40581 00000100:00100000:1.0:1769074947.225257:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40582 00000100:00100000:1.0:1769074947.225264:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+326:2408:x1855007960283264:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.225272:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.225276:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68f39600/0xf5091596e2fcf5fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8d35 expref: 326 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:1.0:1769074947.225285:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68f39600/0xf5091596e2fcf5fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8d35 expref: 326 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:1.0:1769074947.225297:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68f39600/0xf5091596e2fcf5fa lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1d56:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8d35 expref: 326 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:1.0:1769074947.225306:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.225308:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.225311:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e304434e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.225319:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e304434e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1d56:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.225333:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.225350:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+325:2408:x1855007960283264:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (8677us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.225356:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40582 00000100:00100000:1.0:1769074947.225367:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40583 00000100:00100000:1.0:1769074947.225373:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+324:2408:x1855007960283136:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.225379:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.225383:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdec00/0xf5091596e2fbdc25 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7359 expref: 324 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:1.0:1769074947.225392:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdec00/0xf5091596e2fbdc25 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1a1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7359 expref: 324 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:1.0:1769074947.225403:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdec00/0xf5091596e2fbdc25 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1a1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7359 expref: 324 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:1.0:1769074947.225411:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.225414:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.225416:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044347 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.225423:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044347 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1a1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.225560:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.225580:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+323:2408:x1855007960283136:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 206us (8890us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.225586:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40583 00000100:00100000:1.0:1769074947.225598:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40584 00000100:00100000:1.0:1769074947.225605:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+323:2408:x1855007960283392:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.225611:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.225615:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a7d2c00/0xf5091596e2fda126 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250385a expref: 323 pid: 14010 timeout: 1735 lvb_type: 1 00010000:00010000:1.0:1769074947.225624:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a7d2c00/0xf5091596e2fda126 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250385a expref: 323 pid: 14010 timeout: 1735 lvb_type: 1 00010000:00010000:1.0:1769074947.225636:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a7d2c00/0xf5091596e2fda126 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x25f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250385a expref: 323 pid: 14010 timeout: 1735 lvb_type: 1 00010000:00010000:1.0:1769074947.225645:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.225646:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.225649:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe64210200/0xf5091596e3044355 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.225663:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe64210200/0xf5091596e3044355 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x25f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.225681:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.225700:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+322:2408:x1855007960283392:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 95us (8992us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.225707:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40584 00000100:00100000:1.0:1769074947.225729:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968911488 00000100:00100000:1.0:1769074947.225733:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968911488 00000100:00100000:1.0:1769074947.225756:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968911744 00000100:00100000:1.0:1769074947.225759:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968911744 00000100:00100000:1.0:1769074947.225773:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968911616 00000100:00100000:1.0:1769074947.225776:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968911616 00000100:00100000:1.0:1769074947.225792:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82836 00000100:00100000:1.0:1769074947.225797:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+13:3658:x1855007968911488:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.225821:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3994 count 1 00010000:00010000:1.0:1769074947.225856:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304438d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.225868:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68a75a00/0xf5091596e2fbd349 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a7d expref: 322 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.225874:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.225875:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.225878:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304438d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.225904:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68a75a00/0xf5091596e2fbd349 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a7d expref: 322 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.225916:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68a75a00/0xf5091596e2fbd349 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a7d expref: 322 pid: 14039 timeout: 1735 lvb_type: 1 00000100:00100000:1.0:1769074947.225929:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968912000:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.225979:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.226001:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968911872:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.226040:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.226097:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73b65f80/2, rc 0, transno 4294989441 00000100:00100000:1.0:1769074947.226106:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968909056:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074947.231411:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.231417:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e304434e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.231424:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.231427:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e304434e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.231435:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e304434e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.231464:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e304434e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1d56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.231472:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e304434e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d56:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.231484:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.231486:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.231488:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.233951:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074947.235429:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73b65c00/2, rc 0, transno 4294989448 00000100:00100000:2.0:1769074947.235468:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968908160:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074947.236761:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4af8d400/0xf5091596e2fbfbf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9326 expref: 323 pid: 8416 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.236788:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960283648 00000100:00100000:0.0:1769074947.236791:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960283648 00010000:00010000:0.0:1769074947.236803:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe706da000/0xf5091596e2fcb6b4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4def expref: 321 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.236820:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40586 00000100:00100000:0.0:1769074947.236838:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+323:2407:x1855007960283776:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.236858:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.236863:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4af8d400/0xf5091596e2fbfbf2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2326:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9326 expref: 323 pid: 8416 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.236874:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4af8d400/0xf5091596e2fbfbf2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2326:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9326 expref: 323 pid: 8416 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.236893:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4af8d400/0xf5091596e2fbfbf2 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2326:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9326 expref: 323 pid: 8416 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.236905:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.236907:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.236911:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e304436a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.236920:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e304436a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2326:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.236938:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.236968:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+322:2407:x1855007960283776:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 141us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.236976:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40586 00000100:00100000:0.0:1769074947.237016:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40587 00000100:00100000:0.0:1769074947.237023:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe45379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+321:2407:x1855007960283648:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.237031:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.237036:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe706da000/0xf5091596e2fcb6b4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1b01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4def expref: 321 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.237047:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe706da000/0xf5091596e2fcb6b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4def expref: 321 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.237061:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.237063:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.237067:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe64211200/0xf5091596e3044363 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.237074:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe64211200/0xf5091596e3044363 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.237085:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.237103:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe45379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+321:2407:x1855007960283648:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 81us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.237110:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40587 00010000:00010000:0.0:1769074947.237135:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e304436a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.237144:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e304436a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.237154:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e304436a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.237162:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e304436a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.237177:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.237421:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:3657:x1855007968908800:12345-0@lo:6:osp-syn-1-1.0 Request processed in 45441us (51599us total) trans 4294989444 rc 0/0 00000100:00100000:0.0:1769074947.237428:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82831 00010000:00010000:0.0:1769074947.237466:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.237472:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e304436a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.237480:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dcc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.237484:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e304436a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.237492:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e304436a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.237504:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e304436a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.237511:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e304436a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2326:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.237534:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.237536:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.237538:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.237590:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe706da000/0xf5091596e2fcb6b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4def expref: 320 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.237601:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007968910720:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.237614:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe64211200/0xf5091596e3044363 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.237622:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe64211200/0xf5091596e3044363 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.237628:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe64211200/0xf5091596e3044363 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.237636:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe64211200/0xf5091596e3044363 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.237643:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe64211200/0xf5091596e3044363 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.237657:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.237789:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+19:3657:x1855007968908288:12345-0@lo:6:osp-syn-0-1.0 Request processed in 46082us (52010us total) trans 4294989449 rc 0/0 00000100:00100000:0.0:1769074947.237796:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82830 00000004:00080000:0.0:1769074947.237945:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73b65880/2, rc 0, transno 4294989449 00000100:00100000:0.0:1769074947.237956:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968908288:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074947.237968:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73b64e00/2, rc 0, transno 4294989444 00000100:00100000:0.0:1769074947.238304:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968908800:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.238362:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe45379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968913408:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.238392:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.238427:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968913408 00000100:00100000:0.0:1769074947.238433:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968913408 00000100:00100000:0.0:1769074947.238482:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82843 00000100:00100000:0.0:1769074947.238490:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe45378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+19:3657:x1855007968913408:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.238510:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6850 count 1 00010000:00010000:0.0:1769074947.238530:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8c00/0xf5091596e30443be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ac2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.238544:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe76992c00/0xf5091596e2fd6567 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc94 expref: 319 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.238552:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.238554:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.238556:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8c00/0xf5091596e30443be lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.238580:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe76992c00/0xf5091596e2fd6567 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc94 expref: 319 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.238592:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe76992c00/0xf5091596e2fd6567 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc94 expref: 319 pid: 14052 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.238608:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4537a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007968913536:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.238657:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fe840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.238950:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968913280:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.238980:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.239000:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968913280 00000100:00100000:0.0:1769074947.239004:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968913280 00000100:00100000:0.0:1769074947.239031:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82844 00000100:00100000:0.0:1769074947.239038:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+14:3658:x1855007968913280:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.239049:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9297 count 1 00010000:00010000:0.0:1769074947.239064:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8200/0xf5091596e30443c5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2451:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.239076:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7ac5f800/0xf5091596e2fbbcf9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2451:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e542d expref: 321 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.239082:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.239083:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.239085:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8200/0xf5091596e30443c5 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2451:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.239105:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7ac5f800/0xf5091596e2fbbcf9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2451:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e542d expref: 321 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.239114:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7ac5f800/0xf5091596e2fbbcf9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2451:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e542d expref: 321 pid: 14038 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.239130:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968913664:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.239166:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768ddd80 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.239314:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.239325:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe64211200/0xf5091596e3044363 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.239334:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe64211200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.239337:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe64211200/0xf5091596e3044363 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.239348:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe64211200/0xf5091596e3044363 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.239365:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe64211200/0xf5091596e3044363 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.239372:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe64211200/0xf5091596e3044363 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.239391:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.239394:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.239395:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.239442:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968913920:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.239501:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.239525:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.239531:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968913792:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.239551:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.239686:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968913920 00000100:00100000:0.0:1769074947.239692:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968913920 00000100:00100000:0.0:1769074947.239714:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968913792 00000100:00100000:0.0:1769074947.239717:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968913792 00000100:00100000:0.0:1769074947.239732:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82845 00000100:00100000:0.0:1769074947.239739:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+16:3660:x1855007968913920:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.239752:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7557 count 1 00010000:00010000:0.0:1769074947.239765:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9600/0xf5091596e30443cc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.239777:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64a8bc00/0xf5091596e2fbbf92 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e56c6 expref: 321 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.239783:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.239784:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.239787:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9600/0xf5091596e30443cc lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.239804:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe64a8bc00/0xf5091596e2fbbf92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e56c6 expref: 321 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.239814:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe64a8bc00/0xf5091596e2fbbf92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e56c6 expref: 321 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.239834:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007968914176:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.239966:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82846 00000100:00100000:2.0:1769074947.239976:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+16:3660:x1855007968913792:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.239990:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:10234 count 1 00010000:00010000:2.0:1769074947.240003:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30443d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.240014:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4856a000/0xf5091596e2fda196 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725038ca expref: 321 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.240028:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.240029:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.240031:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30443d3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.240049:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4856a000/0xf5091596e2fda196 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725038ca expref: 321 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.240058:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4856a000/0xf5091596e2fda196 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725038ca expref: 321 pid: 14010 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.240066:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968914304:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.240105:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.240149:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.240206:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968914048:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.240229:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.240375:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968914048 00000100:00100000:2.0:1769074947.240380:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968914048 00000100:00100000:2.0:1769074947.240438:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82847 00000100:00100000:2.0:1769074947.240460:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+17:3657:x1855007968914048:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.240473:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8450 count 1 00010000:00010000:2.0:1769074947.240485:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30443da lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2102:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.240496:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe565b6800/0xf5091596e2fc0ead lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ea5da expref: 321 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.240502:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.240503:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.240506:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30443da lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.240522:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe565b6800/0xf5091596e2fc0ead lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea5da expref: 321 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.240530:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe565b6800/0xf5091596e2fc0ead lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea5da expref: 321 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.240539:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968914432:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.240575:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.248696:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.248721:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.248741:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.248790:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.249681:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007968911232:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.249715:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8000/0xf5091596e304437f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.249759:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007968911360:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.249770:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9000/0xf5091596e3044386 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xb9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.249793:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960283904 00000100:00100000:0.0:1769074947.249799:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960283904 00010000:00010000:0.0:1769074947.249842:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe706db800/0xf5091596e2fcb6bb lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4de8 expref: 322 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.249960:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007968910976:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.249974:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9a00/0xf5091596e3044371 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1b01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.249982:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968911104:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.249993:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8e00/0xf5091596e3044378 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.250089:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960284160 00000100:00100000:0.0:1769074947.250094:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960284160 00010000:00010000:0.0:1769074947.250109:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a7d2000/0xf5091596e2fda12d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503861 expref: 323 pid: 14010 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.252062:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960284032 00000100:00100000:2.0:1769074947.252073:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960284032 00010000:00010000:2.0:1769074947.252110:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe667d9e00/0xf5091596e2fbab3a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e426e expref: 320 pid: 14043 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.252151:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960284288 00000100:00100000:2.0:1769074947.252154:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960284288 00010000:00010000:2.0:1769074947.252167:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe667d8e00/0xf5091596e2fbab41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xb9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4275 expref: 324 pid: 14043 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.252187:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40588 00000100:00100000:2.0:1769074947.252196:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+324:2410:x1855007960283904:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.252210:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.252216:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe706db800/0xf5091596e2fcb6bb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1b01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4de8 expref: 324 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.252230:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe706db800/0xf5091596e2fcb6bb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1b01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4de8 expref: 324 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.252253:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe706db800/0xf5091596e2fcb6bb lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1b01:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4de8 expref: 324 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.252270:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.252272:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.252277:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9a00/0xf5091596e3044371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.252287:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9a00/0xf5091596e3044371 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1b01:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.252316:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.252369:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+323:2410:x1855007960283904:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 174us (3683us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.252376:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40588 00000100:00100000:2.0:1769074947.252393:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40589 00000100:00100000:2.0:1769074947.252399:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+322:2410:x1855007960284160:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.252405:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.252409:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a7d2000/0xf5091596e2fda12d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503861 expref: 322 pid: 14010 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.252418:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a7d2000/0xf5091596e2fda12d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503861 expref: 322 pid: 14010 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.252430:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a7d2000/0xf5091596e2fda12d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x25f5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503861 expref: 322 pid: 14010 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.252439:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.252440:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.252444:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8000/0xf5091596e304437f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.252470:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8000/0xf5091596e304437f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x25f5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.252485:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.252500:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+321:2410:x1855007960284160:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 102us (3779us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.252506:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40589 00000100:00100000:2.0:1769074947.252517:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40590 00000100:00100000:2.0:1769074947.252523:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+320:2410:x1855007960284032:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.252529:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.252533:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe667d9e00/0xf5091596e2fbab3a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e426e expref: 320 pid: 14043 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.252543:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe667d9e00/0xf5091596e2fbab3a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e426e expref: 320 pid: 14043 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.252556:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe667d9e00/0xf5091596e2fbab3a lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e426e expref: 320 pid: 14043 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.252576:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.252578:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.252581:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8e00/0xf5091596e3044378 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.252589:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8e00/0xf5091596e3044378 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.252603:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.252619:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+319:2410:x1855007960284032:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 96us (3877us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.252624:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40590 00000100:00100000:2.0:1769074947.252636:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40591 00000100:00100000:2.0:1769074947.252642:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+320:2410:x1855007960284288:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.252647:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.252652:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe667d8e00/0xf5091596e2fbab41 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xb9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4275 expref: 320 pid: 14043 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.252661:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe667d8e00/0xf5091596e2fbab41 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xb9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4275 expref: 320 pid: 14043 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.252673:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe667d8e00/0xf5091596e2fbab41 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xb9e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4275 expref: 320 pid: 14043 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.252682:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.252684:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.252687:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9000/0xf5091596e3044386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.252695:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9000/0xf5091596e3044386 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xb9e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.252708:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.252724:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+319:2410:x1855007960284288:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 82us (3935us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.252730:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40591 00010000:00010000:2.0:1769074947.252754:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8e00/0xf5091596e3044378 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.252763:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8e00/0xf5091596e3044378 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.252773:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8e00/0xf5091596e3044378 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.252780:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8e00/0xf5091596e3044378 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.252795:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.253030:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60c7f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+20:3658:x1855007968907904:12345-0@lo:6:osp-syn-0-1.0 Request processed in 55534us (62719us total) trans 4294989450 rc 0/0 00000100:00100000:2.0:1769074947.253038:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82833 00010000:00010000:0.0:1769074947.253374:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9000/0xf5091596e3044386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253384:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9000/0xf5091596e3044386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253393:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9000/0xf5091596e3044386 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253400:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9000/0xf5091596e3044386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253419:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074947.253566:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60c7dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+18:3658:x1855007968908928:12345-0@lo:6:osp-syn-1-1.0 Request processed in 55532us (63159us total) trans 4294989445 rc 0/0 00000100:00100000:0.0:1769074947.253573:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82835 00010000:00010000:0.0:1769074947.253611:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8000/0xf5091596e304437f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253619:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8000/0xf5091596e304437f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253633:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8000/0xf5091596e304437f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253641:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8000/0xf5091596e304437f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253653:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1769074947.253746:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+18:3658:x1855007968908416:12345-0@lo:6:osp-syn-1-1.0 Request processed in 55897us (63377us total) trans 4294989446 rc 0/0 00000100:00100000:0.0:1769074947.253752:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82834 00010000:00010000:0.0:1769074947.253769:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1769074947.253775:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8e00/0xf5091596e3044378 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253783:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe609e8e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.253787:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8e00/0xf5091596e3044378 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253796:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8e00/0xf5091596e3044378 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253811:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8e00/0xf5091596e3044378 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253818:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8e00/0xf5091596e3044378 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253854:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.253857:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9000/0xf5091596e3044386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253863:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe609e9000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.253866:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9000/0xf5091596e3044386 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253874:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9000/0xf5091596e3044386 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253883:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9000/0xf5091596e3044386 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253889:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9000/0xf5091596e3044386 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xb9e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253901:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.253904:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8000/0xf5091596e304437f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253910:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe609e8000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.253913:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8000/0xf5091596e304437f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253919:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8000/0xf5091596e304437f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253928:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8000/0xf5091596e304437f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x25f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253935:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8000/0xf5091596e304437f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25f5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.253956:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.253958:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.253960:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.254081:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.254120:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73b66680/2, rc 0, transno 4294989450 00000100:00100000:0.0:1769074947.254132:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968907904:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.254183:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074947.254193:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968914560:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.254225:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.254255:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968914560 00000100:00100000:0.0:1769074947.254260:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968914560 00000100:00100000:0.0:1769074947.254288:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82848 00000100:00100000:0.0:1769074947.254295:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+20:3657:x1855007968914560:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.254322:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2005 count 1 00010000:00010000:0.0:1769074947.254343:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30443e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.254358:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65888600/0xf5091596e2fc114d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ea87a expref: 318 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.254370:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.254372:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.254375:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30443e1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.254396:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe65888600/0xf5091596e2fc114d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea87a expref: 318 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.254406:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65888600/0xf5091596e2fc114d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea87a expref: 318 pid: 14044 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.254417:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007968914688:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.254621:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768ddc00 going to sleep for 11 seconds 00010000:00010000:3.0:1769074947.254633:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9a00/0xf5091596e3044371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.254643:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9a00/0xf5091596e3044371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.254651:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9a00/0xf5091596e3044371 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.254658:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9a00/0xf5091596e3044371 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.254672:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1769074947.254700:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73b67100/2, rc 0, transno 4294989446 00000100:00100000:0.0:1769074947.254713:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968908416:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.254755:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.254764:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968914816:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.254791:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.254813:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968914816 00000100:00100000:0.0:1769074947.254816:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968914816 00000100:00100000:0.0:1769074947.254854:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82849 00000100:00100000:0.0:1769074947.254860:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+18:3660:x1855007968914816:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.254874:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4343 count 1 00010000:00010000:0.0:1769074947.254887:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30443e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.254904:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe61deb000/0xf5091596e2fbc374 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e5aa8 expref: 318 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.254910:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.254913:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.254916:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30443e8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.254933:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe61deb000/0xf5091596e2fbc374 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5aa8 expref: 318 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.254942:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe61deb000/0xf5091596e2fbc374 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5aa8 expref: 318 pid: 14043 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.254951:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007968914944:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.254979:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd540 going to sleep for 11 seconds 00000004:00080000:0.0:1769074947.255026:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73b67b80/2, rc 0, transno 4294989445 00000100:00100000:0.0:1769074947.255034:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968908928:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.255066:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968915072:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.255086:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.255111:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968915072 00000100:00100000:0.0:1769074947.255115:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968915072 00000100:00100000:0.0:1769074947.255137:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82850 00000100:00100000:0.0:1769074947.255143:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+19:3660:x1855007968915072:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.255153:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6850 count 1 00010000:00010000:0.0:1769074947.255166:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30443ef lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.255178:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a2e00/0xf5091596e2fd6560 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc9b expref: 318 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.255185:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.255186:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.255188:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30443ef lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.255205:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a2e00/0xf5091596e2fd6560 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc9b expref: 318 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.255214:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a2e00/0xf5091596e2fd6560 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc9b expref: 318 pid: 14038 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.255222:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4f9ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007968915200:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.255251:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dde40 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.256085:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.256093:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9a00/0xf5091596e3044371 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.256102:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe609e9a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.256106:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9a00/0xf5091596e3044371 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.256116:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9a00/0xf5091596e3044371 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.256133:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9a00/0xf5091596e3044371 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.256140:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9a00/0xf5091596e3044371 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1b01:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.256157:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.256159:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.256161:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.256167:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.257223:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+20:3657:x1855007968909312:12345-0@lo:6:osp-syn-1-1.0 Request processed in 65088us (71347us total) trans 4294989447 rc 0/0 00000100:00100000:3.0:1769074947.257235:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82832 00000100:00100000:0.0:1769074947.257302:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.257326:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.257358:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.257378:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.257399:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.257420:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.257492:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968912000:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.257517:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304438d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.257549:0:14039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14039:1855007968912128:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.257562:0:14039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9800/0xf5091596e3044394 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2451:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.257585:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968912256:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.257596:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9200/0xf5091596e304439b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.257617:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968912384:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.257627:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8800/0xf5091596e30443a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.257648:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007968912640:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.257659:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8600/0xf5091596e30443a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.257678:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe45378e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968912896:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.257687:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8400/0xf5091596e30443b0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.257707:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960284544 00000100:00100000:0.0:1769074947.257712:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960284544 00010000:00010000:0.0:1769074947.257740:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7ac5ea00/0xf5091596e2fbbcf2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2451:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5426 expref: 319 pid: 14038 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.257764:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960284800 00000100:00100000:0.0:1769074947.257767:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960284800 00010000:00010000:0.0:1769074947.257778:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe672a6000/0xf5091596e2fda19d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725038d1 expref: 320 pid: 14052 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.257789:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960285056 00000100:00100000:0.0:1769074947.257792:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960285056 00010000:00010000:0.0:1769074947.257802:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a0da800/0xf5091596e2fc0ea6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea5e1 expref: 321 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.257812:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960284416 00000100:00100000:0.0:1769074947.257815:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960284416 00010000:00010000:0.0:1769074947.257840:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68a75a00/0xf5091596e2fbd349 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a7d expref: 319 pid: 14039 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.257852:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960284672 00000100:00100000:0.0:1769074947.257855:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960284672 00010000:00010000:0.0:1769074947.257866:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68a74e00/0xf5091596e2fbd342 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a76 expref: 322 pid: 14039 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.257876:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960284928 00000100:00100000:0.0:1769074947.257878:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960284928 00010000:00010000:0.0:1769074947.257888:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe61d86e00/0xf5091596e2fbbf99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e56cd expref: 323 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.257902:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40592 00000100:00100000:0.0:1769074947.257910:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+323:2407:x1855007960284544:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.257925:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.257930:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7ac5ea00/0xf5091596e2fbbcf2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2451:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5426 expref: 323 pid: 14038 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.257940:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7ac5ea00/0xf5091596e2fbbcf2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2451:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5426 expref: 323 pid: 14038 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.257962:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7ac5ea00/0xf5091596e2fbbcf2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2451:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5426 expref: 323 pid: 14038 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.257974:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.257976:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.257980:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9800/0xf5091596e3044394 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2451:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.257988:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9800/0xf5091596e3044394 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2451:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.258009:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.258044:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+322:2407:x1855007960284544:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 135us (744us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.258051:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40592 00000100:00100000:0.0:1769074947.258066:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40593 00000100:00100000:0.0:1769074947.258072:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+321:2407:x1855007960284800:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.258080:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.258083:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe672a6000/0xf5091596e2fda19d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725038d1 expref: 321 pid: 14052 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.258094:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe672a6000/0xf5091596e2fda19d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725038d1 expref: 321 pid: 14052 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.258105:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe672a6000/0xf5091596e2fda19d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725038d1 expref: 321 pid: 14052 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.258116:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.258118:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.258121:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8800/0xf5091596e30443a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.258127:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8800/0xf5091596e30443a2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.258143:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.258161:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+320:2407:x1855007960284800:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 89us (834us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.258167:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40593 00000100:00100000:0.0:1769074947.258217:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40594 00000100:00100000:0.0:1769074947.258223:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+319:2407:x1855007960285056:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.258231:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.258236:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a0da800/0xf5091596e2fc0ea6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2102:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea5e1 expref: 319 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.258245:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a0da800/0xf5091596e2fc0ea6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2102:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea5e1 expref: 319 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.258257:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a0da800/0xf5091596e2fc0ea6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2102:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea5e1 expref: 319 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.258266:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.258267:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.258270:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8400/0xf5091596e30443b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.258277:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8400/0xf5091596e30443b0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.258292:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.258309:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+318:2407:x1855007960285056:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 86us (951us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.258315:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40594 00000100:00100000:0.0:1769074947.258328:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40595 00000100:00100000:0.0:1769074947.258334:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+319:2407:x1855007960284416:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.258342:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.258346:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68a75a00/0xf5091596e2fbd349 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a7d expref: 319 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.258357:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68a75a00/0xf5091596e2fbd349 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a7d expref: 319 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.258369:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68a75a00/0xf5091596e2fbd349 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a7d expref: 319 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.258379:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.258380:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.258383:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304438d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.258390:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304438d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.258406:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.258425:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+318:2407:x1855007960284416:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 91us (1046us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.258431:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40595 00000100:00100000:0.0:1769074947.258443:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40596 00000100:00100000:0.0:1769074947.258471:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+317:2407:x1855007960284672:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.258478:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.258482:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68a74e00/0xf5091596e2fbd342 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a76 expref: 317 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.258491:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68a74e00/0xf5091596e2fbd342 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a76 expref: 317 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.258502:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68a74e00/0xf5091596e2fbd342 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a76 expref: 317 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.258511:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.258512:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.258515:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9200/0xf5091596e304439b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.258521:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9200/0xf5091596e304439b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.258538:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.258556:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+316:2407:x1855007960284672:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (1156us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.258562:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40596 00000100:00100000:0.0:1769074947.258575:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40597 00000100:00100000:0.0:1769074947.258582:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+315:2407:x1855007960284928:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.258589:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.258593:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe61d86e00/0xf5091596e2fbbf99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e56cd expref: 315 pid: 14047 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.258602:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe61d86e00/0xf5091596e2fbbf99 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e56cd expref: 315 pid: 14047 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.258614:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe61d86e00/0xf5091596e2fbbf99 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e56cd expref: 315 pid: 14047 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.258623:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.258624:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.258627:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8600/0xf5091596e30443a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.258640:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8600/0xf5091596e30443a9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.258656:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.258673:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+314:2407:x1855007960284928:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 92us (1252us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.258679:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40597 00010000:00010000:0.0:1769074947.258840:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8400/0xf5091596e30443b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.258848:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8400/0xf5091596e30443b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.258857:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8400/0xf5091596e30443b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.258865:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8400/0xf5091596e30443b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.258880:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.259101:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe45379880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+21:3660:x1855007968912768:12345-0@lo:6:osp-syn-0-1.0 Request processed in 24348us (24399us total) trans 4294989451 rc 0/0 00000100:00100000:0.0:1769074947.259109:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82841 00010000:00010000:0.0:1769074947.259130:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.259136:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8400/0xf5091596e30443b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259149:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe609e8400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.259153:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8400/0xf5091596e30443b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259162:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8400/0xf5091596e30443b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259175:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8400/0xf5091596e30443b0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259182:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8400/0xf5091596e30443b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259199:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.259201:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.259203:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.259235:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe45379f80/2, rc 0, transno 4294989451 00000100:00100000:0.0:1769074947.259246:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe45379f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968912768:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074947.259311:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8800/0xf5091596e30443a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259320:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8800/0xf5091596e30443a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259328:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8800/0xf5091596e30443a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259341:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8800/0xf5091596e30443a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259354:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.259488:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5aa98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+21:3657:x1855007968911872:12345-0@lo:6:osp-syn-0-1.0 Request processed in 30973us (33446us total) trans 4294989452 rc 0/0 00000100:00100000:0.0:1769074947.259494:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82839 00010000:00010000:0.0:1769074947.259512:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.259517:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8800/0xf5091596e30443a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259523:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe609e8800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.259526:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8800/0xf5091596e30443a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259534:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8800/0xf5091596e30443a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259545:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8800/0xf5091596e30443a2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259552:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8800/0xf5091596e30443a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259575:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.259577:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.259579:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.259589:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8600/0xf5091596e30443a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259598:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8600/0xf5091596e30443a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259606:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8600/0xf5091596e30443a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259613:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8600/0xf5091596e30443a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259629:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.259733:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+21:3657:x1855007968912512:12345-0@lo:6:osp-syn-0-1.0 Request processed in 25359us (25440us total) trans 4294989453 rc 0/0 00000100:00100000:0.0:1769074947.259740:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82840 00010000:00010000:0.0:1769074947.259755:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.259760:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8600/0xf5091596e30443a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259767:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe609e8600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.259769:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8600/0xf5091596e30443a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259776:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8600/0xf5091596e30443a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259792:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8600/0xf5091596e30443a9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259799:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8600/0xf5091596e30443a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259817:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.259819:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.259821:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.259846:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9200/0xf5091596e304439b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259854:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9200/0xf5091596e304439b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259862:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9200/0xf5091596e304439b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259868:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9200/0xf5091596e304439b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.259880:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.259980:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+21:3660:x1855007968911616:12345-0@lo:6:osp-syn-0-1.0 Request processed in 31612us (37221us total) trans 4294989454 rc 0/0 00000100:00100000:0.0:1769074947.259987:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82838 00010000:00010000:0.0:1769074947.260007:0:14039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9800/0xf5091596e3044394 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.260016:0:14039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9800/0xf5091596e3044394 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.260023:0:14039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9800/0xf5091596e3044394 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.260030:0:14039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9800/0xf5091596e3044394 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.260045:0:14039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074947.260157:0:14039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+21:3660:x1855007968911744:12345-0@lo:6:osp-syn-0-1.0 Request processed in 32036us (37478us total) trans 4294989455 rc 0/0 00000100:00100000:0.0:1769074947.260165:0:14039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82837 00000004:00080000:0.0:1769074947.260203:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57c2ed80/2, rc 0, transno 4294989454 00000100:00100000:0.0:1769074947.260212:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968911616:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074947.260222:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57c2f100/2, rc 0, transno 4294989455 00000100:00100000:0.0:1769074947.260226:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968911744:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.260282:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4be0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968915584:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.260313:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074947.260349:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304438d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.260358:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304438d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.260370:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304438d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.260377:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304438d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.260390:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1769074947.260534:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+20:3658:x1855007968911488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 34736us (44982us total) trans 4294989448 rc 0/0 00000100:00100000:0.0:1769074947.260541:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82836 00000100:00100000:0.0:1769074947.260556:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968915584 00000100:00100000:0.0:1769074947.260562:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968915584 00000100:00100000:0.0:1769074947.260589:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82851 00000100:00100000:0.0:1769074947.260596:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+21:3659:x1855007968915584:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.260618:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2832 count 1 00010000:00010000:0.0:1769074947.260636:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2200/0xf5091596e30443f6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.260650:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe719ec200/0xf5091596e2fbf099 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e87c6 expref: 313 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.260657:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.260659:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.260662:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2200/0xf5091596e30443f6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.260685:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe719ec200/0xf5091596e2fbf099 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e87c6 expref: 313 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.260698:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe719ec200/0xf5091596e2fbf099 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e87c6 expref: 313 pid: 14039 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.260709:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe45379180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968915712:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.260761:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.260909:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968915328:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.260938:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1769074947.260969:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4be0c000/2, rc 0, transno 4294989453 00000100:00100000:2.0:1769074947.260977:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4be0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968912512:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074947.260987:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57c2d180/2, rc 0, transno 4294989452 00000100:00100000:2.0:1769074947.260991:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968911872:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074947.261002:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73b66d80/2, rc 0, transno 4294989447 00000100:00100000:2.0:1769074947.261011:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968909312:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.261020:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074947.261025:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968915456:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.261044:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1769074947.261065:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1769074947.261071:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9200/0xf5091596e304439b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.261078:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe609e9200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.261082:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9200/0xf5091596e304439b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.261090:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9200/0xf5091596e304439b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.261103:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9200/0xf5091596e304439b lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.261110:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9200/0xf5091596e304439b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.261125:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074947.261129:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9800/0xf5091596e3044394 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.261141:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe609e9800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.261144:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9800/0xf5091596e3044394 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.261150:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9800/0xf5091596e3044394 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.261159:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9800/0xf5091596e3044394 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.261165:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9800/0xf5091596e3044394 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.261176:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.261180:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304438d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.261187:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.261190:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304438d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.261197:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304438d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.261207:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304438d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.261219:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304438d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xf9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.261231:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.261233:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.261234:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.261717:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.261723:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.261744:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968915328 00000100:00100000:2.0:1769074947.261749:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968915328 00000100:00100000:2.0:1769074947.261779:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968915456 00000100:00100000:2.0:1769074947.261782:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968915456 00000100:00100000:2.0:1769074947.261801:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82852 00000100:00100000:2.0:1769074947.261808:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+23:3657:x1855007968915328:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.261840:0:14039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1507 count 1 00010000:00010000:2.0:1769074947.261859:0:14039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e30443fd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.261873:0:14039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68619a00/0xf5091596e2fd1780 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724faeb4 expref: 313 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.261879:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.261881:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.261884:0:14039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e30443fd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.261909:0:14039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe68619a00/0xf5091596e2fd1780 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faeb4 expref: 313 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.261924:0:14039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe68619a00/0xf5091596e2fd1780 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faeb4 expref: 313 pid: 14043 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.261935:0:14039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14039:1855007968915840:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.261979:0:14039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b540 going to sleep for 11 seconds 00000004:00080000:2.0:1769074947.262014:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe565fb480/2, rc 0, transno 4294989448 00000100:00100000:2.0:1769074947.262019:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968911488:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.262104:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82853 00000100:00100000:3.0:1769074947.262116:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+23:3657:x1855007968915456:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074947.262129:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7864 count 1 00010000:00010000:3.0:1769074947.262142:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e3044404 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1eb8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.262155:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d283200/0xf5091596e2fc94f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1eb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f2c2a expref: 313 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.262161:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.262163:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.262166:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e3044404 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1eb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.262184:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d283200/0xf5091596e2fc94f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1eb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2c2a expref: 313 pid: 14044 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074947.265958:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968916096:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.266037:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.266083:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.266089:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968916480:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.266113:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.266143:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968916224:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.266165:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.266187:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074947.266192:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968916352:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.266213:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.266244:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968916096 00000100:00100000:1.0:1769074947.266250:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968916096 00000100:00100000:1.0:1769074947.266287:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968916480 00000100:00100000:1.0:1769074947.266290:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968916480 00000100:00100000:1.0:1769074947.266302:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968916224 00000100:00100000:1.0:1769074947.266305:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968916224 00000100:00100000:1.0:1769074947.266316:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968916352 00000100:00100000:1.0:1769074947.266318:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968916352 00000100:00100000:1.0:1769074947.266333:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82854 00000100:00100000:1.0:1769074947.266342:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+21:3660:x1855007968916096:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.266367:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2005 count 1 00010000:00010000:1.0:1769074947.266396:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78000/0xf5091596e304440b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.266418:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65889200/0xf5091596e2fc1146 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ea881 expref: 317 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.266427:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.266429:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.266433:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78000/0xf5091596e304440b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.266488:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe65889200/0xf5091596e2fc1146 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea881 expref: 317 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.266502:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65889200/0xf5091596e2fc1146 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea881 expref: 317 pid: 14044 timeout: 1735 lvb_type: 1 00000100:00100000:1.0:1769074947.266513:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa9b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968916608:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.266566:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.266586:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82855 00000100:00100000:1.0:1769074947.266594:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5aa98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+25:3660:x1855007968916480:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.266608:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5642 count 1 00010000:00010000:1.0:1769074947.266624:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3044412 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x160a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.266636:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bcbb400/0xf5091596e2fd2ee8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x160a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fc61c expref: 313 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.266643:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.266644:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.266647:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3044412 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x160a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.266666:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bcbb400/0xf5091596e2fd2ee8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x160a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc61c expref: 313 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.266676:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bcbb400/0xf5091596e2fd2ee8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x160a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc61c expref: 313 pid: 14044 timeout: 1735 lvb_type: 1 00000100:00100000:1.0:1769074947.266687:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007968916736:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.266711:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20ef00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.267041:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.267064:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.267086:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.267109:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.267147:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968914304:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.267170:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30443d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.267192:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960285312 00000100:00100000:2.0:1769074947.267196:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960285312 00010000:00010000:2.0:1769074947.267220:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe76992c00/0xf5091596e2fd6567 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc94 expref: 314 pid: 14052 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.267242:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960285440 00000100:00100000:2.0:1769074947.267245:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960285440 00010000:00010000:2.0:1769074947.267258:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7ac5f800/0xf5091596e2fbbcf9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2451:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e542d expref: 318 pid: 14038 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.267280:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960285184 00000100:00100000:2.0:1769074947.267283:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960285184 00010000:00010000:2.0:1769074947.267294:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe61de9000/0xf5091596e2fbc37b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x10f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5aaf expref: 315 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.267309:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960285568 00000100:00100000:2.0:1769074947.267312:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960285568 00010000:00010000:2.0:1769074947.267322:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4856a000/0xf5091596e2fda196 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725038ca expref: 319 pid: 14010 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.267335:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40598 00000100:00100000:2.0:1769074947.267343:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+315:2409:x1855007960285312:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.267352:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.267357:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe76992c00/0xf5091596e2fd6567 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1ac2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc94 expref: 315 pid: 14052 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.267368:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe76992c00/0xf5091596e2fd6567 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ac2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc94 expref: 315 pid: 14052 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.267391:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.267394:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.267397:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8c00/0xf5091596e30443be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ac2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.267408:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8c00/0xf5091596e30443be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1ac2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.267427:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.267485:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+315:2409:x1855007960285312:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 141us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.267492:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40598 00000100:00100000:2.0:1769074947.267511:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40599 00000100:00100000:2.0:1769074947.267517:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+319:2407:x1855007960285440:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.267525:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.267529:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7ac5f800/0xf5091596e2fbbcf9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2451:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e542d expref: 319 pid: 14038 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.267538:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7ac5f800/0xf5091596e2fbbcf9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2451:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e542d expref: 319 pid: 14038 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.267550:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.267552:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.267555:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8200/0xf5091596e30443c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2451:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.267562:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8200/0xf5091596e30443c5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2451:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.267572:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.267589:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+319:2407:x1855007960285440:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 72us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.267596:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40599 00000100:00100000:2.0:1769074947.267607:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40600 00000100:00100000:2.0:1769074947.267613:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433d9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+314:2407:x1855007960285184:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.267620:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.267624:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe61de9000/0xf5091596e2fbc37b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x10f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5aaf expref: 314 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.267634:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe61de9000/0xf5091596e2fbc37b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5aaf expref: 314 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.267645:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.267647:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.267650:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9e00/0xf5091596e30443b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.267657:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9e00/0xf5091596e30443b7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x10f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.267669:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.267686:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433d9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+314:2407:x1855007960285184:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 73us (599us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.267692:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40600 00000100:00100000:2.0:1769074947.267735:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40601 00000100:00100000:2.0:1769074947.267742:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+318:2407:x1855007960285568:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.267749:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.267753:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4856a000/0xf5091596e2fda196 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725038ca expref: 318 pid: 14010 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.267768:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4856a000/0xf5091596e2fda196 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725038ca expref: 318 pid: 14010 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.267780:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4856a000/0xf5091596e2fda196 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725038ca expref: 318 pid: 14010 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.267793:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.267794:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.267797:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30443d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.267804:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30443d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.267821:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.267854:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+317:2407:x1855007960285568:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 111us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.267859:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40601 00010000:00010000:2.0:1769074947.267879:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30443d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.267887:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30443d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.267896:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30443d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.267908:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30443d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.267925:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.268162:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+22:3660:x1855007968913792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 28187us (28608us total) trans 4294989449 rc 0/0 00000100:00100000:2.0:1769074947.268169:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82846 00000100:00100000:2.0:1769074947.268186:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82856 00000100:00100000:2.0:1769074947.268193:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5aa99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+21:3657:x1855007968916224:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.268212:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1507 count 1 00010000:00010000:2.0:1769074947.268229:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044419 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.268242:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861ac00/0xf5091596e2fd1787 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724faebb expref: 316 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.268248:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.268250:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.268253:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044419 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.268277:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861ac00/0xf5091596e2fd1787 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faebb expref: 316 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.268289:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861ac00/0xf5091596e2fd1787 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faebb expref: 316 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.268306:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968916864:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.268339:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b000 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.268479:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe61de9000/0xf5091596e2fbc37b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5aaf expref: 313 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:1.0:1769074947.268491:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4537b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968913152:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.268509:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9e00/0xf5091596e30443b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.268518:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9e00/0xf5091596e30443b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.268561:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9e00/0xf5091596e30443b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.268570:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9e00/0xf5091596e30443b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.268577:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9e00/0xf5091596e30443b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.268593:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.268751:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe45379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+26:3660:x1855007968913024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 32678us (32955us total) trans 4294989456 rc 0/0 00000100:00100000:1.0:1769074947.268758:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82842 00000100:00100000:1.0:1769074947.268775:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82857 00000100:00100000:1.0:1769074947.268783:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+25:3657:x1855007968916352:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.268796:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3269 count 1 00010000:00010000:1.0:1769074947.268808:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e3044420 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.268820:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80790800/0xf5091596e2fd9525 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072502c59 expref: 312 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.268840:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.268842:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.268845:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e3044420 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.268888:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe80790800/0xf5091596e2fd9525 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502c59 expref: 312 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.268897:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80790800/0xf5091596e2fd9525 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502c59 expref: 312 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:1.0:1769074947.268908:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa9b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968916992:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.268942:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e900 going to sleep for 11 seconds 00000004:00080000:1.0:1769074947.268973:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57aedf80/2, rc 0, transno 4294989449 00000100:00100000:1.0:1769074947.268985:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aedf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968913792:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.268997:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe45378a80/2, rc 0, transno 4294989456 00000100:00100000:1.0:1769074947.269005:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe45378a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968913024:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.269078:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc6703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968917248:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.269104:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.269132:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc6703800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968917120:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.269149:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.269729:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968917248 00000100:00100000:0.0:1769074947.269738:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968917248 00000100:00100000:0.0:1769074947.269764:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968917120 00000100:00100000:0.0:1769074947.269767:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968917120 00000100:00100000:0.0:1769074947.269781:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82858 00000100:00100000:0.0:1769074947.269787:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+26:3657:x1855007968917248:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.269803:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9024 count 1 00010000:00010000:0.0:1769074947.269817:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e3044427 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2340:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.269840:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe656b6400/0xf5091596e2fc4d91 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4c5 expref: 312 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.269847:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.269849:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.269852:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e3044427 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.269872:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe656b6400/0xf5091596e2fc4d91 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4c5 expref: 312 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.269888:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe656b6400/0xf5091596e2fc4d91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4c5 expref: 312 pid: 14045 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.269898:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe45378e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968917376:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.269929:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.269945:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82859 00000100:00100000:0.0:1769074947.269952:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+22:3660:x1855007968917120:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.269962:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7864 count 1 00010000:00010000:0.0:1769074947.269975:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2e00/0xf5091596e304442e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.269976:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d283200/0xf5091596e2fc94f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1eb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2c2a expref: 312 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.269986:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe78f15000/0xf5091596e2fc94fd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f2c31 expref: 316 pid: 14047 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074947.269989:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968915968:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.269993:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.269994:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.269997:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2e00/0xf5091596e304442e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270014:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe78f15000/0xf5091596e2fc94fd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2c31 expref: 316 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.270022:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe78f15000/0xf5091596e2fc94fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2c31 expref: 316 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.270037:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4537b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007968917504:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.270060:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6c00 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.270097:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe76992c00/0xf5091596e2fd6567 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc94 expref: 312 pid: 14052 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.270109:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4537a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007968913536:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.270122:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8c00/0xf5091596e30443be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270131:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8c00/0xf5091596e30443be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270138:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8c00/0xf5091596e30443be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270148:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8c00/0xf5091596e30443be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270155:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8c00/0xf5091596e30443be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270168:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1769074947.270352:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe45378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+27:3657:x1855007968913408:12345-0@lo:6:osp-syn-0-1.0 Request processed in 31862us (31958us total) trans 4294989457 rc 0/0 00000100:00100000:0.0:1769074947.270358:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82843 00010000:00010000:0.0:1769074947.270394:0:8669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7ac5f800/0xf5091596e2fbbcf9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2451:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e542d expref: 316 pid: 14038 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.270403:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968913664:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.270414:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8200/0xf5091596e30443c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270421:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8200/0xf5091596e30443c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270426:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8200/0xf5091596e30443c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270433:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8200/0xf5091596e30443c5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270440:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8200/0xf5091596e30443c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270470:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1769074947.270597:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+23:3658:x1855007968913280:12345-0@lo:6:osp-syn-1-1.0 Request processed in 31558us (31615us total) trans 4294989450 rc 0/0 00000100:00100000:0.0:1769074947.270604:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82844 00010000:00010000:0.0:1769074947.270652:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1769074947.270658:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30443d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270666:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.270671:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30443d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270680:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30443d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270695:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30443d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270702:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30443d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270717:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1769074947.270721:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9e00/0xf5091596e30443b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270727:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe609e9e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.270729:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9e00/0xf5091596e30443b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270737:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9e00/0xf5091596e30443b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270746:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9e00/0xf5091596e30443b7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270753:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9e00/0xf5091596e30443b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270771:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.270775:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8c00/0xf5091596e30443be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270781:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe609e8c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.270784:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8c00/0xf5091596e30443be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270791:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8c00/0xf5091596e30443be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270800:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8c00/0xf5091596e30443be lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270806:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e8c00/0xf5091596e30443be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270840:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.270843:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8200/0xf5091596e30443c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270850:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe609e8200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.270853:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8200/0xf5091596e30443c5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270860:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8200/0xf5091596e30443c5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270870:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8200/0xf5091596e30443c5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270877:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e8200/0xf5091596e30443c5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2451:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.270889:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.270890:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.270892:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.270897:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.271025:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.271047:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.271066:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.271085:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.271167:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.271215:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.271241:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007968914176:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.271254:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9600/0xf5091596e30443cc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.271277:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007968914688:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.271287:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30443e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.271307:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007968914944:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.271318:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30443e8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.271338:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4f9ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007968915200:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.271347:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30443ef lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.271361:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960285952 00000100:00100000:0.0:1769074947.271366:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960285952 00010000:00010000:0.0:1769074947.271386:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65888600/0xf5091596e2fc114d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea87a expref: 312 pid: 14044 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.271402:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960285696 00000100:00100000:0.0:1769074947.271405:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960285696 00010000:00010000:0.0:1769074947.271416:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe64a8bc00/0xf5091596e2fbbf92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e56c6 expref: 316 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.271427:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960286080 00000100:00100000:0.0:1769074947.271429:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960286080 00010000:00010000:0.0:1769074947.271438:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe61deb000/0xf5091596e2fbc374 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5aa8 expref: 317 pid: 14043 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.271474:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960285824 00000100:00100000:3.0:1769074947.271478:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960285824 00010000:00010000:3.0:1769074947.271496:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe565b6800/0xf5091596e2fc0ead lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea5da expref: 318 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.271498:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960286208 00000100:00100000:0.0:1769074947.271501:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960286208 00000100:00100000:3.0:1769074947.271509:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960286336 00000100:00100000:3.0:1769074947.271511:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960286336 00010000:00010000:0.0:1769074947.271512:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a2e00/0xf5091596e2fd6560 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc9b expref: 319 pid: 14038 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.271520:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe719ec200/0xf5091596e2fbf099 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e87c6 expref: 313 pid: 14039 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.271526:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40602 00000100:00100000:0.0:1769074947.271533:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+313:2407:x1855007960285952:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074947.271533:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40603 00000100:00100000:3.0:1769074947.271538:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+319:2409:x1855007960285696:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.271544:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.271544:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.271548:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe65888600/0xf5091596e2fc114d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea87a expref: 313 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.271549:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe64a8bc00/0xf5091596e2fbbf92 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e56c6 expref: 319 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.271560:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe65888600/0xf5091596e2fc114d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea87a expref: 313 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.271560:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe64a8bc00/0xf5091596e2fbbf92 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e56c6 expref: 319 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.271577:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65888600/0xf5091596e2fc114d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea87a expref: 313 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.271577:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64a8bc00/0xf5091596e2fbbf92 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e56c6 expref: 319 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.271588:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.271589:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.271590:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.271591:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.271595:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30443e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.271595:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9600/0xf5091596e30443cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.271605:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30443e1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.271605:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9600/0xf5091596e30443cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.271624:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074947.271624:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.271652:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+318:2409:x1855007960285696:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 113us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.271659:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40603 00000100:00100000:3.0:1769074947.271678:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40604 00000100:00100000:3.0:1769074947.271684:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+317:2409:x1855007960286080:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.271691:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.271695:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe61deb000/0xf5091596e2fbc374 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5aa8 expref: 317 pid: 14043 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.271709:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe61deb000/0xf5091596e2fbc374 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5aa8 expref: 317 pid: 14043 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.272149:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe61deb000/0xf5091596e2fbc374 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5aa8 expref: 317 pid: 14043 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.272159:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.272160:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.272163:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30443e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.272170:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30443e8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.272190:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074947.272292:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.272299:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.272499:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+312:2407:x1855007960285952:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 965us (1472us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.272507:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40602 00000100:00100000:0.0:1769074947.272524:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40605 00000100:00100000:0.0:1769074947.272531:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+316:2409:x1855007960285824:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.272539:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.272545:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe565b6800/0xf5091596e2fc0ead lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2102:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea5da expref: 316 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.272554:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe565b6800/0xf5091596e2fc0ead lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2102:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea5da expref: 316 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.272620:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.272622:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.272625:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30443da lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2102:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.272632:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30443da lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2102:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.272645:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.272664:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+316:2409:x1855007960285824:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 134us (1578us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.272670:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40605 00000100:00100000:0.0:1769074947.272682:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40606 00000100:00100000:0.0:1769074947.272689:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+315:2409:x1855007960286208:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.272696:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.272700:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a2e00/0xf5091596e2fd6560 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc9b expref: 315 pid: 14038 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.272709:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a2e00/0xf5091596e2fd6560 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc9b expref: 315 pid: 14038 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.272727:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a2e00/0xf5091596e2fd6560 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc9b expref: 315 pid: 14038 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.272736:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.272737:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.272740:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30443ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.272747:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30443ef lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.272769:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.272788:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+314:2409:x1855007960286208:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 99us (1621us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.272795:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40606 00000100:00100000:0.0:1769074947.272808:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40607 00000100:00100000:0.0:1769074947.272815:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+311:2410:x1855007960286336:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.272831:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.272838:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe719ec200/0xf5091596e2fbf099 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xb10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e87c6 expref: 311 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.272847:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe719ec200/0xf5091596e2fbf099 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e87c6 expref: 311 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.272861:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.272863:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.272866:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2200/0xf5091596e30443f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.272873:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2200/0xf5091596e30443f6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.272884:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.272901:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+311:2410:x1855007960286336:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (1686us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.272906:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40607 00010000:00010000:0.0:1769074947.272929:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30443e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.272937:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30443e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.272947:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30443e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.272954:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30443e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.272970:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.273172:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+27:3657:x1855007968914560:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18877us (18946us total) trans 4294989458 rc 0/0 00000100:00100000:0.0:1769074947.273180:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82848 00010000:00010000:0.0:1769074947.273202:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9600/0xf5091596e30443cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.273215:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9600/0xf5091596e30443cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.273223:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9600/0xf5091596e30443cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.273230:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9600/0xf5091596e30443cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.273242:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074947.273362:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+23:3660:x1855007968913920:12345-0@lo:6:osp-syn-1-1.0 Request processed in 33623us (33859us total) trans 4294989451 rc 0/0 00000100:00100000:0.0:1769074947.273369:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82845 00010000:00010000:0.0:1769074947.273388:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30443e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.273395:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30443e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.273403:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30443e8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.273410:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30443e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.273421:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1769074947.273541:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+23:3660:x1855007968914816:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18680us (18747us total) trans 4294989452 rc 0/0 00000100:00100000:0.0:1769074947.273547:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82849 00000100:00100000:3.0:1769074947.274854:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+313:2409:x1855007960286080:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 3159us (3776us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.274866:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40604 00000100:00100000:3.0:1769074947.275046:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e959c0 going to sleep for 11 seconds 00000004:00080000:3.0:1769074947.279049:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57c2d880/2, rc 0, transno 4294989458 00000100:00100000:3.0:1769074947.279070:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968914560:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074947.279083:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe45379500/2, rc 0, transno 4294989457 00000100:00100000:3.0:1769074947.279086:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe45379500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968913408:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.279163:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074947.279177:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968917632:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.279234:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.279272:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968917632 00000100:00100000:3.0:1769074947.279278:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968917632 00000100:00100000:3.0:1769074947.279402:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82860 00000100:00100000:3.0:1769074947.279410:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+27:3657:x1855007968917632:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074947.279433:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4996 count 1 00010000:00010000:3.0:1769074947.279477:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15000/0xf5091596e3044435 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1384:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.279498:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe688d4800/0xf5091596e2fd53cb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724feaf8 expref: 310 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.279506:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.279508:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.279512:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15000/0xf5091596e3044435 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.279539:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe688d4800/0xf5091596e2fd53cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaf8 expref: 310 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.279550:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe688d4800/0xf5091596e2fd53cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaf8 expref: 310 pid: 14039 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.279561:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968917888:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.279613:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.281385:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.281407:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.281429:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.281588:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.281619:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.281647:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.281665:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.281683:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074947.281905:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30443ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.281919:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30443ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.281929:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30443ef lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.281937:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30443ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.281954:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1769074947.282214:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+23:3660:x1855007968915072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27069us (27125us total) trans 4294989453 rc 0/0 00000100:00100000:2.0:1769074947.282225:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82850 00010000:00010000:2.0:1769074947.282261:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1769074947.282268:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30443e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.282276:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd2800 already unused, calling callback (ffffffffc0cdeb90) 00000100:00100000:3.0:1769074947.282279:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa9b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968916608:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.282280:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30443e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.282289:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30443e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.282301:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78000/0xf5091596e304440b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.282307:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30443e1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.282313:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30443e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.282329:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:3.0:1769074947.282330:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa99f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007968916736:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.282333:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9600/0xf5091596e30443cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.282339:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe609e9600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.282339:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3044412 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x160a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.282342:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9600/0xf5091596e30443cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.282350:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9600/0xf5091596e30443cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.282359:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9600/0xf5091596e30443cc lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.282359:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa9b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968916992:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.282366:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe609e9600/0xf5091596e30443cc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.282368:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e3044420 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.282385:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:3.0:1769074947.282386:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960286464 00010000:00010000:2.0:1769074947.282389:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30443e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.282392:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960286464 00010000:00010000:2.0:1769074947.282394:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd3600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.282397:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30443e8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.282403:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30443e8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.282411:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30443e8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.282416:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30443e8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x10f7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.282420:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65889200/0xf5091596e2fc1146 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea881 expref: 313 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.282428:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.282431:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30443ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.282437:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd3e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.282440:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30443ef lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.282463:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30443ef lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.282470:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960286720 00000100:00100000:3.0:1769074947.282473:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960286720 00010000:00010000:2.0:1769074947.282475:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30443ef lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.282482:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30443ef lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ac2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.282485:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bcbb400/0xf5091596e2fd2ee8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x160a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc61c expref: 311 pid: 14044 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.282500:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960286592 00010000:00010000:2.0:1769074947.282502:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.282502:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960286592 00010000:00010000:2.0:1769074947.282504:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.282506:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.282512:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.282512:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68619a00/0xf5091596e2fd1780 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faeb4 expref: 312 pid: 14043 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.282521:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960286848 00000100:00100000:3.0:1769074947.282524:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960286848 00010000:00010000:3.0:1769074947.282534:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861ac00/0xf5091596e2fd1787 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faebb expref: 314 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.282544:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960287104 00000100:00100000:3.0:1769074947.282547:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960287104 00010000:00010000:3.0:1769074947.282663:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe656b6400/0xf5091596e2fc4d91 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4c5 expref: 313 pid: 14045 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.282681:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960287360 00000100:00100000:3.0:1769074947.282685:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960287360 00010000:00010000:3.0:1769074947.282700:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d283200/0xf5091596e2fc94f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1eb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2c2a expref: 314 pid: 14044 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.282711:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960286976 00000100:00100000:3.0:1769074947.282770:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960286976 00010000:00010000:3.0:1769074947.282784:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80790800/0xf5091596e2fd9525 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502c59 expref: 315 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.282797:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960287232 00000100:00100000:3.0:1769074947.282800:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960287232 00010000:00010000:3.0:1769074947.282812:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe78f15000/0xf5091596e2fc94fd lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2c31 expref: 315 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.282837:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40608 00000100:00100000:3.0:1769074947.282846:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+315:2408:x1855007960286464:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.282859:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.282865:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe65889200/0xf5091596e2fc1146 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea881 expref: 315 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.282875:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe65889200/0xf5091596e2fc1146 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea881 expref: 315 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.282894:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65889200/0xf5091596e2fc1146 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea881 expref: 315 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.282905:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.282907:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.282912:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78000/0xf5091596e304440b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.282921:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78000/0xf5091596e304440b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.282956:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074947.282986:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78000/0xf5091596e304440b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.282995:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78000/0xf5091596e304440b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.282999:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+314:2408:x1855007960286464:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 155us (1625us total) trans 0 rc 0/0 00010000:00010000:2.0:1769074947.283004:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78000/0xf5091596e304440b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.283006:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40608 00010000:00010000:2.0:1769074947.283011:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78000/0xf5091596e304440b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.283020:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40609 00010000:00010000:2.0:1769074947.283023:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.283026:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+315:2408:x1855007960286720:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.283033:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.283037:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bcbb400/0xf5091596e2fd2ee8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x160a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc61c expref: 315 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.283046:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bcbb400/0xf5091596e2fd2ee8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x160a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc61c expref: 315 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.283058:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bcbb400/0xf5091596e2fd2ee8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x160a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc61c expref: 315 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.283066:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.283068:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.283070:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3044412 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x160a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.283077:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3044412 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x160a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.283092:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.283111:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565fa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+314:2408:x1855007960286720:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 85us (1702us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.283118:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40609 00000100:00100000:3.0:1769074947.283131:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40610 00000100:00100000:3.0:1769074947.283137:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+313:2408:x1855007960286592:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.283143:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.283149:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68619a00/0xf5091596e2fd1780 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faeb4 expref: 313 pid: 14043 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.283158:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68619a00/0xf5091596e2fd1780 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faeb4 expref: 313 pid: 14043 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.283166:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5aa9a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+23:3660:x1855007968916096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16825us (17129us total) trans 4294989454 rc 0/0 00010000:00010000:3.0:1769074947.283170:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.283171:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1769074947.283173:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82854 00010000:00010000:3.0:1769074947.283175:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e30443fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.283181:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e30443fd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.283191:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.283191:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074947.283195:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78000/0xf5091596e304440b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.283202:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.283205:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78000/0xf5091596e304440b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.283208:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+313:2408:x1855007960286592:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 71us (1778us total) trans 0 rc 0/0 00010000:00010000:2.0:1769074947.283213:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78000/0xf5091596e304440b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.283214:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40610 00010000:00010000:2.0:1769074947.283223:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78000/0xf5091596e304440b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.283226:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40611 00010000:00010000:2.0:1769074947.283231:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78000/0xf5091596e304440b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.283232:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+313:2410:x1855007960286848:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.283239:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.283244:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.283244:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861ac00/0xf5091596e2fd1787 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faebb expref: 313 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.283246:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.283248:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.283253:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861ac00/0xf5091596e2fd1787 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faebb expref: 313 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.283270:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.283271:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.283274:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044419 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.283281:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044419 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.283293:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.283310:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+313:2410:x1855007960286848:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 78us (1722us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.283317:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40611 00000100:00100000:3.0:1769074947.283329:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40612 00000100:00100000:3.0:1769074947.283336:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+312:2408:x1855007960287104:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.283343:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.283348:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe656b6400/0xf5091596e2fc4d91 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4c5 expref: 312 pid: 14045 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.283357:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe656b6400/0xf5091596e2fc4d91 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4c5 expref: 312 pid: 14045 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.283368:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.283370:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.283373:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e3044427 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.283385:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e3044427 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.283396:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.283413:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+312:2408:x1855007960287104:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 77us (1793us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.283419:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40612 00000100:00100000:3.0:1769074947.283431:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40613 00000100:00100000:3.0:1769074947.283437:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+311:2410:x1855007960287360:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.283443:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.283469:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d283200/0xf5091596e2fc94f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1eb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2c2a expref: 311 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.283478:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d283200/0xf5091596e2fc94f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1eb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2c2a expref: 311 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.283489:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.283491:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.283494:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e3044404 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1eb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.283501:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e3044404 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1eb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.283513:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1769074947.283529:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5aa9ad80/2, rc 0, transno 4294989454 00000100:00100000:3.0:1769074947.283529:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+311:2410:x1855007960287360:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 93us (1881us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.283536:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40613 00000100:00100000:2.0:1769074947.283549:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968916096:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.283549:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40614 00000100:00100000:3.0:1769074947.283555:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433db850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+310:2410:x1855007960286976:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000004:00080000:2.0:1769074947.283561:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57c2f480/2, rc 0, transno 4294989453 00000100:00100000:2.0:1769074947.283565:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968915072:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074947.283574:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57c2c000/2, rc 0, transno 4294989452 00000100:00100000:2.0:1769074947.283577:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968914816:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074947.283585:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57aec700/2, rc 0, transno 4294989451 00000100:00100000:2.0:1769074947.283588:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968913920:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.283595:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074947.283608:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968917760:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.283642:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.283672:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968917760 00000100:00100000:2.0:1769074947.283676:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968917760 00000100:00100000:2.0:1769074947.283701:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82861 00000100:00100000:2.0:1769074947.283706:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+28:3660:x1855007968917760:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.283726:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4565 count 1 00010000:00010000:2.0:1769074947.283746:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304443c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.283759:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d0bdc00/0xf5091596e2fd57de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fef19 expref: 310 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.283766:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.283767:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.283770:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304443c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.283795:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d0bdc00/0xf5091596e2fd57de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fef19 expref: 310 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.283806:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d0bdc00/0xf5091596e2fd57de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fef19 expref: 310 pid: 14052 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.283817:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968918016:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.283867:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b180 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.283898:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe719ec200/0xf5091596e2fbf099 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e87c6 expref: 310 pid: 14039 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.283909:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe45379180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968915712:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.283917:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.283923:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe80790800/0xf5091596e2fd9525 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502c59 expref: 309 pid: 14047 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.283924:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2200/0xf5091596e30443f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.283933:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2200/0xf5091596e30443f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.283934:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe80790800/0xf5091596e2fd9525 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502c59 expref: 309 pid: 14047 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.283940:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2200/0xf5091596e30443f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.283947:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80790800/0xf5091596e2fd9525 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502c59 expref: 309 pid: 14047 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.283949:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2200/0xf5091596e30443f6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.283957:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.283959:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.283962:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2200/0xf5091596e30443f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.283962:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e3044420 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.283970:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e3044420 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.283976:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074947.283987:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.284009:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433db850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+308:2410:x1855007960286976:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 453us (2342us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.284012:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40615 00000100:00100000:0.0:1769074947.284027:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+312:2410:x1855007960287232:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.284037:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.284043:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe78f15000/0xf5091596e2fc94fd lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2c31 expref: 312 pid: 14047 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.284055:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe78f15000/0xf5091596e2fc94fd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2c31 expref: 312 pid: 14047 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.284081:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.284084:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.284087:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2e00/0xf5091596e304442e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.284095:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2e00/0xf5091596e304442e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.284111:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.284130:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+312:2410:x1855007960287232:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 108us (2446us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.284156:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+29:3659:x1855007968915584:12345-0@lo:6:osp-syn-0-1.0 Request processed in 23559us (23841us total) trans 4294989459 rc 0/0 00000100:00100000:2.0:1769074947.284163:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82851 00010000:00010000:2.0:1769074947.284182:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.284187:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2200/0xf5091596e30443f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.284194:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd2200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.284198:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2200/0xf5091596e30443f6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.284205:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2200/0xf5091596e30443f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.284216:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2200/0xf5091596e30443f6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.284222:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2200/0xf5091596e30443f6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.284236:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.284238:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.284239:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.284242:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40614 00010000:00010000:2.0:1769074947.284262:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe565b6800/0xf5091596e2fc0ead lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2102:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea5da expref: 312 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.284271:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968914432:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.284276:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3044412 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.284283:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30443da lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.284284:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3044412 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.284291:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30443da lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.284293:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3044412 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.284298:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30443da lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.284300:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3044412 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.284311:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30443da lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.284313:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074947.284318:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30443da lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.284327:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074947.284423:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5aa98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:3660:x1855007968916480:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17830us (18308us total) trans 4294989460 rc 0/0 00000100:00100000:2.0:1769074947.284431:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+23:3657:x1855007968914048:12345-0@lo:6:osp-syn-1-1.0 Request processed in 43986us (44201us total) trans 4294989455 rc 0/0 00000100:00100000:3.0:1769074947.284442:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82855 00010000:00010000:3.0:1769074947.284482:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e3044420 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.284490:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e3044420 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.284497:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e3044420 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.284504:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e3044420 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.284512:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1769074947.284626:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+29:3657:x1855007968916352:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15844us (18411us total) trans 4294989461 rc 0/0 00000100:00100000:0.0:1769074947.286060:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40615 00010000:00010000:0.0:1769074947.286156:0:14043:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe656b6400/0xf5091596e2fc4d91 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4c5 expref: 307 pid: 14045 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.286176:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe45378e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968917376:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.286331:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82847 00010000:00010000:2.0:1769074947.286359:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1769074947.286360:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e3044427 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.286368:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3044412 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.286373:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e3044427 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.286380:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.286383:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e3044427 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.286386:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3044412 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.286400:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e3044427 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.286403:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3044412 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.286417:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e3044427 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.286428:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1769074947.286432:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3044412 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.286441:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3044412 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.286525:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074947.286533:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30443da lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.286541:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.286545:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30443da lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.286557:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30443da lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.286569:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30443da lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.286576:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30443da lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2102:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.286595:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.286599:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e3044420 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.286606:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.286609:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e3044420 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.286617:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e3044420 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.286627:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e3044420 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.286634:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e3044420 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.286662:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.286666:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e3044427 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.286673:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd3000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.286676:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e3044427 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.286684:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e3044427 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.286685:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6700e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+30:3657:x1855007968917248:12345-0@lo:6:osp-syn-0-1.0 Request processed in 16896us (17578us total) trans 4294989462 rc 0/0 00000100:00100000:0.0:1769074947.286704:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82858 00010000:00010000:1.0:1769074947.286706:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e3044427 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.286714:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e3044427 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.286730:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.286733:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.286735:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.286743:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe78f15000/0xf5091596e2fc94fd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2c31 expref: 310 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.286757:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4537b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007968917504:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.286771:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2e00/0xf5091596e304442e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.286780:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2e00/0xf5091596e304442e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.286786:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2e00/0xf5091596e304442e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.286794:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2e00/0xf5091596e304442e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.286801:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2e00/0xf5091596e304442e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.286820:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074947.286945:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.286948:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2e00/0xf5091596e304442e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.286954:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd2e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.286957:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2e00/0xf5091596e304442e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.286963:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2e00/0xf5091596e304442e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.286973:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2e00/0xf5091596e304442e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.286979:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2e00/0xf5091596e304442e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.286991:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.286993:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.286995:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.287001:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.287026:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc6702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968918400:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.287064:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1769074947.287106:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57aef100/2, rc 0, transno 4294989450 00000100:00100000:2.0:1769074947.287115:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968913280:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.287126:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074947.287132:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc6702a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968918272:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.287152:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.287177:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968918400 00000100:00100000:2.0:1769074947.287184:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968918400 00000100:00100000:2.0:1769074947.287212:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968918272 00000100:00100000:2.0:1769074947.287215:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968918272 00000100:00100000:2.0:1769074947.287231:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82862 00000100:00100000:2.0:1769074947.287237:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+24:3658:x1855007968918400:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.287260:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5642 count 1 00010000:00010000:2.0:1769074947.287279:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044443 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x160a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.287293:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bcbbc00/0xf5091596e2fd2eef lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x160a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fc623 expref: 309 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.287301:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.287303:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.287306:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044443 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x160a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.287333:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bcbbc00/0xf5091596e2fd2eef lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x160a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc623 expref: 309 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.287346:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bcbbc00/0xf5091596e2fd2eef lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x160a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc623 expref: 309 pid: 14044 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.287358:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968918656:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.287401:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.287474:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82863 00000100:00100000:1.0:1769074947.287483:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+24:3658:x1855007968918272:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.287495:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3269 count 1 00010000:00010000:1.0:1769074947.287507:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e304444a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.287540:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe78a83c00/0xf5091596e2fd951e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072502c52 expref: 309 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.287546:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.287547:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.287549:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e304444a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.287567:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe78a83c00/0xf5091596e2fd951e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502c52 expref: 309 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.287576:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe78a83c00/0xf5091596e2fd951e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502c52 expref: 309 pid: 14039 timeout: 1735 lvb_type: 1 00000100:00100000:1.0:1769074947.287585:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd79d6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968918784:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.287614:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e540 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.287756:0:14039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68619a00/0xf5091596e2fd1780 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faeb4 expref: 306 pid: 14043 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.287768:0:14039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aed180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14039:1855007968915840:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.287784:0:14039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e30443fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.287793:0:14039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e30443fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.287799:0:14039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e30443fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.287807:0:14039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e30443fd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.287814:0:14039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e30443fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.287837:0:14039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.287940:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6701180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+25:3660:x1855007968917120:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17986us (18787us total) trans 4294989456 rc 0/0 00000100:00100000:0.0:1769074947.287949:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82859 00000100:00100000:2.0:1769074947.287975:0:14039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+30:3657:x1855007968915328:12345-0@lo:6:osp-syn-0-1.0 Request processed in 26165us (27034us total) trans 4294989463 rc 0/0 00000100:00100000:2.0:1769074947.287984:0:14039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82852 00000100:00100000:0.0:1769074947.288009:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd79d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968918528:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074947.288010:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.288017:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e30443fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288026:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.288030:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e30443fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288038:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e30443fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.288043:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1769074947.288058:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e30443fd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288066:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e30443fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288086:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.288088:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.288090:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.288132:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968918528 00000100:00100000:1.0:1769074947.288137:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968918528 00000100:00100000:1.0:1769074947.288161:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82864 00000100:00100000:1.0:1769074947.288167:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+25:3659:x1855007968918528:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.288180:0:14039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9024 count 1 00010000:00010000:1.0:1769074947.288191:0:14039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044451 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2340:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.288202:0:14039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe656b4e00/0xf5091596e2fc4d8a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4be expref: 309 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.288229:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.288231:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.288233:0:14039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044451 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.288252:0:14039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe656b4e00/0xf5091596e2fc4d8a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4be expref: 309 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.288260:0:14039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe656b4e00/0xf5091596e2fc4d8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4be expref: 309 pid: 14045 timeout: 1735 lvb_type: 1 00000100:00100000:1.0:1769074947.288271:0:14039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd70000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007968919040:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.288299:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82857 00010000:00010000:2.0:1769074947.288320:0:14046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6861ac00/0xf5091596e2fd1787 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faebb expref: 309 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.288330:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968916864:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.288342:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044419 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288350:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044419 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288355:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044419 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288368:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044419 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288375:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044419 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288387:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1769074947.288424:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc6703100/2, rc 0, transno 4294989462 00000100:00100000:3.0:1769074947.288441:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc6703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968917248:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074947.288471:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5aa98700/2, rc 0, transno 4294989461 00000100:00100000:3.0:1769074947.288475:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968916352:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074947.288484:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd43d00e00/2, rc 0, transno 4294989463 00000100:00100000:3.0:1769074947.288488:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968915328:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074947.288499:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57aef480/2, rc 0, transno 4294989455 00000100:00100000:3.0:1769074947.288507:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968914048:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.288536:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5aa99500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+26:3657:x1855007968916224:12345-0@lo:6:osp-syn-1-1.0 Request processed in 20344us (22370us total) trans 4294989457 rc 0/0 00000100:00100000:2.0:1769074947.288543:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82856 00010000:00010000:2.0:1769074947.288559:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.288564:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044419 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288571:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.288574:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044419 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288581:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044419 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288594:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044419 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288600:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044419 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5e3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288622:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.288624:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.288625:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.288649:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d283200/0xf5091596e2fc94f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1eb8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2c2a expref: 305 pid: 14044 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.288659:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968915968:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.288670:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e3044404 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288677:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e3044404 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288684:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e3044404 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288691:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e3044404 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288698:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e3044404 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288710:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.288820:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+29:3657:x1855007968915456:12345-0@lo:6:osp-syn-0-1.0 Request processed in 26707us (27774us total) trans 4294989464 rc 0/0 00000100:00100000:2.0:1769074947.288838:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82853 00010000:00010000:2.0:1769074947.288855:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.288859:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e3044404 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288866:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.288869:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e3044404 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288876:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e3044404 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288887:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e3044404 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288894:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e3044404 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1eb8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.288907:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.288909:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.288910:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.289061:0:14039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e300 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.289941:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.289948:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.290949:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4be0d500/2, rc 0, transno 4294989459 00000100:00100000:0.0:1769074947.290977:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4be0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968915584:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.290997:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968919424:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.291047:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.291071:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1769074947.291078:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc6701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968918144:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.291101:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.291118:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd79d69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968918912:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.291189:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.291413:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968919424 00000100:00100000:0.0:1769074947.291421:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968919424 00000100:00100000:0.0:1769074947.291477:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968918144 00000100:00100000:0.0:1769074947.291481:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968918144 00000100:00100000:0.0:1769074947.291587:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968918912 00000100:00100000:0.0:1769074947.291591:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968918912 00000100:00100000:0.0:1769074947.291614:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82865 00000100:00100000:0.0:1769074947.291623:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+29:3659:x1855007968919424:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.291654:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8787 count 1 00010000:00010000:0.0:1769074947.291678:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044458 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2253:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.291699:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b40600/0xf5091596e2fc7736 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e6a expref: 304 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.291706:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.291708:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.291711:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044458 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.291743:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b40600/0xf5091596e2fc7736 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e6a expref: 304 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.291756:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b40600/0xf5091596e2fc7736 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e6a expref: 304 pid: 14044 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.291774:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968919552:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.292318:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565f8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968917888:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.292340:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15000/0xf5091596e3044435 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.292651:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968919168:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.292689:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.292727:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968919808:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.292755:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1769074947.292784:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5aa98380/2, rc 0, transno 4294989457 00000100:00100000:3.0:1769074947.292792:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968916224:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074947.292804:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73b65500/2, rc 0, transno 4294989464 00000100:00100000:3.0:1769074947.292813:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968915456:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.292853:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074947.292859:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968919296:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.292882:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.292914:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968919168 00000100:00100000:3.0:1769074947.292919:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968919168 00000100:00100000:3.0:1769074947.292951:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968919808 00000100:00100000:3.0:1769074947.292955:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968919808 00000100:00100000:3.0:1769074947.292981:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968919296 00000100:00100000:3.0:1769074947.292984:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968919296 00000100:00100000:3.0:1769074947.293009:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82866 00000100:00100000:3.0:1769074947.293017:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+28:3659:x1855007968918144:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.293037:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2832 count 1 00010000:00010000:3.0:1769074947.293057:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e304445f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.293073:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe719ede00/0xf5091596e2fbf092 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e87cd expref: 308 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.293081:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.293083:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.293087:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e304445f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.293110:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe719ede00/0xf5091596e2fbf092 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e87cd expref: 308 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.293122:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe719ede00/0xf5091596e2fbf092 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e87cd expref: 308 pid: 14039 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.293133:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007968919936:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.293768:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.293793:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82867 00000100:00100000:0.0:1769074947.293805:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+28:3659:x1855007968918912:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.293821:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4996 count 1 00010000:00010000:0.0:1769074947.293846:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e3044466 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1384:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.293860:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe688d5000/0xf5091596e2fd53c4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724feaff expref: 308 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.293866:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.293868:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.293870:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e3044466 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.293891:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe688d5000/0xf5091596e2fd53c4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaff expref: 308 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.293900:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe688d5000/0xf5091596e2fd53c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaff expref: 308 pid: 14039 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.293910:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007968920064:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.297116:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe43c34d80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.297223:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074947.297239:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968920192:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.297300:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.297337:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968919680:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.297354:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1769074947.297385:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc6703800/2, rc 0, transno 4294989456 00000100:00100000:3.0:1769074947.297392:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc6703800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968917120:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074947.297400:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5aa9b800/2, rc 0, transno 4294989460 00000100:00100000:3.0:1769074947.297404:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968916480:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.297410:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074947.297413:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968920320:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.297424:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.297483:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968920576:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.297504:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.297524:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968920448:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.297545:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.298847:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968920192 00000100:00100000:3.0:1769074947.298862:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968920192 00000100:00100000:3.0:1769074947.298904:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968919680 00000100:00100000:3.0:1769074947.298906:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968919680 00000100:00100000:3.0:1769074947.298915:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968920320 00000100:00100000:3.0:1769074947.298917:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968920320 00000100:00100000:3.0:1769074947.298924:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968920576 00000100:00100000:3.0:1769074947.298926:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968920576 00000100:00100000:3.0:1769074947.298932:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968920448 00000100:00100000:3.0:1769074947.298935:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968920448 00000100:00100000:3.0:1769074947.298946:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82868 00000100:00100000:3.0:1769074947.298953:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+34:3657:x1855007968919168:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074947.298986:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:424 count 1 00010000:00010000:3.0:1769074947.299012:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304446d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.299032:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5adcba00/0xf5091596e2fc9b1d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f3251 expref: 304 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.299041:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.299042:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.299046:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304446d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.299073:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5adcba00/0xf5091596e2fc9b1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3251 expref: 304 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.299085:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5adcba00/0xf5091596e2fc9b1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3251 expref: 304 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.299098:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe45379180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968920704:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.299151:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe43c343c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.299290:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82869 00000100:00100000:3.0:1769074947.299298:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+30:3657:x1855007968919808:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.299311:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4565 count 1 00010000:00010000:3.0:1769074947.299324:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044474 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.299334:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d0bd600/0xf5091596e2fd57e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fef12 expref: 308 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.299347:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.299348:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.299351:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044474 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.299370:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d0bd600/0xf5091596e2fd57e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fef12 expref: 308 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.299380:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d0bd600/0xf5091596e2fd57e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fef12 expref: 308 pid: 14052 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.299390:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4537a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968920832:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.299414:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5b659900 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.299428:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82870 00000100:00100000:3.0:1769074947.299434:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+34:3657:x1855007968919296:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074947.299465:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2606 count 1 00010000:00010000:3.0:1769074947.299477:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e304447b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.299488:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe69472800/0xf5091596e2fcdf09 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f7636 expref: 304 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.299495:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.299496:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.299499:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e304447b lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.299523:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe69472800/0xf5091596e2fcdf09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7636 expref: 304 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.299532:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe69472800/0xf5091596e2fcdf09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7636 expref: 304 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.299542:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7376a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007968920960:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.299864:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968918016:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.299887:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304443c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.299922:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.299945:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.299962:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960287488 00000100:00100000:2.0:1769074947.299966:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960287488 00010000:00010000:2.0:1769074947.299990:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe688d4800/0xf5091596e2fd53cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaf8 expref: 305 pid: 14039 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.300010:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.300016:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960287616 00000100:00100000:2.0:1769074947.300020:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960287616 00000100:00100000:0.0:1769074947.300032:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82871 00010000:00010000:2.0:1769074947.300035:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d0bdc00/0xf5091596e2fd57de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fef19 expref: 306 pid: 14052 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.300044:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+30:3657:x1855007968920192:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.300056:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:424 count 1 00000100:00100000:2.0:1769074947.300062:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40616 00010000:00010000:0.0:1769074947.300069:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044482 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.300075:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+306:2410:x1855007960287488:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.300091:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.300093:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f5fa600/0xf5091596e2fc9b16 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f324a expref: 308 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.300100:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe688d4800/0xf5091596e2fd53cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1384:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaf8 expref: 306 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.300106:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.300109:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.300113:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044482 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.300120:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe688d4800/0xf5091596e2fd53cb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1384:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaf8 expref: 306 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.300140:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f5fa600/0xf5091596e2fc9b16 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f324a expref: 308 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.300146:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe688d4800/0xf5091596e2fd53cb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1384:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaf8 expref: 306 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.300152:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f5fa600/0xf5091596e2fc9b16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f324a expref: 308 pid: 14038 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.300168:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007968921088:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.300168:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.300173:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.300178:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15000/0xf5091596e3044435 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.300188:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15000/0xf5091596e3044435 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.300198:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6540 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.300232:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.300236:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82872 00000100:00100000:0.0:1769074947.300246:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+34:3660:x1855007968919680:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.300261:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1730 count 1 00000100:00100000:2.0:1769074947.300262:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+305:2410:x1855007960287488:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 190us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.300273:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40616 00010000:00010000:0.0:1769074947.300277:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e3044489 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.300292:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d316400/0xf5091596e2fcd3be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f6af9 expref: 304 pid: 14047 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074947.300294:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40617 00010000:00010000:0.0:1769074947.300301:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1769074947.300306:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+304:2409:x1855007960287616:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.300312:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.300316:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e3044489 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.300317:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.300325:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d0bdc00/0xf5091596e2fd57de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fef19 expref: 304 pid: 14052 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.300337:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d316400/0xf5091596e2fcd3be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6af9 expref: 304 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.300340:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d0bdc00/0xf5091596e2fd57de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fef19 expref: 304 pid: 14052 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.300353:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d316400/0xf5091596e2fcd3be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6af9 expref: 304 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.300361:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968921216:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.300365:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d0bdc00/0xf5091596e2fd57de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fef19 expref: 304 pid: 14052 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.300377:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1769074947.300379:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.300380:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.300386:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304443c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.300395:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304443c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.300401:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82873 00000100:00100000:0.0:1769074947.300409:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+34:3660:x1855007968920320:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074947.300419:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:0.0:1769074947.300420:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:198 count 1 00010000:00010000:0.0:1769074947.300431:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2000/0xf5091596e3044490 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.300438:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe56523400/0xf5091596e2fc35ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eccdf expref: 303 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.300443:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.300459:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.300461:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2000/0xf5091596e3044490 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.300475:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe56523400/0xf5091596e2fc35ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eccdf expref: 303 pid: 14035 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074947.300480:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+303:2409:x1855007960287616:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 145us (502us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074947.300487:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe56523400/0xf5091596e2fc35ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eccdf expref: 303 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.300494:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40617 00000100:00100000:0.0:1769074947.300506:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968921344:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.300522:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304443c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.300523:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6300 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.300534:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304443c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.300540:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82874 00010000:00010000:2.0:1769074947.300547:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304443c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.300548:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+34:3657:x1855007968920576:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.300561:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:10224 count 1 00010000:00010000:2.0:1769074947.300562:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304443c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.300572:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044497 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.300581:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4af8f000/0xf5091596e2fbfca1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x27f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e93d5 expref: 302 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.300581:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074947.300590:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.300591:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.300593:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044497 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.300604:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4af8f000/0xf5091596e2fbfca1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e93d5 expref: 302 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.300615:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4af8f000/0xf5091596e2fbfca1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e93d5 expref: 302 pid: 14038 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.300624:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007968921472:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.300644:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.300717:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.300739:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.300771:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.300795:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968918656:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.300797:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5b6599c0 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.300813:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044443 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x160a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.300831:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82875 00000100:00100000:3.0:1769074947.300842:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe45378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+30:3660:x1855007968920448:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.300856:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd79d6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968918784:192.168.204.30@tcp:104: 00002000:00080000:3.0:1769074947.300859:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2606 count 1 00010000:00010000:0.0:1769074947.300874:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e304444a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.300878:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e304449e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.300894:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe663b6400/0xf5091596e2fcdf02 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f763d expref: 308 pid: 14035 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074947.300895:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960287744 00000100:00100000:0.0:1769074947.300902:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960287744 00010000:00010000:3.0:1769074947.300904:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.300907:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.300924:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bcbbc00/0xf5091596e2fd2eef lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x160a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc623 expref: 309 pid: 14044 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.300945:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960287872 00000100:00100000:0.0:1769074947.300947:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960287872 00010000:00010000:0.0:1769074947.300959:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe78a83c00/0xf5091596e2fd951e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502c52 expref: 310 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.300976:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e304449e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.300984:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960288000 00000100:00100000:0.0:1769074947.300988:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960288000 00010000:00010000:0.0:1769074947.301003:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe656b4e00/0xf5091596e2fc4d8a lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4be expref: 311 pid: 14045 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.301009:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe663b6400/0xf5091596e2fcdf02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f763d expref: 311 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.301022:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe663b6400/0xf5091596e2fcdf02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f763d expref: 311 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.301030:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40618 00000100:00100000:3.0:1769074947.301038:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7376b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007968921600:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.301043:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+311:2409:x1855007960287744:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.301052:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.301055:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bcbbc00/0xf5091596e2fd2eef lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x160a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc623 expref: 311 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.301063:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bcbbc00/0xf5091596e2fd2eef lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x160a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc623 expref: 311 pid: 14044 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.301066:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5b659b40 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.301083:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bcbbc00/0xf5091596e2fd2eef lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x160a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc623 expref: 311 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.301096:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.301098:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.301101:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044443 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x160a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.301109:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044443 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x160a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.301127:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.301128:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074947.301136:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304443c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.301145:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6000 already unused, calling callback (ffffffffc0cdeb90) 00000100:00100000:0.0:1769074947.301149:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+310:2409:x1855007960287744:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 109us (430us total) trans 0 rc 0/0 00010000:00010000:3.0:1769074947.301151:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304443c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.301158:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40618 00010000:00010000:3.0:1769074947.301168:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304443c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.301174:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40619 00000100:00100000:0.0:1769074947.301184:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+309:2409:x1855007960287872:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.301187:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304443c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.301192:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.301199:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304443c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.301202:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe78a83c00/0xf5091596e2fd951e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502c52 expref: 309 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.301219:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe78a83c00/0xf5091596e2fd951e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502c52 expref: 309 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.301223:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.301227:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.301230:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.301236:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe78a83c00/0xf5091596e2fd951e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502c52 expref: 309 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.301248:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.301250:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.301254:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e304444a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.301261:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40620 00010000:00010000:0.0:1769074947.301265:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e304444a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.301275:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+308:2409:x1855007960288000:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.301285:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074947.301288:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.301295:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe656b4e00/0xf5091596e2fc4d8a lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4be expref: 308 pid: 14045 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.301302:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+308:2409:x1855007960287872:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 118us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.301311:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40619 00010000:00010000:3.0:1769074947.301315:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe656b4e00/0xf5091596e2fc4d8a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4be expref: 308 pid: 14045 timeout: 1735 lvb_type: 1 00010000:00010000:0.0:1769074947.301328:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044443 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.301331:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.301335:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044443 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.301335:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.301341:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044451 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.301344:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044443 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.301358:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044443 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.301358:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044451 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2340:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.301385:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074947.301388:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.301407:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+307:2409:x1855007960288000:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 137us (634us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.301414:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40620 00000100:00100000:0.0:1769074947.301526:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+31:3658:x1855007968918400:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14288us (14461us total) trans 4294989458 rc 0/0 00000100:00100000:0.0:1769074947.301531:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82862 00000100:00100000:2.0:1769074947.301547:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+35:3660:x1855007968917760:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17839us (17902us total) trans 4294989465 rc 0/0 00010000:00010000:0.0:1769074947.301552:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e304444a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.301559:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82861 00010000:00010000:2.0:1769074947.301581:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.301587:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044443 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.301595:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.301598:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044443 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.301606:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044443 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.301619:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044443 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.301627:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044443 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x160a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.301648:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.301650:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.302066:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15000/0xf5091596e3044435 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.302077:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15000/0xf5091596e3044435 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.302111:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.302117:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15000/0xf5091596e3044435 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.302124:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15000/0xf5091596e3044435 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.302141:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074947.302156:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.302162:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15000/0xf5091596e3044435 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.302169:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.302172:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15000/0xf5091596e3044435 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.302179:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15000/0xf5091596e3044435 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.302191:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15000/0xf5091596e3044435 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.302198:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15000/0xf5091596e3044435 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.302282:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.302285:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.302287:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.302297:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+35:3657:x1855007968917632:12345-0@lo:6:osp-syn-0-1.0 Request processed in 22887us (23061us total) trans 4294989466 rc 0/0 00000100:00100000:1.0:1769074947.302304:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82860 00000004:00080000:1.0:1769074947.302410:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe565fad80/2, rc 0, transno 4294989466 00000100:00100000:1.0:1769074947.302424:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968917632:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.302524:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1769074947.302527:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e304444a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.302537:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e304444a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.302539:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968921728:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074947.302551:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e304444a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.302578:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074947.302580:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.302610:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968921728 00010000:00010000:2.0:1769074947.302615:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:1.0:1769074947.302617:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968921728 00010000:00010000:2.0:1769074947.302620:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e304444a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.302628:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.302631:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e304444a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.302638:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e304444a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.302648:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82876 00010000:00010000:2.0:1769074947.302651:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e304444a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.302656:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+35:3657:x1855007968921728:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074947.302657:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e304444a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xcc5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.302674:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.302676:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1769074947.302677:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7202 count 1 00010000:00010000:2.0:1769074947.302677:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.302695:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30444a5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.302710:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd7b000/0xf5091596e2fbd61a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d4e expref: 302 pid: 14047 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074947.302724:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+31:3658:x1855007968918272:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15241us (15569us total) trans 4294989459 rc 0/0 00000100:00100000:0.0:1769074947.302732:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82863 00000004:00080000:0.0:1769074947.302770:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc6702a00/2, rc 0, transno 4294989459 00000100:00100000:0.0:1769074947.302787:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc6702a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968918272:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.302798:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc6702300/2, rc 0, transno 4294989458 00000100:00100000:0.0:1769074947.302802:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc6702300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968918400:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.302882:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968921856:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.302910:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.302973:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074947.302979:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968921984:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.303000:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.303020:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968921856 00000100:00100000:0.0:1769074947.303023:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968921856 00000100:00100000:0.0:1769074947.303043:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968921984 00000100:00100000:0.0:1769074947.303045:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968921984 00000100:00100000:0.0:1769074947.303059:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82877 00000100:00100000:0.0:1769074947.303065:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+32:3659:x1855007968921856:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.303076:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8787 count 1 00010000:00010000:0.0:1769074947.303087:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3400/0xf5091596e30444ac lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2253:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.303098:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ae76e00/0xf5091596e2fc773d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e71 expref: 306 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.303110:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.303111:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.303114:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3400/0xf5091596e30444ac lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.303137:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ae76e00/0xf5091596e2fc773d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e71 expref: 306 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.303147:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ae76e00/0xf5091596e2fc773d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e71 expref: 306 pid: 14044 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.303157:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd79d6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968922112:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.303202:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.303314:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82878 00000100:00100000:0.0:1769074947.303322:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+32:3659:x1855007968921984:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.303334:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1730 count 1 00010000:00010000:0.0:1769074947.303345:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3800/0xf5091596e30444b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.303355:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d315000/0xf5091596e2fcd3c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f6af2 expref: 306 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.303362:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.303363:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.303366:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3800/0xf5091596e30444b3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.303389:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d315000/0xf5091596e2fcd3c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6af2 expref: 306 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.303398:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d315000/0xf5091596e2fcd3c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6af2 expref: 306 pid: 14010 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.303407:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4dcd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968922240:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.303430:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6b40 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.303928:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.303930:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.303934:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30444a5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.303958:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd7b000/0xf5091596e2fbd61a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d4e expref: 302 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.303964:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd7b000/0xf5091596e2fbd61a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d4e expref: 302 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:1.0:1769074947.303972:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968922368:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.304010:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074947.304389:0:14039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe656b4e00/0xf5091596e2fc4d8a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2340:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4be expref: 306 pid: 14045 timeout: 1735 lvb_type: 1 00000004:00080000:2.0:1769074947.304636:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe565f8380/2, rc 0, transno 4294989465 00000100:00100000:2.0:1769074947.304658:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968917760:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.304898:0:14039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd70000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007968919040:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.304917:0:14039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044451 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.304927:0:14039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044451 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.304938:0:14039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044451 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.304946:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1769074947.304948:0:14039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044451 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.304954:0:14039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044451 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.304958:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4dcd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968922496:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1769074947.304971:0:14039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.304997:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.305028:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968922496 00000100:00100000:0.0:1769074947.305034:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968922496 00000100:00100000:0.0:1769074947.305100:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82879 00000100:00100000:0.0:1769074947.305107:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+36:3658:x1855007968922496:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.305127:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7778 count 1 00010000:00010000:0.0:1769074947.305148:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e30444ba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.305161:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe69471c00/0xf5091596e2fcdd81 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f74ae expref: 302 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.305168:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.305170:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.305173:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e30444ba lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.305186:0:14039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+33:3659:x1855007968918528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17019us (17146us total) trans 4294989460 rc 0/0 00000100:00100000:3.0:1769074947.305193:0:14039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82864 00010000:00010000:3.0:1769074947.305215:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.305221:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044451 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.305225:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe69471c00/0xf5091596e2fcdd81 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f74ae expref: 302 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.305229:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.305233:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044451 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.305234:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe69471c00/0xf5091596e2fcdd81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f74ae expref: 302 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.305243:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044451 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.305246:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43f75880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968922624:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.305259:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044451 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.305271:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044451 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2340:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.305283:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e60c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074947.305286:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.305288:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.305290:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.305380:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd79d68380/2, rc 0, transno 4294989460 00000100:00100000:0.0:1769074947.305397:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd79d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968918528:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.305937:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074947.305949:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7376ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968922752:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.305982:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.306034:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968922752 00000100:00100000:0.0:1769074947.306040:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968922752 00000100:00100000:0.0:1769074947.306106:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82880 00000100:00100000:0.0:1769074947.306114:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+33:3657:x1855007968922752:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.306131:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:198 count 1 00010000:00010000:0.0:1769074947.306148:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30444c1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.306161:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2e3e00/0xf5091596e2fc35a4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eccd8 expref: 305 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.306168:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.306169:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.306171:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30444c1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.306198:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2e3e00/0xf5091596e2fc35a4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eccd8 expref: 305 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.306220:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2e3e00/0xf5091596e2fc35a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eccd8 expref: 305 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.306233:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43f74e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007968922880:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.306267:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.316659:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007968919936:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.316693:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e304445f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.316750:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe45379180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968920704:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.316763:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304446d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.316810:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4537a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968920832:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.316834:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044474 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.316887:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.316911:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.316933:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960288256 00000100:00100000:3.0:1769074947.316941:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960288256 00010000:00010000:3.0:1769074947.316977:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe688d5000/0xf5091596e2fd53c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaff expref: 306 pid: 14039 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.317012:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960288512 00000100:00100000:3.0:1769074947.317015:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960288512 00010000:00010000:3.0:1769074947.317028:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d316400/0xf5091596e2fcd3be lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6af9 expref: 303 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.317045:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40621 00000100:00100000:3.0:1769074947.317053:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+306:2410:x1855007960288256:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.317068:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.317073:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe688d5000/0xf5091596e2fd53c4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1384:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaff expref: 306 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.317083:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe688d5000/0xf5091596e2fd53c4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1384:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaff expref: 306 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.317108:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.317111:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.317115:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e3044466 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1384:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.317125:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e3044466 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1384:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.317142:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.317190:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+306:2410:x1855007960288256:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 136us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.317197:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40621 00000100:00100000:3.0:1769074947.317239:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40622 00000100:00100000:3.0:1769074947.317245:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73769c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+303:2410:x1855007960288512:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.317253:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.317257:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d316400/0xf5091596e2fcd3be lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x6c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6af9 expref: 303 pid: 14047 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.317267:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d316400/0xf5091596e2fcd3be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x6c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6af9 expref: 303 pid: 14047 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.317280:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.317282:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.317284:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e3044489 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.317290:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e3044489 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x6c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.317301:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.317319:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73769c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+303:2410:x1855007960288512:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 74us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.317326:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40622 00000100:00100000:3.0:1769074947.317360:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.317377:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960288768 00000100:00100000:3.0:1769074947.317380:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960288768 00010000:00010000:3.0:1769074947.317394:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b40600/0xf5091596e2fc7736 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e6a expref: 303 pid: 14044 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.317413:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40623 00000100:00100000:3.0:1769074947.317420:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73769500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+303:2410:x1855007960288768:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.317428:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.317431:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b40600/0xf5091596e2fc7736 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e6a expref: 303 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.317442:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b40600/0xf5091596e2fc7736 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e6a expref: 303 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.317477:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.317479:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.317482:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044458 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.317490:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044458 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.317501:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.317519:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73769500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+303:2410:x1855007960288768:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 99us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.317525:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40623 00000100:00100000:3.0:1769074947.317591:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.317607:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960288128 00000100:00100000:3.0:1769074947.317611:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960288128 00010000:00010000:3.0:1769074947.317627:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe69472800/0xf5091596e2fcdf09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7636 expref: 303 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.317646:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40624 00000100:00100000:3.0:1769074947.317652:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+303:2410:x1855007960288128:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.317660:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.317664:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe69472800/0xf5091596e2fcdf09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xa2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7636 expref: 303 pid: 14047 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.317673:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe69472800/0xf5091596e2fcdf09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7636 expref: 303 pid: 14047 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.317686:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.317687:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.317690:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e304447b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.317698:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e304447b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.317710:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.317728:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+303:2410:x1855007960288128:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 76us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.317735:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40624 00000100:00100000:3.0:1769074947.317775:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.317789:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960288384 00000100:00100000:3.0:1769074947.317792:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960288384 00010000:00010000:3.0:1769074947.317806:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f5fa600/0xf5091596e2fc9b16 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f324a expref: 306 pid: 14038 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.317837:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40625 00000100:00100000:3.0:1769074947.317843:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+306:2410:x1855007960288384:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.317853:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.317857:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f5fa600/0xf5091596e2fc9b16 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f324a expref: 306 pid: 14038 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.317866:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f5fa600/0xf5091596e2fc9b16 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f324a expref: 306 pid: 14038 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.317877:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.317878:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.317881:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044482 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.317889:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044482 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.317900:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.317917:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+306:2410:x1855007960288384:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 74us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.317924:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40625 00000100:00100000:3.0:1769074947.317967:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.317981:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960288640 00000100:00100000:3.0:1769074947.317984:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960288640 00010000:00010000:3.0:1769074947.317998:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe56523400/0xf5091596e2fc35ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eccdf expref: 303 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.318016:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40626 00000100:00100000:3.0:1769074947.318023:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+303:2410:x1855007960288640:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.318033:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.318037:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe56523400/0xf5091596e2fc35ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eccdf expref: 303 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.318045:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe56523400/0xf5091596e2fc35ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eccdf expref: 303 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.318057:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.318060:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.318063:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2000/0xf5091596e3044490 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.318069:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2000/0xf5091596e3044490 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.318080:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.318097:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+303:2410:x1855007960288640:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 75us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.318103:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40626 00000100:00100000:3.0:1769074947.318143:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.318156:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960288896 00000100:00100000:3.0:1769074947.318160:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960288896 00010000:00010000:3.0:1769074947.318173:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe719ede00/0xf5091596e2fbf092 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e87cd expref: 306 pid: 14039 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.318188:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40627 00000100:00100000:3.0:1769074947.318193:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73768000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+306:2410:x1855007960288896:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.318202:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.318206:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe719ede00/0xf5091596e2fbf092 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xb10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e87cd expref: 306 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.318214:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe719ede00/0xf5091596e2fbf092 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xb10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e87cd expref: 306 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.318225:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe719ede00/0xf5091596e2fbf092 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xb10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e87cd expref: 306 pid: 14039 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.318237:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.318238:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.318241:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e304445f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.318248:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e304445f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xb10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.318264:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.318282:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73768000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+305:2410:x1855007960288896:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 88us (138us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.318288:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40627 00010000:00010000:3.0:1769074947.318305:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e304445f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.318313:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e304445f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.318328:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e304445f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.318336:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e304445f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.318351:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.318621:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+34:3659:x1855007968918144:12345-0@lo:6:osp-syn-1-1.0 Request processed in 25603us (27517us total) trans 4294989461 rc 0/0 00000100:00100000:3.0:1769074947.318629:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82866 00000100:00100000:3.0:1769074947.318680:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.318694:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960289024 00000100:00100000:3.0:1769074947.318698:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960289024 00010000:00010000:3.0:1769074947.318714:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5adcba00/0xf5091596e2fc9b1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3251 expref: 303 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:3.0:1769074947.318733:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40628 00000100:00100000:3.0:1769074947.318740:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60192450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+303:2410:x1855007960289024:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.318747:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.318751:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5adcba00/0xf5091596e2fc9b1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3251 expref: 303 pid: 14047 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.318761:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5adcba00/0xf5091596e2fc9b1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3251 expref: 303 pid: 14047 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.318779:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5adcba00/0xf5091596e2fc9b1d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3251 expref: 303 pid: 14047 timeout: 1735 lvb_type: 1 00010000:00010000:3.0:1769074947.318789:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.318791:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.318794:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304446d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.318801:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304446d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.318819:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074947.319132:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.319140:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e304445f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.319147:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.319151:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e304445f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.319160:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e304445f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.319172:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e304445f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.319178:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e304445f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xb10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.319205:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.319207:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.319209:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.320832:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe688d5000/0xf5091596e2fd53c4 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1384:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaff expref: 304 pid: 14039 timeout: 1735 lvb_type: 1 00000100:00100000:1.0:1769074947.320852:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007968920064:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.320874:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e3044466 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.320884:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e3044466 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.320891:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e3044466 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.320924:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e3044466 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.320932:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e3044466 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.320952:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.321192:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+34:3659:x1855007968918912:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27390us (30000us total) trans 4294989462 rc 0/0 00000100:00100000:1.0:1769074947.321201:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82867 00010000:00010000:1.0:1769074947.321234:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.321240:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e3044466 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.321247:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd2400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.321251:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e3044466 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.321260:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e3044466 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.321275:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e3044466 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.321282:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e3044466 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1384:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.321324:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.321326:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.321328:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.321726:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007968921472:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.321744:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044497 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.321774:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b40600/0xf5091596e2fc7736 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e6a expref: 302 pid: 14044 timeout: 1735 lvb_type: 1 00000100:00100000:1.0:1769074947.321784:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968919552:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.321794:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044458 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.321802:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044458 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.321809:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044458 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.321817:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044458 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.321865:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044458 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.321903:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.322053:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+37:3659:x1855007968919424:12345-0@lo:6:osp-syn-0-1.0 Request processed in 30431us (31005us total) trans 4294989467 rc 0/0 00000100:00100000:1.0:1769074947.322060:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82865 00010000:00010000:1.0:1769074947.322093:0:14038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe56523400/0xf5091596e2fc35ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eccdf expref: 301 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:1.0:1769074947.322102:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968921344:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.322112:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2000/0xf5091596e3044490 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322119:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2000/0xf5091596e3044490 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322125:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2000/0xf5091596e3044490 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322133:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2000/0xf5091596e3044490 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322139:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2000/0xf5091596e3044490 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322156:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.322277:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+37:3660:x1855007968920320:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21868us (24849us total) trans 4294989468 rc 0/0 00000100:00100000:1.0:1769074947.322296:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82873 00010000:00010000:1.0:1769074947.322329:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d316400/0xf5091596e2fcd3be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6af9 expref: 300 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:1.0:1769074947.322339:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968921216:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.322349:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e3044489 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322357:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e3044489 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322364:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e3044489 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322371:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e3044489 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322378:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e3044489 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322390:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1769074947.322534:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+37:3660:x1855007968919680:12345-0@lo:6:osp-syn-0-1.0 Request processed in 22289us (25176us total) trans 4294989469 rc 0/0 00000100:00100000:1.0:1769074947.322540:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82872 00010000:00010000:1.0:1769074947.322573:0:12381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f5fa600/0xf5091596e2fc9b16 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f324a expref: 303 pid: 14038 timeout: 1735 lvb_type: 1 00000100:00100000:1.0:1769074947.322601:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007968921088:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.322611:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044482 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322618:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044482 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322624:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044482 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322633:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044482 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322640:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044482 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322654:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1769074947.322780:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+34:3657:x1855007968920192:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22740us (25479us total) trans 4294989463 rc 0/0 00000100:00100000:1.0:1769074947.322787:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82871 00010000:00010000:1.0:1769074947.322805:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1769074947.322810:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044458 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322818:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd2c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.322842:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044458 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322851:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044458 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322866:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044458 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322873:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044458 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322889:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074947.322892:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2000/0xf5091596e3044490 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322897:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd2000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.322900:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2000/0xf5091596e3044490 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322906:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2000/0xf5091596e3044490 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322915:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2000/0xf5091596e3044490 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322922:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2000/0xf5091596e3044490 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322953:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.322957:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e3044489 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322964:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd2600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.322967:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e3044489 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322974:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e3044489 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322983:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e3044489 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.322990:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e3044489 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.323001:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.323005:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044482 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.323010:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd3a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.323013:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044482 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.323020:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044482 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.323041:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044482 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.323048:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044482 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.323068:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.323071:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.323073:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.323102:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe565fa680/2, rc 0, transno 4294989463 00000100:00100000:1.0:1769074947.323115:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968920192:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.323130:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.323198:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe565f9500/2, rc 0, transno 4294989468 00000100:00100000:1.0:1769074947.323218:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968920320:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.323228:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dd71500/2, rc 0, transno 4294989469 00000100:00100000:1.0:1769074947.323231:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968919680:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.323236:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.323249:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968923008:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.323284:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.323323:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968923008 00000100:00100000:1.0:1769074947.323330:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968923008 00000100:00100000:1.0:1769074947.323365:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82881 00000100:00100000:1.0:1769074947.323373:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+34:3660:x1855007968923008:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.323402:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:10224 count 1 00010000:00010000:1.0:1769074947.323421:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e30444c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.323475:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68887200/0xf5091596e2fbfc9a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e93ce expref: 302 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.323484:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.323486:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.323489:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e30444c8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.323515:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68887200/0xf5091596e2fbfc9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e93ce expref: 302 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.323528:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68887200/0xf5091596e2fbfc9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e93ce expref: 302 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.323539:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007968923136:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.323588:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.324297:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.324385:0:8669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe69472800/0xf5091596e2fcdf09 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7636 expref: 299 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.324401:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7376a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007968920960:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.324420:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e304447b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.324636:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.324659:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960289152 00000100:00100000:2.0:1769074947.324664:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960289152 00010000:00010000:2.0:1769074947.324691:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d0bd600/0xf5091596e2fd57e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fef12 expref: 303 pid: 14052 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.324715:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40629 00000100:00100000:2.0:1769074947.324723:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+303:2410:x1855007960289152:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.324739:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.324744:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d0bd600/0xf5091596e2fd57e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fef12 expref: 303 pid: 14052 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.324758:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d0bd600/0xf5091596e2fd57e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fef12 expref: 303 pid: 14052 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.324778:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d0bd600/0xf5091596e2fd57e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fef12 expref: 303 pid: 14052 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.324789:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.324791:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.324795:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044474 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.324803:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044474 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.324841:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.324875:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+302:2410:x1855007960289152:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 153us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.324881:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40629 00000100:00100000:2.0:1769074947.324928:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.324944:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960289280 00000100:00100000:2.0:1769074947.324948:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960289280 00010000:00010000:2.0:1769074947.324961:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4af8f000/0xf5091596e2fbfca1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e93d5 expref: 299 pid: 14038 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.324987:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40630 00000100:00100000:2.0:1769074947.324994:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+299:2410:x1855007960289280:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.325002:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.325007:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4af8f000/0xf5091596e2fbfca1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e93d5 expref: 299 pid: 14038 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.325016:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4af8f000/0xf5091596e2fbfca1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e93d5 expref: 299 pid: 14038 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.325031:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4af8f000/0xf5091596e2fbfca1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e93d5 expref: 299 pid: 14038 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.325040:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.325042:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.325046:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044497 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.325053:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044497 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.325069:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.325089:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+298:2410:x1855007960289280:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 95us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.325096:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40630 00010000:00010000:1.0:1769074947.325544:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044497 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.325554:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044497 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.325563:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044497 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.325570:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044497 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.325693:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.325960:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+37:3657:x1855007968920576:12345-0@lo:6:osp-syn-0-1.0 Request processed in 25411us (28453us total) trans 4294989470 rc 0/0 00000100:00100000:1.0:1769074947.325968:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82874 00000004:00080000:1.0:1769074947.326014:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5aa9b480/2, rc 0, transno 4294989470 00000100:00100000:1.0:1769074947.326019:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968920576:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074947.326035:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.326041:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044497 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.326049:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd3c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.326053:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044497 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.326062:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044497 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.326075:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044497 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.326082:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044497 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.326099:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.326100:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.326102:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.326280:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044474 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.326290:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044474 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.326298:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044474 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.326306:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044474 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.326326:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.326657:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+35:3657:x1855007968919808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27358us (33903us total) trans 4294989464 rc 0/0 00000100:00100000:3.0:1769074947.326669:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82869 00010000:00010000:3.0:1769074947.326689:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.326695:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044474 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.326703:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.326706:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044474 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.326713:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044474 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.326725:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044474 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.326732:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15a00/0xf5091596e3044474 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x11d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.326748:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.326750:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.326751:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.326779:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7376b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007968921600:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.326797:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e304449e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.326814:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304446d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.326841:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304446d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.326850:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304446d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.326857:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304446d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.326870:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.326991:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+37:3657:x1855007968919168:12345-0@lo:6:osp-syn-0-1.0 Request processed in 28038us (34301us total) trans 4294989471 rc 0/0 00000100:00100000:3.0:1769074947.326998:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82868 00000100:00100000:3.0:1769074947.327042:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60192450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+297:2410:x1855007960289024:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 8302us (8361us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.327051:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40628 00010000:00010000:1.0:1769074947.328003:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.328012:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304446d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.328020:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.328024:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304446d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.328032:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304446d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.328047:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304446d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.328054:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304446d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.328071:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.328073:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.328074:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.328110:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe565fb800/2, rc 0, transno 4294989471 00000100:00100000:1.0:1769074947.328115:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968919168:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.328127:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe565f8e00/2, rc 0, transno 4294989464 00000100:00100000:1.0:1769074947.328147:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968919808:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074947.328780:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.328997:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.329019:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960289792 00000100:00100000:2.0:1769074947.329025:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960289792 00010000:00010000:2.0:1769074947.329055:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd7b000/0xf5091596e2fbd61a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d4e expref: 297 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.329080:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40631 00000100:00100000:2.0:1769074947.329096:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+297:2408:x1855007960289792:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.329117:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.329123:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd7b000/0xf5091596e2fbd61a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d4e expref: 297 pid: 14047 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.329134:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd7b000/0xf5091596e2fbd61a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d4e expref: 297 pid: 14047 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.329152:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.329155:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.329159:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30444a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.329168:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30444a5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.329186:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.329231:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aeea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+297:2408:x1855007960289792:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 143us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.329238:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40631 00000100:00100000:2.0:1769074947.329276:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.329289:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960289920 00000100:00100000:2.0:1769074947.329293:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960289920 00010000:00010000:2.0:1769074947.329305:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe69471c00/0xf5091596e2fcdd81 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1e62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f74ae expref: 297 pid: 14044 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.329326:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40632 00000100:00100000:2.0:1769074947.329332:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+297:2408:x1855007960289920:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.329339:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.329343:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe69471c00/0xf5091596e2fcdd81 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1e62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f74ae expref: 297 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.329351:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe69471c00/0xf5091596e2fcdd81 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f74ae expref: 297 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.329364:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.329365:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.329369:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e30444ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.329375:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e30444ba lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.329386:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.329403:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+297:2408:x1855007960289920:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 72us (128us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.329409:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40632 00000100:00100000:2.0:1769074947.329501:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.329514:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960290048 00000100:00100000:2.0:1769074947.329518:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960290048 00010000:00010000:2.0:1769074947.329533:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2e3e00/0xf5091596e2fc35a4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eccd8 expref: 302 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.329553:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40633 00000100:00100000:2.0:1769074947.329558:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+302:2407:x1855007960290048:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.329567:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.329571:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2e3e00/0xf5091596e2fc35a4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eccd8 expref: 302 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.329580:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2e3e00/0xf5091596e2fc35a4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eccd8 expref: 302 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.329593:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.329595:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.329597:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30444c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.329603:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30444c1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xc6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.329965:0:14032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd7b000/0xf5091596e2fbd61a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d4e expref: 296 pid: 14047 timeout: 1735 lvb_type: 1 00000100:00100000:1.0:1769074947.329980:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd73480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968922368:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.330020:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30444a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.330030:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30444a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.330036:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30444a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.330045:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30444a5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.330053:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30444a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.330070:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.330296:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+37:3657:x1855007968921728:12345-0@lo:6:osp-syn-0-1.0 Request processed in 27641us (27717us total) trans 4294989472 rc 0/0 00000100:00100000:1.0:1769074947.330304:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82876 00010000:00010000:1.0:1769074947.330327:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.330333:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30444a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.330340:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.330344:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30444a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.330374:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30444a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.330387:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30444a5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.330393:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30444a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.330408:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.330410:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.330412:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.331026:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57aed180/2, rc 0, transno 4294989472 00000100:00100000:1.0:1769074947.331034:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968921728:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.331055:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd73769c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968923264:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.331093:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1769074947.331510:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.331553:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+302:2407:x1855007960290048:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 1992us (2049us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.331561:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40633 00000100:00100000:2.0:1769074947.331615:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.332146:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968923264 00000100:00100000:3.0:1769074947.332156:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968923264 00000100:00100000:2.0:1769074947.332295:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960289536 00000100:00100000:2.0:1769074947.332299:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960289536 00010000:00010000:2.0:1769074947.332323:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ae76e00/0xf5091596e2fc773d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e71 expref: 302 pid: 14044 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.332352:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40634 00000100:00100000:2.0:1769074947.332361:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+302:2410:x1855007960289536:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.332374:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.332378:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ae76e00/0xf5091596e2fc773d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e71 expref: 302 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.332389:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ae76e00/0xf5091596e2fc773d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e71 expref: 302 pid: 14044 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.332409:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.332411:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.332415:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3400/0xf5091596e30444ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.332423:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3400/0xf5091596e30444ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2253:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.332474:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.332500:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+302:2410:x1855007960289536:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 141us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.332507:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40634 00000100:00100000:2.0:1769074947.332564:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.332578:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960289408 00000100:00100000:2.0:1769074947.332582:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960289408 00010000:00010000:2.0:1769074947.332596:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe663b6400/0xf5091596e2fcdf02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f763d expref: 302 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.332630:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40635 00000100:00100000:2.0:1769074947.332637:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+302:2410:x1855007960289408:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.332645:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.332649:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe663b6400/0xf5091596e2fcdf02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f763d expref: 302 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.332658:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe663b6400/0xf5091596e2fcdf02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f763d expref: 302 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.332672:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe663b6400/0xf5091596e2fcdf02 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f763d expref: 302 pid: 14035 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.332683:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.332685:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.332688:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e304449e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.332695:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e304449e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.332715:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.332735:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+301:2410:x1855007960289408:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 98us (170us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.332741:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40635 00010000:00010000:2.0:1769074947.332791:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e304449e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.332801:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e304449e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.332811:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e304449e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.332818:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e304449e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.332850:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.333079:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe45378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+36:3660:x1855007968920448:12345-0@lo:6:osp-syn-1-1.0 Request processed in 32239us (35532us total) trans 4294989465 rc 0/0 00000100:00100000:2.0:1769074947.333087:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82875 00000100:00100000:2.0:1769074947.333153:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.333170:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960289664 00000100:00100000:2.0:1769074947.333174:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960289664 00010000:00010000:2.0:1769074947.333190:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d315000/0xf5091596e2fcd3c5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6af2 expref: 301 pid: 14010 timeout: 1735 lvb_type: 1 00000100:00100000:2.0:1769074947.333210:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40636 00000100:00100000:2.0:1769074947.333217:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+301:2410:x1855007960289664:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.333225:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.333229:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d315000/0xf5091596e2fcd3c5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6af2 expref: 301 pid: 14010 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.333244:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d315000/0xf5091596e2fcd3c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6af2 expref: 301 pid: 14010 timeout: 1735 lvb_type: 1 00010000:00010000:2.0:1769074947.333257:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.333259:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.333262:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3800/0xf5091596e30444b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.333269:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3800/0xf5091596e30444b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.333279:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.333298:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ac700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+301:2410:x1855007960289664:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 82us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.333304:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40636 00010000:00010000:1.0:1769074947.333410:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.333417:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e304449e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.333426:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.333429:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e304449e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.333438:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e304449e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.333484:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e304449e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.333491:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e304449e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.333509:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.333510:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.333512:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.333547:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5aa99f80/2, rc 0, transno 4294989465 00000100:00100000:1.0:1769074947.333560:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968920448:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.333626:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968923392:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.333655:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.333685:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968923392 00000100:00100000:1.0:1769074947.333689:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968923392 00000100:00100000:1.0:1769074947.333711:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82882 00000100:00100000:1.0:1769074947.333717:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+36:3657:x1855007968923392:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.333735:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7778 count 1 00010000:00010000:1.0:1769074947.333754:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79600/0xf5091596e30444cf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.333767:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe69471400/0xf5091596e2fcdd7a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f74b5 expref: 300 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.333773:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.333775:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.333792:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79600/0xf5091596e30444cf lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.333814:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe69471400/0xf5091596e2fcdd7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f74b5 expref: 300 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.333837:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe69471400/0xf5091596e2fcdd7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f74b5 expref: 300 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.333849:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007968923520:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.333886:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e0c0 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.334168:0:14043:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ae76e00/0xf5091596e2fc773d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2253:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e71 expref: 300 pid: 14044 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.334180:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd79d6b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968922112:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.334194:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3400/0xf5091596e30444ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334201:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3400/0xf5091596e30444ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334211:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3400/0xf5091596e30444ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334219:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3400/0xf5091596e30444ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334226:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3400/0xf5091596e30444ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334241:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.334392:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+37:3659:x1855007968921856:12345-0@lo:6:osp-syn-1-1.0 Request processed in 31327us (31480us total) trans 4294989466 rc 0/0 00000100:00100000:0.0:1769074947.334399:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82877 00010000:00010000:0.0:1769074947.334432:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d315000/0xf5091596e2fcd3c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6af2 expref: 299 pid: 14010 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.334441:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4dcd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968922240:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.334472:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3800/0xf5091596e30444b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334480:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3800/0xf5091596e30444b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334486:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3800/0xf5091596e30444b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334496:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3800/0xf5091596e30444b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334503:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3800/0xf5091596e30444b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334514:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074947.334626:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+37:3659:x1855007968921984:12345-0@lo:6:osp-syn-1-1.0 Request processed in 31292us (31611us total) trans 4294989467 rc 0/0 00000100:00100000:0.0:1769074947.334633:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82878 00010000:00010000:0.0:1769074947.334650:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.334655:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3400/0xf5091596e30444ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334662:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd3400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.334665:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3400/0xf5091596e30444ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334673:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3400/0xf5091596e30444ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334685:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3400/0xf5091596e30444ac lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334692:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3400/0xf5091596e30444ac lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2253:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334712:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.334715:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3800/0xf5091596e30444b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334721:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd3800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.334723:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3800/0xf5091596e30444b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334730:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3800/0xf5091596e30444b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334739:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3800/0xf5091596e30444b3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334745:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3800/0xf5091596e30444b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x6c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334756:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.334758:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.334760:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.334774:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968923904:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.334800:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.334819:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.334837:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43f74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968923776:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.334857:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.334879:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968923904 00000100:00100000:0.0:1769074947.334884:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968923904 00000100:00100000:0.0:1769074947.334909:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968923776 00000100:00100000:0.0:1769074947.334912:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968923776 00000100:00100000:0.0:1769074947.334927:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82883 00000100:00100000:0.0:1769074947.334933:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+38:3660:x1855007968923904:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.334948:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7292 count 1 00010000:00010000:0.0:1769074947.334964:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30444d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.334975:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68619600/0xf5091596e2fd173a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fae6e expref: 295 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.334981:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.334983:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.334986:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30444d6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.335006:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe68619600/0xf5091596e2fd173a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fae6e expref: 295 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.335016:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe68619600/0xf5091596e2fd173a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fae6e expref: 295 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.335028:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4411ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968924288:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.335060:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.335075:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82884 00000100:00100000:0.0:1769074947.335081:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+38:3660:x1855007968923776:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.335092:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9971 count 1 00010000:00010000:0.0:1769074947.335102:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30444dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.335113:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70428e00/0xf5091596e2fbf19c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x26f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e88d0 expref: 295 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.335120:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.335122:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.335124:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30444dd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.335141:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe70428e00/0xf5091596e2fbf19c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e88d0 expref: 295 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.335150:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe70428e00/0xf5091596e2fbf19c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e88d0 expref: 295 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.335158:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4411ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968924416:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.335178:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6840 going to sleep for 11 seconds 00000004:00080000:0.0:1769074947.335205:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57aefb80/2, rc 0, transno 4294989467 00000100:00100000:0.0:1769074947.335215:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aefb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968921984:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.335223:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57aef800/2, rc 0, transno 4294989466 00000100:00100000:0.0:1769074947.335226:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968921856:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.335234:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc6701f80/2, rc 0, transno 4294989461 00000100:00100000:0.0:1769074947.335237:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc6701f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968918144:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.335245:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd79d69f80/2, rc 0, transno 4294989462 00000100:00100000:0.0:1769074947.335248:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd79d69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968918912:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.335259:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe565f8000/2, rc 0, transno 4294989467 00000100:00100000:0.0:1769074947.335266:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968919424:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.335326:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd79d6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968924672:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.335350:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.335367:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.335372:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4dcd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968924544:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.335392:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.335415:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968924672 00000100:00100000:0.0:1769074947.335419:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968924672 00000100:00100000:0.0:1769074947.335439:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968924544 00000100:00100000:0.0:1769074947.335441:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968924544 00000100:00100000:0.0:1769074947.335481:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82885 00000100:00100000:0.0:1769074947.335488:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+38:3660:x1855007968924672:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.335500:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9971 count 1 00010000:00010000:0.0:1769074947.335512:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30444e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.335524:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70429a00/0xf5091596e2fbf1a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e88d7 expref: 298 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.335530:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.335532:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.335534:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30444e4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.335553:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe70429a00/0xf5091596e2fbf1a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e88d7 expref: 298 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.335569:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe70429a00/0xf5091596e2fbf1a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e88d7 expref: 298 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.335579:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968925056:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.335601:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.335617:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82886 00000100:00100000:0.0:1769074947.335624:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+38:3660:x1855007968924544:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.335636:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3347 count 1 00010000:00010000:0.0:1769074947.335647:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30444eb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.335656:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64f68a00/0xf5091596e2fc7514 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xd13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0c48 expref: 298 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.335662:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.335663:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.335666:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30444eb lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xd13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.335683:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe64f68a00/0xf5091596e2fc7514 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xd13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0c48 expref: 298 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.335692:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe64f68a00/0xf5091596e2fc7514 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xd13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0c48 expref: 298 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.335706:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ae67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968925184:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.335726:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6cc0 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.335769:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe69471c00/0xf5091596e2fcdd81 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f74ae expref: 295 pid: 14044 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.335782:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43f75880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968922624:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.335799:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e30444ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.335807:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e30444ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.335812:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e30444ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.335819:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e30444ba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.335839:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e30444ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.335854:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.336029:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+39:3658:x1855007968922496:12345-0@lo:6:osp-syn-0-1.0 Request processed in 30922us (31031us total) trans 4294989473 rc 0/0 00000100:00100000:0.0:1769074947.336036:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82879 00010000:00010000:0.0:1769074947.336059:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.336065:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e30444ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.336073:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd2e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.336077:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e30444ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.336084:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e30444ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.336097:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e30444ba lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.336104:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e30444ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.336119:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.336121:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.336123:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.336159:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.336168:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43f75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968925312:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.336192:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.336216:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968925312 00000100:00100000:0.0:1769074947.336220:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968925312 00000100:00100000:0.0:1769074947.336242:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82887 00000100:00100000:0.0:1769074947.336247:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6140a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+39:3660:x1855007968925312:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.336258:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9452 count 1 00010000:00010000:0.0:1769074947.336271:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30444f2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.336282:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe51af8000/0xf5091596e2fca113 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f3847 expref: 294 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.336288:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.336289:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.336292:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30444f2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.336308:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe51af8000/0xf5091596e2fca113 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3847 expref: 294 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.336317:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe51af8000/0xf5091596e2fca113 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3847 expref: 294 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.336327:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe61408000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968925440:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.336352:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e60c0 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.336378:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2e3e00/0xf5091596e2fc35a4 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xc6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eccd8 expref: 298 pid: 14035 timeout: 1735 lvb_type: 1 00000100:00100000:0.0:1769074947.336389:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43f74e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007968922880:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.336403:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30444c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.336411:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30444c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.336418:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30444c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.336425:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30444c1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.336432:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30444c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.336443:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.336589:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+39:3657:x1855007968922752:12345-0@lo:6:osp-syn-1-1.0 Request processed in 30475us (30606us total) trans 4294989468 rc 0/0 00000100:00100000:0.0:1769074947.336596:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82880 00000100:00100000:0.0:1769074947.336630:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43f76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968923648:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.336657:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.336673:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4411f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968924160:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.336692:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.336707:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc1bcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968924928:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.336728:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074947.336751:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4dcd0380/2, rc 0, transno 4294989473 00000100:00100000:0.0:1769074947.336759:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4dcd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968922496:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.336768:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1769074947.336772:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968924032:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.336793:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.336809:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc1bcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968924800:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.336841:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.336870:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968923648 00000100:00100000:0.0:1769074947.336874:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968923648 00000100:00100000:0.0:1769074947.336898:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968924160 00000100:00100000:0.0:1769074947.336901:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968924160 00000100:00100000:0.0:1769074947.336919:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968924928 00000100:00100000:0.0:1769074947.336922:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968924928 00000100:00100000:0.0:1769074947.336938:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968924032 00000100:00100000:0.0:1769074947.336941:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968924032 00000100:00100000:0.0:1769074947.336955:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968924800 00000100:00100000:0.0:1769074947.336958:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968924800 00000100:00100000:0.0:1769074947.336976:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82888 00000100:00100000:0.0:1769074947.336982:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+42:3658:x1855007968923648:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.336995:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3347 count 1 00010000:00010000:0.0:1769074947.337009:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62200/0xf5091596e30444f9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.337022:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe64f69800/0xf5091596e2fc751b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xd13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0c4f expref: 294 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.337029:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.337031:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.337033:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62200/0xf5091596e30444f9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xd13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.337054:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe64f69800/0xf5091596e2fc751b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0c4f expref: 294 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.337064:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe64f69800/0xf5091596e2fc751b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0c4f expref: 294 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.337074:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda7277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968925568:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.337101:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.337118:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82889 00000100:00100000:0.0:1769074947.337126:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+42:3658:x1855007968924160:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.337138:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8596 count 1 00010000:00010000:0.0:1769074947.337150:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63800/0xf5091596e3044500 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2194:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.337161:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d06000/0xf5091596e2fd5377 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724feaab expref: 294 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.337168:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.337169:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.337172:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63800/0xf5091596e3044500 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.337190:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d06000/0xf5091596e2fd5377 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaab expref: 294 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.337199:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d06000/0xf5091596e2fd5377 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaab expref: 294 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.337209:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968925696:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.337228:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.337244:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82890 00000100:00100000:0.0:1769074947.337253:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda7274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+40:3658:x1855007968924928:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.337267:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9469 count 1 00010000:00010000:0.0:1769074947.337279:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62600/0xf5091596e3044507 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.337290:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73625000/0xf5091596e2fd259c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcd7 expref: 297 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.337297:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.337298:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.337301:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62600/0xf5091596e3044507 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.337320:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe73625000/0xf5091596e2fd259c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcd7 expref: 297 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.337330:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73625000/0xf5091596e2fd259c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcd7 expref: 297 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.337340:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007968925824:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.337359:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.337375:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82891 00000100:00100000:0.0:1769074947.337383:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda7274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+42:3658:x1855007968924032:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.337395:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9469 count 1 00010000:00010000:0.0:1769074947.337406:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63400/0xf5091596e304450e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.337477:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73624c00/0xf5091596e2fd25a3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcd0 expref: 294 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.337484:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.337486:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.337488:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63400/0xf5091596e304450e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.337506:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe73624c00/0xf5091596e2fd25a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcd0 expref: 294 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.337515:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73624c00/0xf5091596e2fd25a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcd0 expref: 294 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.337525:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968925952:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.337544:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.337560:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82892 00010000:00010000:1.0:1769074947.337685:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.337693:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30444c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.337701:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd3e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.337705:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30444c1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.337715:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30444c1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.337732:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30444c1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.337739:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3e00/0xf5091596e30444c1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xc6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.337782:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.337785:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.337786:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.337818:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd7376ad80/2, rc 0, transno 4294989468 00000100:00100000:1.0:1769074947.337844:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7376ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968922752:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.338380:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda7277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+40:3658:x1855007968924800:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.338401:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7292 count 1 00010000:00010000:0.0:1769074947.338416:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63a00/0xf5091596e3044515 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.338441:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68618c00/0xf5091596e2fd1741 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fae75 expref: 297 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.338475:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.338494:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.338497:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63a00/0xf5091596e3044515 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.338524:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68618c00/0xf5091596e2fd1741 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fae75 expref: 297 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.338536:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68618c00/0xf5091596e2fd1741 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fae75 expref: 297 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.338547:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007968926080:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.338592:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.338814:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074947.338839:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968926208:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.338876:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.338906:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968926208 00000100:00100000:0.0:1769074947.338911:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968926208 00010000:00010000:2.0:1769074947.339128:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.339536:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e304447b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.339548:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e304447b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.339557:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e304447b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.339564:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e304447b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.339588:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.339856:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+43:3657:x1855007968919296:12345-0@lo:6:osp-syn-0-1.0 Request processed in 40421us (46971us total) trans 4294989474 rc 0/0 00010000:00010000:2.0:1769074947.339912:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.339918:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e304447b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.339925:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.339929:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e304447b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.339937:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e304447b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.339959:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e304447b lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.339965:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e304447b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.339984:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.339985:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.339987:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.340526:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82893 00000100:00100000:3.0:1769074947.340541:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+41:3660:x1855007968923264:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.340566:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7202 count 1 00010000:00010000:3.0:1769074947.340586:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304451c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.340602:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e2fbd621 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d55 expref: 297 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.340937:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.340939:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.340943:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304451c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.340978:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e2fbd621 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d55 expref: 297 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.340989:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e2fbd621 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d55 expref: 297 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.341003:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd73769500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007968926336:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.341747:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe43c343c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.344143:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82894 00000100:00100000:0.0:1769074947.344167:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+41:3659:x1855007968926208:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.344201:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8596 count 1 00010000:00010000:0.0:1769074947.344228:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62000/0xf5091596e3044523 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2194:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.344250:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d06c00/0xf5091596e2fd5370 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724feaa4 expref: 297 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.344259:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.344261:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.344294:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62000/0xf5091596e3044523 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.344331:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d06c00/0xf5091596e2fd5370 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaa4 expref: 297 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.344343:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d06c00/0xf5091596e2fd5370 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaa4 expref: 297 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.344358:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007968926464:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.344595:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6f00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.344820:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.346039:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007968923136:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.346063:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e30444c8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.346154:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960290176 00000100:00100000:0.0:1769074947.346161:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960290176 00010000:00010000:0.0:1769074947.346192:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68887200/0xf5091596e2fbfc9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e93ce expref: 298 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.346220:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40637 00000100:00100000:0.0:1769074947.346230:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+298:2407:x1855007960290176:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.346241:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.346247:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68887200/0xf5091596e2fbfc9a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e93ce expref: 298 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.346263:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68887200/0xf5091596e2fbfc9a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e93ce expref: 298 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.346285:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68887200/0xf5091596e2fbfc9a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e93ce expref: 298 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.346299:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.346301:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.346305:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e30444c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.346315:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e30444c8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.346336:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.346390:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+297:2407:x1855007960290176:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 161us (1570us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.346397:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40637 00010000:00010000:0.0:1769074947.346422:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e30444c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.346430:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e30444c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.346439:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e30444c8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.346487:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e30444c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.346503:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.346758:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82870 00000100:00100000:1.0:1769074947.346792:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968926592:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.346851:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.346893:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe565fa300/2, rc 0, transno 4294989474 00000100:00100000:1.0:1769074947.346902:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565fa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968919296:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.346924:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968926592 00000100:00100000:1.0:1769074947.346928:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968926592 00000100:00100000:1.0:1769074947.346962:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82895 00000100:00100000:1.0:1769074947.346968:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+43:3657:x1855007968926592:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.346991:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8704 count 1 00010000:00010000:1.0:1769074947.347013:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79200/0xf5091596e304452a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2200:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.347028:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe807d7e00/0xf5091596e2fcc04d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f5781 expref: 294 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.347035:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.347036:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.347039:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79200/0xf5091596e304452a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.347062:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe807d7e00/0xf5091596e2fcc04d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5781 expref: 294 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.347073:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe807d7e00/0xf5091596e2fcc04d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5781 expref: 294 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.347084:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968926720:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.347127:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.348231:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+42:3660:x1855007968923008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 24855us (24942us total) trans 4294989469 rc 0/0 00000100:00100000:0.0:1769074947.348242:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82881 00010000:00010000:0.0:1769074947.348273:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.348280:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e30444c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.348289:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.348294:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e30444c8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.348304:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e30444c8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.348321:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e30444c8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.348328:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e30444c8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27f0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.348344:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.348346:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.348348:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.348408:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074947.348421:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968926848:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.348575:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dd73b80/2, rc 0, transno 4294989469 00000100:00100000:1.0:1769074947.348586:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968923008:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.348732:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.348843:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968926976:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.348870:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.355719:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.355755:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.355775:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.355794:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.356138:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4411ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968924288:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.356165:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30444d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.356193:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4411ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968924416:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.356202:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30444dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.356238:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968925056:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.356250:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30444e4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.356271:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968925184:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.356280:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30444eb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xd13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.356301:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda7277480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968925568:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.356312:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62200/0xf5091596e30444f9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xd13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.356349:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe61408000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968925440:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.356359:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30444f2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.356379:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960290304 00000100:00100000:0.0:1769074947.356385:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960290304 00010000:00010000:0.0:1769074947.356417:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe69471400/0xf5091596e2fcdd7a lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f74b5 expref: 297 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.356467:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960290560 00000100:00100000:0.0:1769074947.356472:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960290560 00010000:00010000:0.0:1769074947.356484:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70428e00/0xf5091596e2fbf19c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e88d0 expref: 295 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.356499:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960290816 00000100:00100000:0.0:1769074947.356501:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960290816 00010000:00010000:0.0:1769074947.356509:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe64f68a00/0xf5091596e2fc7514 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xd13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0c48 expref: 298 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.356518:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960290432 00000100:00100000:0.0:1769074947.356520:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960290432 00010000:00010000:0.0:1769074947.356527:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68619600/0xf5091596e2fd173a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fae6e expref: 296 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.356539:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40638 00000100:00100000:0.0:1769074947.356547:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+298:2408:x1855007960290304:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.356561:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.356566:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe69471400/0xf5091596e2fcdd7a lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f74b5 expref: 298 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.356577:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe69471400/0xf5091596e2fcdd7a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f74b5 expref: 298 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.356599:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.356602:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.356606:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79600/0xf5091596e30444cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.356842:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79600/0xf5091596e30444cf lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.356867:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.356918:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+298:2408:x1855007960290304:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 371us (1209us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.356925:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40638 00000100:00100000:0.0:1769074947.356946:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40639 00000100:00100000:0.0:1769074947.356952:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+296:2408:x1855007960290560:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.356961:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.356966:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe70428e00/0xf5091596e2fbf19c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e88d0 expref: 296 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.356974:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe70428e00/0xf5091596e2fbf19c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e88d0 expref: 296 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.356988:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70428e00/0xf5091596e2fbf19c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e88d0 expref: 296 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.356999:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.357000:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.357003:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30444dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.357009:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30444dd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.357026:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.357045:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+295:2408:x1855007960290560:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 93us (1290us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.357052:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40639 00000100:00100000:0.0:1769074947.357064:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40640 00000100:00100000:0.0:1769074947.357069:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+297:2408:x1855007960290816:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.357077:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.357082:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe64f68a00/0xf5091596e2fc7514 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xd13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0c48 expref: 297 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.357090:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe64f68a00/0xf5091596e2fc7514 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xd13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0c48 expref: 297 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.357102:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64f68a00/0xf5091596e2fc7514 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xd13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0c48 expref: 297 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.357111:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.357112:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.357115:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30444eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.357121:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30444eb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xd13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.357135:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.357153:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+296:2408:x1855007960290816:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 84us (1378us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.357159:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40640 00000100:00100000:0.0:1769074947.357170:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40641 00000100:00100000:0.0:1769074947.357176:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73768000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+294:2407:x1855007960290432:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.357183:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.357187:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68619600/0xf5091596e2fd173a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fae6e expref: 294 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.357196:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68619600/0xf5091596e2fd173a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fae6e expref: 294 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.357321:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68619600/0xf5091596e2fd173a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fae6e expref: 294 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.357334:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.357356:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.357360:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30444d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.357367:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30444d6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.357385:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.357405:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73768000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+293:2407:x1855007960290432:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 230us (1610us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.357412:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40641 00010000:00010000:0.0:1769074947.357437:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30444dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.357466:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30444dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.357477:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30444dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.357485:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30444dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.357508:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.357940:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+44:3660:x1855007968923776:12345-0@lo:6:osp-syn-0-1.0 Request processed in 22857us (23079us total) trans 4294989475 rc 0/0 00000100:00100000:0.0:1769074947.357949:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82884 00000100:00100000:3.0:1769074947.358162:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.358231:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.358254:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.358351:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.358362:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.358373:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.358383:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.358421:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.358433:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.358477:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.358495:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960291072 00000100:00100000:3.0:1769074947.358501:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960291072 00010000:00010000:3.0:1769074947.358528:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe64f69800/0xf5091596e2fc751b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0c4f expref: 293 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.358546:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960290688 00000100:00100000:3.0:1769074947.358548:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960290688 00010000:00010000:3.0:1769074947.358559:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70429a00/0xf5091596e2fbf1a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e88d7 expref: 296 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.358568:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960290944 00000100:00100000:3.0:1769074947.358570:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960290944 00010000:00010000:3.0:1769074947.358580:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe51af8000/0xf5091596e2fca113 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3847 expref: 294 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.358590:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960291328 00000100:00100000:3.0:1769074947.358592:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960291328 00010000:00010000:3.0:1769074947.358601:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e2fbd621 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d55 expref: 297 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.358609:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960291584 00000100:00100000:3.0:1769074947.358611:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960291584 00000100:00100000:1.0:1769074947.358746:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968926848 00000100:00100000:1.0:1769074947.358769:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968926848 00010000:00010000:1.0:1769074947.358780:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.358787:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30444dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.358795:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd3000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.358799:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30444dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.358808:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30444dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.358835:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30444dd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.358842:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30444dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.358864:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.358866:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.358867:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.358878:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960291200 00000100:00100000:1.0:1769074947.358881:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960291200 00010000:00010000:1.0:1769074947.358897:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73624c00/0xf5091596e2fd25a3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcd0 expref: 295 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.358910:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960291456 00000100:00100000:1.0:1769074947.358912:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960291456 00010000:00010000:1.0:1769074947.358922:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68618c00/0xf5091596e2fd1741 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fae75 expref: 299 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.358953:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960291712 00000100:00100000:1.0:1769074947.358955:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960291712 00010000:00010000:1.0:1769074947.358968:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d06000/0xf5091596e2fd5377 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaab expref: 296 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.358978:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960291840 00000100:00100000:1.0:1769074947.358980:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960291840 00010000:00010000:1.0:1769074947.358991:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe807d7e00/0xf5091596e2fcc04d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5781 expref: 297 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.359001:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960291968 00000100:00100000:1.0:1769074947.359003:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960291968 00010000:00010000:1.0:1769074947.359013:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73625000/0xf5091596e2fd259c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcd7 expref: 300 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.359025:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40642 00000100:00100000:1.0:1769074947.359032:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60191050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+297:2408:x1855007960291072:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.359044:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.359049:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe64f69800/0xf5091596e2fc751b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xd13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0c4f expref: 297 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.359059:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe64f69800/0xf5091596e2fc751b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xd13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0c4f expref: 297 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.359074:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe64f69800/0xf5091596e2fc751b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xd13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0c4f expref: 297 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.359104:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.359106:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.359111:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62200/0xf5091596e30444f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.359119:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62200/0xf5091596e30444f9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xd13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.359144:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.359185:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60191050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+296:2408:x1855007960291072:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 153us (1024us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.359193:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40642 00000100:00100000:1.0:1769074947.359242:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40643 00000100:00100000:1.0:1769074947.359248:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+300:2407:x1855007960290688:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.359257:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.359261:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe70429a00/0xf5091596e2fbf1a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e88d7 expref: 300 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.359272:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe70429a00/0xf5091596e2fbf1a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e88d7 expref: 300 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.359284:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70429a00/0xf5091596e2fbf1a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e88d7 expref: 300 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.359293:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.359308:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.359312:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30444e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.359319:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30444e4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.359337:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.359356:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+299:2407:x1855007960290688:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 108us (1124us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.359362:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40643 00000100:00100000:1.0:1769074947.359375:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40644 00000100:00100000:1.0:1769074947.359381:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73769880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+295:2407:x1855007960290944:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.359388:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.359393:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe51af8000/0xf5091596e2fca113 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3847 expref: 295 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.359402:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe51af8000/0xf5091596e2fca113 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3847 expref: 295 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.359414:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe51af8000/0xf5091596e2fca113 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3847 expref: 295 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.359422:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.359423:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.359426:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30444f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.359484:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30444f2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.359502:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.359520:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73769880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+294:2407:x1855007960290944:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 139us (1265us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.359526:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40644 00000100:00100000:1.0:1769074947.359537:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40645 00000100:00100000:1.0:1769074947.359543:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+298:2408:x1855007960291328:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.359550:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.359554:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e2fbd621 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d55 expref: 298 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.359562:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e2fbd621 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d55 expref: 298 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.359573:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.359575:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.359578:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304451c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.359585:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304451c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.359595:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.359609:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73768e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+298:2408:x1855007960291328:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 67us (1258us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.359631:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40645 00000100:00100000:1.0:1769074947.359642:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40646 00000100:00100000:1.0:1769074947.359648:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73768a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+293:2408:x1855007960291200:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.359654:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.359658:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe73624c00/0xf5091596e2fd25a3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcd0 expref: 293 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.359667:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe73624c00/0xf5091596e2fd25a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcd0 expref: 293 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.359677:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.359679:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.359682:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63400/0xf5091596e304450e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.359689:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63400/0xf5091596e304450e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.359700:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.359716:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73768a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+293:2408:x1855007960291200:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 68us (1342us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.359723:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40646 00000100:00100000:1.0:1769074947.359735:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40647 00000100:00100000:1.0:1769074947.359741:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+297:2408:x1855007960291456:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.359748:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.359767:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68618c00/0xf5091596e2fd1741 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fae75 expref: 297 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.359776:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68618c00/0xf5091596e2fd1741 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fae75 expref: 297 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.359788:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.359790:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.359793:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63a00/0xf5091596e3044515 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.359801:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63a00/0xf5091596e3044515 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.359811:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.359840:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+297:2408:x1855007960291456:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 98us (1455us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.359846:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40647 00000100:00100000:1.0:1769074947.359858:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40648 00000100:00100000:1.0:1769074947.359864:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60192850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+292:2409:x1855007960291712:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.359871:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.359876:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d06000/0xf5091596e2fd5377 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaab expref: 292 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.359885:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d06000/0xf5091596e2fd5377 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaab expref: 292 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.359917:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.359919:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.359922:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63800/0xf5091596e3044500 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.359929:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63800/0xf5091596e3044500 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.359940:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.359957:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60192850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+292:2409:x1855007960291712:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 94us (1535us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.359964:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40648 00000100:00100000:1.0:1769074947.359976:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40649 00000100:00100000:1.0:1769074947.359982:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+291:2410:x1855007960291840:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.359989:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.359994:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe807d7e00/0xf5091596e2fcc04d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5781 expref: 291 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.360003:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe807d7e00/0xf5091596e2fcc04d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5781 expref: 291 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.360013:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.360015:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.360018:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79200/0xf5091596e304452a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.360045:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79200/0xf5091596e304452a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.360057:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.360074:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+291:2410:x1855007960291840:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 92us (1639us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.360080:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40649 00000100:00100000:1.0:1769074947.360091:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40650 00000100:00100000:1.0:1769074947.360097:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+296:2410:x1855007960291968:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.360104:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.360108:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe73625000/0xf5091596e2fd259c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcd7 expref: 296 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.360117:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe73625000/0xf5091596e2fd259c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcd7 expref: 296 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.360129:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.360130:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.360133:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62600/0xf5091596e3044507 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.360140:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62600/0xf5091596e3044507 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.360151:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.360164:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+296:2410:x1855007960291968:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 67us (1686us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.360183:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40650 00010000:00010000:1.0:1769074947.360233:0:14042:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe69471400/0xf5091596e2fcdd7a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f74b5 expref: 295 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.360245:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007968923520:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.360262:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79600/0xf5091596e30444cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.360272:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79600/0xf5091596e30444cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.360279:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79600/0xf5091596e30444cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.360289:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79600/0xf5091596e30444cf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.360296:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79600/0xf5091596e30444cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.360316:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.360567:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+42:3657:x1855007968923392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 26848us (26910us total) trans 4294989470 rc 0/0 00000100:00100000:1.0:1769074947.360575:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82882 00000100:00100000:1.0:1769074947.360590:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968926976 00000100:00100000:1.0:1769074947.360595:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968926976 00000100:00100000:1.0:1769074947.360639:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82896 00000100:00100000:1.0:1769074947.360646:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d413480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+42:3659:x1855007968926976:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.360670:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9452 count 1 00010000:00010000:1.0:1769074947.360691:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79000/0xf5091596e3044531 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.360705:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55e83200/0xf5091596e2fca10c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f3840 expref: 294 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.360712:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.360713:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.360716:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79000/0xf5091596e3044531 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.360743:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe55e83200/0xf5091596e2fca10c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3840 expref: 294 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.360756:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55e83200/0xf5091596e2fca10c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3840 expref: 294 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.360768:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007968927104:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.360811:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e540 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.360852:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe807d7e00/0xf5091596e2fcc04d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5781 expref: 290 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.360862:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968926720:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.360873:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79200/0xf5091596e304452a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.360896:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79200/0xf5091596e304452a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.360903:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79200/0xf5091596e304452a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.360910:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79200/0xf5091596e304452a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.360917:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79200/0xf5091596e304452a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.360933:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.361077:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+45:3657:x1855007968926592:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14108us (14225us total) trans 4294989476 rc 0/0 00000100:00100000:1.0:1769074947.361084:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82895 00010000:00010000:1.0:1769074947.361103:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.361110:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79600/0xf5091596e30444cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.361118:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.361121:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79600/0xf5091596e30444cf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.361130:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79600/0xf5091596e30444cf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.361162:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79600/0xf5091596e30444cf lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.361170:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79600/0xf5091596e30444cf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.361185:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.361188:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79200/0xf5091596e304452a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.361195:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.361198:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79200/0xf5091596e304452a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.361205:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79200/0xf5091596e304452a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.361214:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79200/0xf5091596e304452a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.361220:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79200/0xf5091596e304452a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.361232:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.361234:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.361236:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.361280:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82897 00000100:00100000:1.0:1769074947.361285:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+44:3657:x1855007968926848:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.361298:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6131 count 1 00010000:00010000:1.0:1769074947.361308:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044538 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.361318:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe469a1e00/0xf5091596e2fd6cbb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725003ef expref: 289 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.361324:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.361325:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.361328:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044538 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.361345:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe469a1e00/0xf5091596e2fd6cbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725003ef expref: 289 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.361354:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe469a1e00/0xf5091596e2fd6cbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725003ef expref: 289 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.361363:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968927232:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.361384:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e840 going to sleep for 11 seconds 00010000:00010000:3.0:1769074947.362091:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d06c00/0xf5091596e2fd5370 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaa4 expref: 294 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.362128:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40651 00000100:00100000:3.0:1769074947.362137:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73769f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+294:2408:x1855007960291584:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.362148:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.362153:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d06c00/0xf5091596e2fd5370 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaa4 expref: 294 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.362165:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d06c00/0xf5091596e2fd5370 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaa4 expref: 294 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.362183:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.362185:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.362189:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62000/0xf5091596e3044523 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.362197:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62000/0xf5091596e3044523 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2194:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.362213:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.362235:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73769f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+294:2408:x1855007960291584:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 101us (3871us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.362241:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40651 00010000:00010000:3.0:1769074947.362317:0:14032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e2fbd621 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d55 expref: 293 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.362328:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd73769500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007968926336:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.362343:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304451c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.362352:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304451c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.362364:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304451c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.362372:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304451c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.362379:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304451c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.362398:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.362793:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+43:3660:x1855007968923264:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22256us (31697us total) trans 4294989471 rc 0/0 00000100:00100000:3.0:1769074947.362801:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82893 00010000:00010000:2.0:1769074947.364116:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.364126:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304451c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.364136:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.364139:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304451c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.364148:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304451c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.364166:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304451c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.364173:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304451c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1c22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.364189:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.364192:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.364193:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.365664:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73624c00/0xf5091596e2fd25a3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcd0 expref: 289 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.365682:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968925952:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.365705:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63400/0xf5091596e304450e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.365740:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63400/0xf5091596e304450e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.365747:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63400/0xf5091596e304450e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.365757:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63400/0xf5091596e304450e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.365764:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63400/0xf5091596e304450e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.365786:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.366026:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda7274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+45:3658:x1855007968924032:12345-0@lo:6:osp-syn-0-1.0 Request processed in 28643us (29231us total) trans 4294989477 rc 0/0 00000100:00100000:1.0:1769074947.366035:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82891 00010000:00010000:1.0:1769074947.366076:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30444d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366085:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30444d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366093:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30444d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366099:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30444d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366131:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.366245:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+45:3660:x1855007968923904:12345-0@lo:6:osp-syn-0-1.0 Request processed in 31311us (31443us total) trans 4294989478 rc 0/0 00000100:00100000:1.0:1769074947.366252:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82883 00010000:00010000:1.0:1769074947.366275:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30444eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366285:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30444eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366292:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30444eb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xd13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366299:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30444eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366311:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1769074947.366480:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+43:3660:x1855007968924544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 30856us (31085us total) trans 4294989472 rc 0/0 00000100:00100000:1.0:1769074947.366487:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82886 00010000:00010000:1.0:1769074947.366506:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074947.366512:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63400/0xf5091596e304450e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366519:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5af63400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.366523:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63400/0xf5091596e304450e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366547:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63400/0xf5091596e304450e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366565:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63400/0xf5091596e304450e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366572:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63400/0xf5091596e304450e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366588:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.366592:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30444d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366598:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd2800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.366601:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30444d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366608:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30444d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366616:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30444d6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366623:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2800/0xf5091596e30444d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366656:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.366659:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30444eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366666:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd2200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.366668:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30444eb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xd13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366675:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30444eb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xd13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366686:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30444eb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xd13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366692:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30444eb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xd13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.366705:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.366706:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.366708:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.366745:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4dcd2300/2, rc 0, transno 4294989472 00000100:00100000:1.0:1769074947.366760:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4dcd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968924544:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.366773:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd43f74000/2, rc 0, transno 4294989475 00000100:00100000:1.0:1769074947.366782:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43f74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968923776:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.366790:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd43f77b80/2, rc 0, transno 4294989478 00000100:00100000:1.0:1769074947.366794:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968923904:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.366818:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd73769c00/2, rc 0, transno 4294989471 00000100:00100000:1.0:1769074947.366832:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd73769c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968923264:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.366868:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4411d500/2, rc 0, transno 4294989477 00000100:00100000:1.0:1769074947.366872:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4411d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968924032:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1769074947.367521:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.367777:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.369971:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074947.370004:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62200/0xf5091596e30444f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.370017:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62200/0xf5091596e30444f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.370028:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62200/0xf5091596e30444f9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xd13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.370035:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62200/0xf5091596e30444f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.370054:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.370299:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+45:3658:x1855007968923648:12345-0@lo:6:osp-syn-0-1.0 Request processed in 33315us (33639us total) trans 4294989479 rc 0/0 00000100:00100000:1.0:1769074947.370309:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82888 00010000:00010000:1.0:1769074947.370376:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73625000/0xf5091596e2fd259c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcd7 expref: 292 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.370389:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007968925824:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.370411:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62600/0xf5091596e3044507 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.370443:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62600/0xf5091596e3044507 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.370490:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62600/0xf5091596e3044507 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.370499:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62600/0xf5091596e3044507 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.370505:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62600/0xf5091596e3044507 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.370543:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d06000/0xf5091596e2fd5377 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaab expref: 288 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.370554:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581dad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968925696:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.370566:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63800/0xf5091596e3044500 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.370574:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63800/0xf5091596e3044500 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.370580:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63800/0xf5091596e3044500 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.370593:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63800/0xf5091596e3044500 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.370600:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63800/0xf5091596e3044500 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.370831:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.370971:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+45:3658:x1855007968924160:12345-0@lo:6:osp-syn-0-1.0 Request processed in 33845us (34276us total) trans 4294989480 rc 0/0 00000100:00100000:1.0:1769074947.370979:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82889 00010000:00010000:1.0:1769074947.371015:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68618c00/0xf5091596e2fd1741 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fae75 expref: 291 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.371025:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007968926080:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.371038:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63a00/0xf5091596e3044515 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.371046:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63a00/0xf5091596e3044515 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.371052:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63a00/0xf5091596e3044515 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.371059:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63a00/0xf5091596e3044515 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.371089:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63a00/0xf5091596e3044515 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.371191:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30444e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.371214:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30444e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.371221:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30444e4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.371227:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30444e4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.371248:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1769074947.371385:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda7277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+43:3658:x1855007968924800:12345-0@lo:6:osp-syn-1-1.0 Request processed in 33009us (34542us total) trans 4294989473 rc 0/0 00000100:00100000:1.0:1769074947.371391:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82892 00010000:00010000:2.0:1769074947.371489:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1769074947.371498:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62200/0xf5091596e30444f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.371506:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5af62200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.371511:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62200/0xf5091596e30444f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xd13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.371519:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62200/0xf5091596e30444f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xd13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.371539:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62200/0xf5091596e30444f9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xd13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.371546:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62200/0xf5091596e30444f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xd13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.371564:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1769074947.371568:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63800/0xf5091596e3044500 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.371573:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5af63800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.371576:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63800/0xf5091596e3044500 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.371582:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63800/0xf5091596e3044500 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.371591:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63800/0xf5091596e3044500 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.371598:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63800/0xf5091596e3044500 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.371777:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074947.371784:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63a00/0xf5091596e3044515 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.371791:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5af63a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.371794:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63a00/0xf5091596e3044515 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.371802:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63a00/0xf5091596e3044515 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.371814:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63a00/0xf5091596e3044515 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.371832:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63a00/0xf5091596e3044515 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1c7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.371847:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.371850:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30444e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.371856:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd3600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.371860:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30444e4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.371867:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30444e4 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.371876:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30444e4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.371883:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.371884:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.371886:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.375226:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.375234:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.375237:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.375335:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1769074947.375348:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30444e4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.375659:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+43:3660:x1855007968924672:12345-0@lo:6:osp-syn-1-1.0 Request processed in 40169us (40305us total) trans 4294989474 rc 0/0 00000100:00100000:0.0:1769074947.375670:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82885 00000004:00080000:0.0:1769074947.375734:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd79d6b480/2, rc 0, transno 4294989474 00000100:00100000:0.0:1769074947.375742:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd79d6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968924672:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.375758:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.375839:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968927360:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.375869:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.375899:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968927360 00000100:00100000:0.0:1769074947.375904:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968927360 00000100:00100000:0.0:1769074947.375930:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82898 00000100:00100000:0.0:1769074947.375936:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+43:3660:x1855007968927360:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.375980:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8704 count 1 00010000:00010000:0.0:1769074947.376000:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62800/0xf5091596e304453f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2200:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.376019:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe807d6400/0xf5091596e2fcc046 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f577a expref: 290 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.376027:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.376029:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.376033:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62800/0xf5091596e304453f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.376056:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe807d6400/0xf5091596e2fcc046 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f577a expref: 290 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.376067:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe807d6400/0xf5091596e2fcc046 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f577a expref: 290 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.376079:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d412d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968927744:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.376130:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.376186:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.376287:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968927488:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.376308:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074947.376332:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe581d8e00/2, rc 0, transno 4294989476 00000100:00100000:0.0:1769074947.376337:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581d8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968926592:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074947.376347:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dd71f80/2, rc 0, transno 4294989470 00000100:00100000:0.0:1769074947.376370:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968923392:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.376378:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074947.376383:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d410a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968927616:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.376400:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.376419:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968927488 00000100:00100000:0.0:1769074947.376422:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968927488 00000100:00100000:0.0:1769074947.376439:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968927616 00000100:00100000:0.0:1769074947.376441:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968927616 00000100:00100000:0.0:1769074947.376473:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82899 00000100:00100000:0.0:1769074947.376479:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d411880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+45:3657:x1855007968927488:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.376489:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6131 count 1 00010000:00010000:0.0:1769074947.376499:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62400/0xf5091596e3044546 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.376510:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f5200/0xf5091596e2fd6cb4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725003e8 expref: 290 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.376516:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.376518:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.376521:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62400/0xf5091596e3044546 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.376536:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f5200/0xf5091596e2fd6cb4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725003e8 expref: 290 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.376544:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f5200/0xf5091596e2fd6cb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725003e8 expref: 290 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.376572:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d411c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968927872:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.376598:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.376628:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.376634:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe61408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968928000:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.376653:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.376673:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968928000 00000100:00100000:0.0:1769074947.376676:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968928000 00000100:00100000:0.0:1769074947.376694:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82900 00000100:00100000:0.0:1769074947.376699:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+46:3657:x1855007968927616:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.376708:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7671 count 1 00010000:00010000:0.0:1769074947.376719:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62c00/0xf5091596e304454d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.376730:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2c0200/0xf5091596e2fc90ce lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f2802 expref: 290 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.376737:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.376738:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.376741:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62c00/0xf5091596e304454d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.376757:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2c0200/0xf5091596e2fc90ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2802 expref: 290 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.376765:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2c0200/0xf5091596e2fc90ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2802 expref: 290 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.376794:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ae67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968928128:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.376817:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.376844:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82901 00000100:00100000:0.0:1769074947.376852:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda7277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+46:3660:x1855007968928000:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.376864:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3844 count 1 00010000:00010000:0.0:1769074947.376875:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63200/0xf5091596e3044554 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.376885:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e73000/0xf5091596e2fda9a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725040db expref: 290 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.376891:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.376892:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.376894:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63200/0xf5091596e3044554 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.376911:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e73000/0xf5091596e2fda9a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725040db expref: 290 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.376920:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e73000/0xf5091596e2fda9a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725040db expref: 290 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.376929:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968928256:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.376951:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6b40 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.377057:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30444f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.377081:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30444f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.377090:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30444f2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.377098:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30444f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.377113:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.377300:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6140a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+45:3660:x1855007968925312:12345-0@lo:6:osp-syn-0-1.0 Request processed in 41051us (41107us total) trans 4294989481 rc 0/0 00000100:00100000:0.0:1769074947.377308:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82887 00000004:00080000:0.0:1769074947.377408:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd43f75880/2, rc 0, transno 4294989481 00000100:00100000:0.0:1769074947.377414:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43f75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968925312:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.377509:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4dcd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968928384:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.377533:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.377549:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4411f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968928896:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.377564:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.377578:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.377582:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968928768:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.377600:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.377624:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968928384 00000100:00100000:0.0:1769074947.377628:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968928384 00000100:00100000:0.0:1769074947.377649:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968928896 00000100:00100000:0.0:1769074947.377669:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968928896 00000100:00100000:0.0:1769074947.377689:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968928768 00000100:00100000:0.0:1769074947.377692:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968928768 00000100:00100000:0.0:1769074947.377711:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82902 00000100:00100000:0.0:1769074947.377717:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+47:3660:x1855007968928384:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.377733:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7671 count 1 00010000:00010000:0.0:1769074947.377748:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62e00/0xf5091596e304455b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.377761:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c2c1600/0xf5091596e2fc90d5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1df7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f2809 expref: 287 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.377768:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.377770:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.377773:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62e00/0xf5091596e304455b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.377796:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c2c1600/0xf5091596e2fc90d5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1df7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2809 expref: 287 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.377806:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c2c1600/0xf5091596e2fc90d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1df7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2809 expref: 287 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.377816:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83cce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968929024:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.377862:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.377904:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82903 00000100:00100000:0.0:1769074947.377911:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+47:3660:x1855007968928896:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.377922:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6328 count 1 00010000:00010000:0.0:1769074947.377951:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63600/0xf5091596e3044562 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.377963:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe69608400/0xf5091596e2fca645 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f3d72 expref: 287 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.377969:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.377971:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.377974:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63600/0xf5091596e3044562 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x18b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.377991:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe69608400/0xf5091596e2fca645 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3d72 expref: 287 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.378000:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe69608400/0xf5091596e2fca645 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3d72 expref: 287 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.378009:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83ccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968929152:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.378038:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.378053:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82904 00000100:00100000:0.0:1769074947.378060:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+47:3660:x1855007968928768:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.378072:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7857 count 1 00010000:00010000:0.0:1769074947.378083:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3e00/0xf5091596e3044569 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1eb1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.378093:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a44a000/0xf5091596e2fdc3c4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1eb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505aff expref: 287 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.378118:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.378119:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.378122:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3e00/0xf5091596e3044569 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1eb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.378140:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a44a000/0xf5091596e2fdc3c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1eb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505aff expref: 287 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.378147:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a44a000/0xf5091596e2fdc3c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1eb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505aff expref: 287 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.378156:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83ccc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968929280:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.378178:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.378217:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe74c96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968928512:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.378238:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.378257:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074947.378262:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe74c94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968928640:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.378282:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.378307:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968928512 00000100:00100000:0.0:1769074947.378311:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968928512 00000100:00100000:0.0:1769074947.378333:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968928640 00000100:00100000:0.0:1769074947.378336:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968928640 00000100:00100000:0.0:1769074947.378353:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82905 00000100:00100000:0.0:1769074947.378359:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+49:3657:x1855007968928512:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.378369:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3844 count 1 00010000:00010000:0.0:1769074947.378395:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044570 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.378406:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e72800/0xf5091596e2fda9a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725040d4 expref: 287 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.378413:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.378414:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.378417:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044570 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.378433:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e72800/0xf5091596e2fda9a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725040d4 expref: 287 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.378442:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e72800/0xf5091596e2fda9a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725040d4 expref: 287 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.378476:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83ccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968929408:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.378502:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.378575:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82906 00000100:00100000:0.0:1769074947.378583:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+49:3657:x1855007968928640:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.378596:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1957 count 1 00010000:00010000:0.0:1769074947.378608:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044577 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.378619:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d317c00/0xf5091596e2fcd34e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f6a82 expref: 287 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.378630:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.378632:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.378634:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044577 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.378651:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d317c00/0xf5091596e2fcd34e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6a82 expref: 287 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.378660:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d317c00/0xf5091596e2fcd34e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6a82 expref: 287 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.378669:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83cced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968929536:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.378696:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.378732:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960292096 00000100:00100000:0.0:1769074947.378736:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960292096 00010000:00010000:0.0:1769074947.378758:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55e83200/0xf5091596e2fca10c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3840 expref: 291 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.378779:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960292224 00000100:00100000:0.0:1769074947.378782:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960292224 00010000:00010000:0.0:1769074947.378796:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe469a1e00/0xf5091596e2fd6cbb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725003ef expref: 288 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.378816:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40652 00010000:00010000:2.0:1769074947.379234:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.379244:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30444f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.379252:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd2a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.379257:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30444f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.379266:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30444f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.379284:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30444f2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.379292:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30444f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.379326:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.379329:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.379331:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.379338:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.379819:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.379868:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd70a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007968927104:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.379889:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79000/0xf5091596e3044531 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.379917:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.380165:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda7274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+47:3658:x1855007968924928:12345-0@lo:6:osp-syn-1-1.0 Request processed in 42912us (43434us total) trans 4294989475 rc 0/0 00000100:00100000:1.0:1769074947.380174:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82890 00010000:00010000:1.0:1769074947.380232:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d06c00/0xf5091596e2fd5370 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2194:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feaa4 expref: 291 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.380242:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007968926464:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.380254:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62000/0xf5091596e3044523 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.380261:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62000/0xf5091596e3044523 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.380304:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62000/0xf5091596e3044523 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.380314:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62000/0xf5091596e3044523 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.380321:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62000/0xf5091596e3044523 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.380333:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.380492:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+47:3659:x1855007968926208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 36337us (41615us total) trans 4294989476 rc 0/0 00000100:00100000:1.0:1769074947.380499:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82894 00000100:00100000:1.0:1769074947.380531:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd71c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968927232:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.380543:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044538 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.380566:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40653 00000100:00100000:1.0:1769074947.380577:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d410380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+288:2409:x1855007960292224:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.380592:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.380597:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe469a1e00/0xf5091596e2fd6cbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725003ef expref: 288 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.380609:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe469a1e00/0xf5091596e2fd6cbb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725003ef expref: 288 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.380870:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074947.380877:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62600/0xf5091596e3044507 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.380884:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5af62600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.380887:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62600/0xf5091596e3044507 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.380895:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62600/0xf5091596e3044507 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.380914:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62600/0xf5091596e3044507 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.380921:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62600/0xf5091596e3044507 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.380939:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.380943:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62000/0xf5091596e3044523 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.380949:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5af62000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.380952:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62000/0xf5091596e3044523 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.380959:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62000/0xf5091596e3044523 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.380969:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62000/0xf5091596e3044523 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.380975:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62000/0xf5091596e3044523 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2194:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.380988:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.380990:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.380992:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.381162:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe469a1e00/0xf5091596e2fd6cbb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725003ef expref: 288 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.381177:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.381179:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.381183:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044538 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.381193:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044538 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.381751:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.381812:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d410380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+287:2409:x1855007960292224:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 1235us (5623us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.381830:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40653 00000004:00080000:1.0:1769074947.381893:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc1bcf800/2, rc 0, transno 4294989473 00000100:00100000:1.0:1769074947.381905:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc1bcf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968924800:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.381920:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd43f76a00/2, rc 0, transno 4294989479 00000100:00100000:1.0:1769074947.381929:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43f76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968923648:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.381938:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4411f480/2, rc 0, transno 4294989480 00000100:00100000:1.0:1769074947.381942:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4411f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968924160:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.381950:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc1bcc000/2, rc 0, transno 4294989475 00000100:00100000:1.0:1769074947.381954:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc1bcc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968924928:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.386875:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+290:2409:x1855007960292096:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074947.386940:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d412d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968927744:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.386964:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62800/0xf5091596e304453f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.387009:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d411c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968927872:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.387021:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62400/0xf5091596e3044546 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1769074947.387055:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe581d9180/2, rc 0, transno 4294989476 00000100:00100000:0.0:1769074947.387062:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581d9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968926208:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.387077:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.387172:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.387188:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968929920:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.387231:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.387275:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968929920 00000100:00100000:0.0:1769074947.387281:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968929920 00000100:00100000:0.0:1769074947.387321:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82907 00000100:00100000:0.0:1769074947.387329:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+47:3660:x1855007968929920:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.387354:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6328 count 1 00010000:00010000:0.0:1769074947.387379:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2000/0xf5091596e304457e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.387397:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe69608200/0xf5091596e2fca63e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f3d79 expref: 290 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.387438:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.387441:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.387444:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2000/0xf5091596e304457e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.387508:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe69608200/0xf5091596e2fca63e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3d79 expref: 290 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.387520:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe69608200/0xf5091596e2fca63e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3d79 expref: 290 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.387532:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d411c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007968930048:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.387583:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.387926:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83ccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968929664:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.387980:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.388004:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074947.388010:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968929792:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.388030:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.388055:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968929664 00000100:00100000:1.0:1769074947.388060:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968929664 00000100:00100000:1.0:1769074947.388086:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968929792 00000100:00100000:1.0:1769074947.388089:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968929792 00000100:00100000:1.0:1769074947.388107:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82908 00000100:00100000:1.0:1769074947.388114:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+49:3657:x1855007968929664:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.388130:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1957 count 1 00010000:00010000:1.0:1769074947.388146:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3044585 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.388160:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d314200/0xf5091596e2fcd355 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f6a89 expref: 290 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.388166:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.388168:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.388171:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3044585 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.388194:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d314200/0xf5091596e2fcd355 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6a89 expref: 290 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.388204:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d314200/0xf5091596e2fcd355 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6a89 expref: 290 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.388219:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007968930176:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.388253:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.388268:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82909 00000100:00100000:1.0:1769074947.388275:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+49:3657:x1855007968929792:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.388286:0:14039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7857 count 1 00010000:00010000:1.0:1769074947.388298:0:14039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304458c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.388309:0:14039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44ac00/0xf5091596e2fdc3cb lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505af8 expref: 290 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.388316:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.388318:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.388320:0:14039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304458c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.388337:0:14039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44ac00/0xf5091596e2fdc3cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505af8 expref: 290 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.388346:0:14039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44ac00/0xf5091596e2fdc3cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505af8 expref: 290 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.388354:0:14039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007968930304:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.388377:0:14039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20ee40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.388888:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074947.388899:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d412d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968930432:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.388928:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.388952:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968930432 00000100:00100000:0.0:1769074947.388956:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968930432 00000100:00100000:0.0:1769074947.388983:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82910 00000100:00100000:0.0:1769074947.388989:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+50:3659:x1855007968930432:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.389002:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5802 count 1 00010000:00010000:0.0:1769074947.389019:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044593 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.389032:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60fcc800/0xf5091596e2fbf6f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8e2c expref: 286 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.389064:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.389066:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.389069:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044593 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x16aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.389089:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe60fcc800/0xf5091596e2fbf6f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8e2c expref: 286 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.389099:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe60fcc800/0xf5091596e2fbf6f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8e2c expref: 286 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.389109:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62efca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968930688:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.389148:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.389184:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62eff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968930560:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.389205:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.389229:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968930560 00000100:00100000:0.0:1769074947.389232:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968930560 00000100:00100000:0.0:1769074947.389255:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82911 00000100:00100000:0.0:1769074947.389261:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+51:3657:x1855007968930560:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.389271:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5453 count 1 00010000:00010000:0.0:1769074947.389282:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e304459a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.389292:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a7db800/0xf5091596e2fc87dd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f1f11 expref: 286 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.389317:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.389318:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.389321:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e304459a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.389338:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a7db800/0xf5091596e2fc87dd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1f11 expref: 286 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.389347:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a7db800/0xf5091596e2fc87dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1f11 expref: 286 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.389356:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968930816:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.389382:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e66c0 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.389426:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.389467:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe55e83200/0xf5091596e2fca10c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3840 expref: 290 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.389481:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe55e83200/0xf5091596e2fca10c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3840 expref: 290 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.389502:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55e83200/0xf5091596e2fca10c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3840 expref: 290 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.389517:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.389519:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.389523:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79000/0xf5091596e3044531 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.389545:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79000/0xf5091596e3044531 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.389565:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.389593:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+289:2409:x1855007960292096:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 10769us (19630us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.389602:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40652 00010000:00010000:2.0:1769074947.389763:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044538 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.389773:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044538 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.389782:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044538 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.389789:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044538 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.389839:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074947.389853:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.389859:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044538 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.389867:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.389872:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044538 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.389880:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044538 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.389892:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044538 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.389899:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044538 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.389929:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.389931:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.389932:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.390171:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+52:3657:x1855007968926848:12345-0@lo:6:osp-syn-0-1.0 Request processed in 28885us (41439us total) trans 4294989482 rc 0/0 00000100:00100000:2.0:1769074947.390179:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82897 00010000:00010000:1.0:1769074947.390486:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79000/0xf5091596e3044531 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.390496:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79000/0xf5091596e3044531 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.390503:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79000/0xf5091596e3044531 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.390510:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79000/0xf5091596e3044531 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.390529:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.390878:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d413480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+50:3659:x1855007968926976:12345-0@lo:6:osp-syn-1-1.0 Request processed in 30230us (42004us total) trans 4294989477 rc 0/0 00000100:00100000:1.0:1769074947.390886:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82896 00000004:00080000:1.0:1769074947.390947:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe581d8380/2, rc 0, transno 4294989477 00000100:00100000:1.0:1769074947.390959:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581d8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968926976:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.391017:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968930944:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.391047:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.391082:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968930944 00000100:00100000:1.0:1769074947.391088:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968930944 00000100:00100000:1.0:1769074947.391118:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82912 00000100:00100000:1.0:1769074947.391126:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+50:3658:x1855007968930944:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.391145:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5802 count 1 00010000:00010000:1.0:1769074947.391163:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e30445a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.391182:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60fcd000/0xf5091596e2fbf6ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8e33 expref: 289 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.391190:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.391192:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.391195:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e30445a1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.391217:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe60fcd000/0xf5091596e2fbf6ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8e33 expref: 289 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.391228:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe60fcd000/0xf5091596e2fbf6ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8e33 expref: 289 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.391240:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007968931072:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.391285:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e000 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.391871:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.391879:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79000/0xf5091596e3044531 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.391888:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.391892:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79000/0xf5091596e3044531 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.391902:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79000/0xf5091596e3044531 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.391923:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79000/0xf5091596e3044531 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.391930:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79000/0xf5091596e3044531 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.391960:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.391962:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.391964:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.392726:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe581dbb80/2, rc 0, transno 4294989482 00000100:00100000:0.0:1769074947.392745:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581dbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968926848:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.392815:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.392859:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62eff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968931200:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.392909:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.392962:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968931200 00000100:00100000:0.0:1769074947.392968:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968931200 00000100:00100000:0.0:1769074947.393000:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82913 00000100:00100000:0.0:1769074947.393006:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+52:3660:x1855007968931200:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.393028:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3872 count 1 00010000:00010000:0.0:1769074947.393051:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3800/0xf5091596e30445a8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.393068:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe47e4ae00/0xf5091596e2fd9078 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725027ac expref: 286 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.393075:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.393077:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.393080:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3800/0xf5091596e30445a8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.393106:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe47e4ae00/0xf5091596e2fd9078 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725027ac expref: 286 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.393117:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe47e4ae00/0xf5091596e2fd9078 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725027ac expref: 286 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.393128:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62effb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007968931328:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.393164:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.395014:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.395033:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.395052:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.395068:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.395111:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.395127:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.395193:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.396544:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960292352 00000100:00100000:0.0:1769074947.396559:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960292352 00010000:00010000:0.0:1769074947.396602:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe807d6400/0xf5091596e2fcc046 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f577a expref: 289 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.396981:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.397030:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.397048:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960292608 00000100:00100000:1.0:1769074947.397054:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960292608 00010000:00010000:1.0:1769074947.397074:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2c0200/0xf5091596e2fc90ce lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2802 expref: 290 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.397097:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960292480 00000100:00100000:1.0:1769074947.397100:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960292480 00010000:00010000:1.0:1769074947.397112:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f5200/0xf5091596e2fd6cb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725003e8 expref: 291 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.397123:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960292736 00000100:00100000:1.0:1769074947.397126:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960292736 00010000:00010000:1.0:1769074947.397137:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e73000/0xf5091596e2fda9a0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725040db expref: 292 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.397148:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960292864 00000100:00100000:1.0:1769074947.397150:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960292864 00010000:00010000:1.0:1769074947.397162:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c2c1600/0xf5091596e2fc90d5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1df7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2809 expref: 287 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.397174:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960292992 00000100:00100000:1.0:1769074947.397176:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960292992 00010000:00010000:1.0:1769074947.397187:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe69608400/0xf5091596e2fca645 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3d72 expref: 288 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.397197:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960293120 00000100:00100000:1.0:1769074947.397200:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960293120 00010000:00010000:1.0:1769074947.397210:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e72800/0xf5091596e2fda9a7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725040d4 expref: 289 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.397221:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960293248 00000100:00100000:1.0:1769074947.397223:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960293248 00010000:00010000:1.0:1769074947.397234:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d317c00/0xf5091596e2fcd34e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6a82 expref: 290 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.397244:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960293376 00000100:00100000:1.0:1769074947.397247:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960293376 00010000:00010000:1.0:1769074947.397257:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a44a000/0xf5091596e2fdc3c4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1eb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505aff expref: 291 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.397270:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40654 00000100:00100000:1.0:1769074947.397279:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+292:2407:x1855007960292608:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.397294:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.397300:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2c0200/0xf5091596e2fc90ce lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2802 expref: 292 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.397311:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2c0200/0xf5091596e2fc90ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2802 expref: 292 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.397336:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.397339:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.397343:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62c00/0xf5091596e304454d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.397353:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62c00/0xf5091596e304454d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.397373:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.397430:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+292:2407:x1855007960292608:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 151us (2394us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.397438:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40654 00000100:00100000:1.0:1769074947.397481:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40655 00000100:00100000:1.0:1769074947.397488:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60193050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+291:2407:x1855007960292480:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.397496:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.397501:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f5200/0xf5091596e2fd6cb4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725003e8 expref: 291 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.397510:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f5200/0xf5091596e2fd6cb4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725003e8 expref: 291 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.397523:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f5200/0xf5091596e2fd6cb4 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725003e8 expref: 291 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.397537:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.397538:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.397541:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62400/0xf5091596e3044546 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.397548:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62400/0xf5091596e3044546 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.397567:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.397586:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60193050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+290:2407:x1855007960292480:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 98us (2532us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.397592:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40655 00000100:00100000:1.0:1769074947.397605:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40656 00000100:00100000:0.0:1769074947.397762:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40657 00000100:00100000:0.0:1769074947.397771:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+291:2407:x1855007960292864:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.397780:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.397785:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c2c1600/0xf5091596e2fc90d5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1df7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2809 expref: 291 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.397793:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c2c1600/0xf5091596e2fc90d5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1df7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2809 expref: 291 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.397806:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.397808:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.397811:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62e00/0xf5091596e304455b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.397818:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62e00/0xf5091596e304455b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.397842:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.397862:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581dad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+291:2407:x1855007960292864:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 94us (2751us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.397869:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40657 00000100:00100000:0.0:1769074947.397880:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40658 00000100:00100000:0.0:1769074947.397886:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+290:2407:x1855007960292992:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.397893:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.397898:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe69608400/0xf5091596e2fca645 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3d72 expref: 290 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.397907:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe69608400/0xf5091596e2fca645 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3d72 expref: 290 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.397918:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.397919:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.397922:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63600/0xf5091596e3044562 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.397928:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63600/0xf5091596e3044562 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x18b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.397938:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.397953:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581da300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+290:2407:x1855007960292992:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 68us (2825us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.397959:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40658 00000100:00100000:0.0:1769074947.397971:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40659 00000100:00100000:0.0:1769074947.397977:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+289:2407:x1855007960293120:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.397984:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.397989:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e72800/0xf5091596e2fda9a7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725040d4 expref: 289 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.397998:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e72800/0xf5091596e2fda9a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725040d4 expref: 289 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.398009:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.398011:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.398014:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044570 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.398021:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044570 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.398032:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.398049:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581db800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+289:2407:x1855007960293120:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 72us (2856us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.398055:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40659 00000100:00100000:0.0:1769074947.398068:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40660 00000100:00100000:0.0:1769074947.398074:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+288:2407:x1855007960293248:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.398080:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.398086:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d317c00/0xf5091596e2fcd34e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6a82 expref: 288 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.398095:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d317c00/0xf5091596e2fcd34e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6a82 expref: 288 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.398106:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.398107:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.398110:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044577 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.398117:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044577 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.398127:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.398143:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+288:2407:x1855007960293248:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 70us (1164us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.398149:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40660 00000100:00100000:0.0:1769074947.398162:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40661 00000100:00100000:0.0:1769074947.398168:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73769500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+287:2410:x1855007960293376:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.398175:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.398180:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a44a000/0xf5091596e2fdc3c4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1eb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505aff expref: 287 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.398188:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a44a000/0xf5091596e2fdc3c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1eb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505aff expref: 287 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.398237:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.398239:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.398242:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3e00/0xf5091596e3044569 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1eb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.398249:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3e00/0xf5091596e3044569 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1eb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.398260:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.398280:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73769500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+287:2410:x1855007960293376:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 112us (1249us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.398286:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40661 00000100:00100000:0.0:1769074947.398300:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40662 00000100:00100000:0.0:1769074947.398306:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+289:2407:x1855007960292352:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.398314:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.398319:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe807d6400/0xf5091596e2fcc046 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f577a expref: 289 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.400009:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+289:2407:x1855007960292736:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.400041:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.400054:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e73000/0xf5091596e2fda9a0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xf04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725040db expref: 289 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.400285:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe807d6400/0xf5091596e2fcc046 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f577a expref: 289 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.400311:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe807d6400/0xf5091596e2fcc046 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2200:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f577a expref: 289 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.400325:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.400348:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.400353:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62800/0xf5091596e304453f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.400362:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62800/0xf5091596e304453f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2200:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.400392:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.400470:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+288:2407:x1855007960292352:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 2162us (5462us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.400478:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40662 00010000:00010000:0.0:1769074947.400563:0:14032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e72800/0xf5091596e2fda9a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725040d4 expref: 286 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.400576:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83ccdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968929408:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.400595:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044570 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.400604:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044570 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.400611:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044570 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.400773:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044570 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.400780:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044570 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.400812:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.401062:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+53:3657:x1855007968928512:12345-0@lo:6:osp-syn-0-1.0 Request processed in 22702us (22821us total) trans 4294989483 rc 0/0 00000100:00100000:0.0:1769074947.401070:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82905 00010000:00010000:0.0:1769074947.401096:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62400/0xf5091596e3044546 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.401105:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62400/0xf5091596e3044546 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.401112:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62400/0xf5091596e3044546 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.401119:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62400/0xf5091596e3044546 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.401132:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074947.401272:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d411880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+51:3657:x1855007968927488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 24792us (24962us total) trans 4294989478 rc 0/0 00000100:00100000:0.0:1769074947.401279:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82899 00010000:00010000:0.0:1769074947.401301:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62800/0xf5091596e304453f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.401309:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62800/0xf5091596e304453f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.401339:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62800/0xf5091596e304453f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.401346:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62800/0xf5091596e304453f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.401358:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1769074947.401585:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+51:3660:x1855007968927360:12345-0@lo:6:osp-syn-1-1.0 Request processed in 25648us (25714us total) trans 4294989479 rc 0/0 00000100:00100000:0.0:1769074947.401593:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82898 00000100:00100000:0.0:1769074947.401739:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968928256:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.401832:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1769074947.401841:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044570 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.401849:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd3c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.401853:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044570 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.401863:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044570 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.401880:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044570 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.401888:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3c00/0xf5091596e3044570 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.401907:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074947.401912:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62400/0xf5091596e3044546 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.401919:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5af62400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.401921:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62400/0xf5091596e3044546 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.401929:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62400/0xf5091596e3044546 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.401939:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62400/0xf5091596e3044546 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.401945:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62400/0xf5091596e3044546 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x17f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.401959:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.401962:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62800/0xf5091596e304453f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.401969:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5af62800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.401971:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62800/0xf5091596e304453f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.401978:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62800/0xf5091596e304453f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.401987:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62800/0xf5091596e304453f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.401994:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62800/0xf5091596e304453f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2200:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.402012:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.402014:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.402015:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.402021:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.403848:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e73000/0xf5091596e2fda9a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xf04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725040db expref: 287 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.404031:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63200/0xf5091596e3044554 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xf04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.404091:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2c0200/0xf5091596e2fc90ce lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2802 expref: 287 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.404103:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968928128:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.404121:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62c00/0xf5091596e304454d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.404129:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62c00/0xf5091596e304454d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.404136:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62c00/0xf5091596e304454d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.404166:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62c00/0xf5091596e304454d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.404174:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62c00/0xf5091596e304454d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.404197:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.404412:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+51:3657:x1855007968927616:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27711us (28009us total) trans 4294989480 rc 0/0 00000100:00100000:0.0:1769074947.404421:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82900 00000004:00080000:0.0:1769074947.404504:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5d412a00/2, rc 0, transno 4294989479 00000100:00100000:0.0:1769074947.404522:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d412a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968927360:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.404537:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.404543:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62c00/0xf5091596e304454d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.404550:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5af62c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.404554:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62c00/0xf5091596e304454d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.404562:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62c00/0xf5091596e304454d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.404581:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62c00/0xf5091596e304454d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.404609:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62c00/0xf5091596e304454d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.404852:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.404894:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.404896:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.404898:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.404966:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074947.404980:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62efe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968931456:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.405016:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.405044:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968931456 00000100:00100000:0.0:1769074947.405050:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968931456 00000100:00100000:0.0:1769074947.405082:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82914 00000100:00100000:0.0:1769074947.405090:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+51:3659:x1855007968931456:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.405113:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5453 count 1 00010000:00010000:0.0:1769074947.405132:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30445af lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.405149:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe707c5c00/0xf5091596e2fc87d6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f1f0a expref: 286 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.405156:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.405158:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.405160:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30445af lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.405182:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe707c5c00/0xf5091596e2fc87d6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1f0a expref: 286 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.405215:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe707c5c00/0xf5091596e2fc87d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1f0a expref: 286 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.405225:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62efdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968931584:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.405266:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6840 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.405488:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c2c1600/0xf5091596e2fc90d5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1df7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2809 expref: 285 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.405500:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83cce300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968929024:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.405514:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62e00/0xf5091596e304455b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.405524:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62e00/0xf5091596e304455b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.405530:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62e00/0xf5091596e304455b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.405538:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62e00/0xf5091596e304455b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.405546:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62e00/0xf5091596e304455b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.405558:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074947.405753:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.405761:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62e00/0xf5091596e304455b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.405767:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5af62e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.405771:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62e00/0xf5091596e304455b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.405779:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62e00/0xf5091596e304455b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.405792:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62e00/0xf5091596e304455b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.405799:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af62e00/0xf5091596e304455b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1df7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.405815:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.405816:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.405818:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.406052:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+53:3660:x1855007968928384:12345-0@lo:6:osp-syn-0-1.0 Request processed in 28333us (28516us total) trans 4294989484 rc 0/0 00000100:00100000:0.0:1769074947.406060:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82902 00010000:00010000:0.0:1769074947.406101:0:14038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d317c00/0xf5091596e2fcd34e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6a82 expref: 284 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.406113:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83cced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968929536:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.406124:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044577 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.406131:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044577 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.406137:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044577 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.406143:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044577 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.406149:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044577 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.406162:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.406265:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+53:3657:x1855007968928640:12345-0@lo:6:osp-syn-0-1.0 Request processed in 27683us (27981us total) trans 4294989485 rc 0/0 00000100:00100000:0.0:1769074947.406272:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82906 00000004:00080000:0.0:1769074947.406309:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe74c94000/2, rc 0, transno 4294989485 00000100:00100000:0.0:1769074947.406319:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe74c94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968928640:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074947.406330:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe74c96a00/2, rc 0, transno 4294989483 00000100:00100000:0.0:1769074947.406333:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe74c96a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968928512:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074947.406343:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5d410a80/2, rc 0, transno 4294989480 00000100:00100000:0.0:1769074947.406351:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d410a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968927616:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.406360:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5d413800/2, rc 0, transno 4294989478 00000100:00100000:0.0:1769074947.406363:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d413800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968927488:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.406427:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968931712:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.406474:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.406498:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074947.406504:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62efc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968931840:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.406525:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.406546:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968931712 00000100:00100000:0.0:1769074947.406552:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968931712 00000100:00100000:0.0:1769074947.406575:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968931840 00000100:00100000:0.0:1769074947.406577:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968931840 00000100:00100000:0.0:1769074947.406593:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82915 00000100:00100000:0.0:1769074947.406600:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+53:3657:x1855007968931712:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.406916:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3872 count 1 00010000:00010000:0.0:1769074947.406936:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e30445b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xf20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.406950:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5fa07400/0xf5091596e2fd907f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xf20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725027b3 expref: 286 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.406957:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.406978:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.406981:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e30445b6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xf20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.407004:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5fa07400/0xf5091596e2fd907f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xf20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725027b3 expref: 286 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.407014:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5fa07400/0xf5091596e2fd907f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725027b3 expref: 286 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.407025:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62efe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007968931968:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.407069:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.407086:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82916 00000100:00100000:0.0:1769074947.407093:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+53:3657:x1855007968931840:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.407105:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4622 count 1 00010000:00010000:0.0:1769074947.407117:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30445bd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x120e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.407127:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c635000/0xf5091596e2fcc881 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x120e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f5fb5 expref: 286 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.407132:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.407133:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.407136:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30445bd lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x120e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.407152:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c635000/0xf5091596e2fcc881 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x120e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5fb5 expref: 286 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.407181:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c635000/0xf5091596e2fcc881 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x120e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5fb5 expref: 286 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.407190:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ae67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968932096:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.407210:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.407363:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.407415:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.407467:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.407512:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.407543:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960293504 00000100:00100000:0.0:1769074947.407548:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960293504 00010000:00010000:0.0:1769074947.407572:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe69608200/0xf5091596e2fca63e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3d79 expref: 287 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.407588:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960293888 00000100:00100000:0.0:1769074947.407590:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960293888 00010000:00010000:0.0:1769074947.407601:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe60fcc800/0xf5091596e2fbf6f8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x16aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8e2c expref: 284 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.407610:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960294016 00010000:00010000:1.0:1769074947.407770:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e73000/0xf5091596e2fda9a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xf04:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725040db expref: 287 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.407785:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.407787:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.407791:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63200/0xf5091596e3044554 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.407799:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63200/0xf5091596e3044554 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf04:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.407841:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007968931072:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.407858:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e30445a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.407877:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960294144 00000100:00100000:1.0:1769074947.407882:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960294144 00010000:00010000:1.0:1769074947.407896:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe60fcd000/0xf5091596e2fbf6ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8e33 expref: 287 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.407917:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40663 00000100:00100000:1.0:1769074947.407923:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433d8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+287:2410:x1855007960293504:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.407935:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.407939:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe69608200/0xf5091596e2fca63e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3d79 expref: 287 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.407950:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe69608200/0xf5091596e2fca63e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3d79 expref: 287 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.407975:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.407977:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.407981:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2000/0xf5091596e304457e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.407987:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2000/0xf5091596e304457e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.408001:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.408033:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433d8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+287:2410:x1855007960293504:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 110us (670us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.408040:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40663 00000100:00100000:1.0:1769074947.408056:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40664 00000100:00100000:1.0:1769074947.408062:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+284:2410:x1855007960293888:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.408070:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.408075:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe60fcc800/0xf5091596e2fbf6f8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x16aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8e2c expref: 284 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.408084:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe60fcc800/0xf5091596e2fbf6f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8e2c expref: 284 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.408097:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.408099:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.408101:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044593 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.408107:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044593 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x16aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.408119:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.408137:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+284:2410:x1855007960293888:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 75us (721us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.408143:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40664 00000100:00100000:1.0:1769074947.408155:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40665 00000100:00100000:1.0:1769074947.408161:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83cce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+286:2410:x1855007960294144:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.408170:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.408174:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe60fcd000/0xf5091596e2fbf6ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8e33 expref: 286 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.408184:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe60fcd000/0xf5091596e2fbf6ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8e33 expref: 286 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.408202:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60fcd000/0xf5091596e2fbf6ff lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8e33 expref: 286 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.408212:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.408213:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.408216:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e30445a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.408223:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e30445a1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.408239:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.408257:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83cce300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+285:2410:x1855007960294144:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 96us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.408264:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40665 00010000:00010000:1.0:1769074947.408381:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe69608400/0xf5091596e2fca645 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3d72 expref: 283 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.408392:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83ccc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968929152:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.408405:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63600/0xf5091596e3044562 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.408413:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63600/0xf5091596e3044562 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.408419:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63600/0xf5091596e3044562 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.408428:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63600/0xf5091596e3044562 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.408436:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63600/0xf5091596e3044562 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.408479:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.408702:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+53:3660:x1855007968928896:12345-0@lo:6:osp-syn-0-1.0 Request processed in 30791us (31135us total) trans 4294989486 rc 0/0 00000100:00100000:1.0:1769074947.408710:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82903 00010000:00010000:1.0:1769074947.408744:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a44a000/0xf5091596e2fdc3c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1eb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505aff expref: 282 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.408753:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83ccc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968929280:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.408764:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3e00/0xf5091596e3044569 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.408772:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3e00/0xf5091596e3044569 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.408778:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3e00/0xf5091596e3044569 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.408785:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3e00/0xf5091596e3044569 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.408796:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3e00/0xf5091596e3044569 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.408811:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1769074947.408933:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+53:3660:x1855007968928768:12345-0@lo:6:osp-syn-0-1.0 Request processed in 30873us (31331us total) trans 4294989487 rc 0/0 00000100:00100000:1.0:1769074947.408939:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82904 00010000:00010000:1.0:1769074947.408958:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074947.408964:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044577 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.408972:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd3a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.408976:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044577 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.408984:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044577 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.408997:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044577 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409004:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3a00/0xf5091596e3044577 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409029:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.409032:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63600/0xf5091596e3044562 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409039:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5af63600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.409042:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63600/0xf5091596e3044562 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409049:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63600/0xf5091596e3044562 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409059:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63600/0xf5091596e3044562 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409065:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5af63600/0xf5091596e3044562 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409077:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.409080:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3e00/0xf5091596e3044569 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409086:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd3e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.409089:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3e00/0xf5091596e3044569 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409095:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3e00/0xf5091596e3044569 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409103:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3e00/0xf5091596e3044569 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409114:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3e00/0xf5091596e3044569 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409125:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.409127:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.409129:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.409140:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e30445a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409146:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e30445a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409152:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e30445a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409158:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e30445a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409178:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.409299:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+54:3658:x1855007968930944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18173us (18250us total) trans 4294989481 rc 0/0 00000100:00100000:1.0:1769074947.409305:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82912 00010000:00010000:1.0:1769074947.409322:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.409327:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e30445a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409334:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.409338:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e30445a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409345:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e30445a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409356:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e30445a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409363:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e30445a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409377:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.409378:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.409380:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.409401:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074947.409416:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63200/0xf5091596e3044554 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409423:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63200/0xf5091596e3044554 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409431:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63200/0xf5091596e3044554 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409438:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63200/0xf5091596e3044554 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409471:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.409572:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda7277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+54:3660:x1855007968928000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 32721us (32917us total) trans 4294989482 rc 0/0 00000100:00100000:1.0:1769074947.409579:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82901 00010000:00010000:1.0:1769074947.409594:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.409598:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63200/0xf5091596e3044554 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409604:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5af63200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.409608:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63200/0xf5091596e3044554 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409615:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63200/0xf5091596e3044554 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409626:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63200/0xf5091596e3044554 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409633:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af63200/0xf5091596e3044554 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xf04:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.409647:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.409648:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.409650:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.409682:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581d8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+284:2407:x1855007960292736:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 12069us (14611us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.409690:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40656 00000100:00100000:0.0:1769074947.410347:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960294016 00010000:00010000:0.0:1769074947.410386:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a7db800/0xf5091596e2fc87dd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1f11 expref: 282 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.410423:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40666 00000100:00100000:0.0:1769074947.410431:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83cced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+282:2410:x1855007960294016:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.410480:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.410485:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a7db800/0xf5091596e2fc87dd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x154d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1f11 expref: 282 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.410497:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a7db800/0xf5091596e2fc87dd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x154d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1f11 expref: 282 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.410516:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.410518:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.410523:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e304459a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.410532:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e304459a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.410548:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.410596:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83cced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+282:2410:x1855007960294016:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 152us (3134us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.410604:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40666 00000100:00100000:0.0:1769074947.410852:0:14039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007968930304:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.410871:0:14039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304458c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.410907:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007968930176:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.410917:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3044585 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.410966:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a7db800/0xf5091596e2fc87dd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1f11 expref: 281 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.410976:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62efed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968930816:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.410990:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e304459a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.410997:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e304459a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.411004:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e304459a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.411012:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e304459a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.411020:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e304459a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.411037:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.411218:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+53:3657:x1855007968930560:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21957us (22011us total) trans 4294989488 rc 0/0 00000100:00100000:0.0:1769074947.411225:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82911 00010000:00010000:0.0:1769074947.411280:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe69608200/0xf5091596e2fca63e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3d79 expref: 283 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.411311:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d411c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007968930048:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.411323:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2000/0xf5091596e304457e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.411331:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2000/0xf5091596e304457e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.411338:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2000/0xf5091596e304457e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.411345:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2000/0xf5091596e304457e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.411352:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2000/0xf5091596e304457e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.411365:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074947.411511:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+54:3660:x1855007968929920:12345-0@lo:6:osp-syn-1-1.0 Request processed in 24183us (24279us total) trans 4294989483 rc 0/0 00000100:00100000:0.0:1769074947.411517:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82907 00010000:00010000:0.0:1769074947.411533:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.411538:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e304459a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.411545:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd2e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.411562:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e304459a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.411571:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e304459a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.411583:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e304459a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1769074947.411907:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4dcd2a00/2, rc 0, transno 4294989484 00000100:00100000:2.0:1769074947.411914:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4dcd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968928384:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074947.411922:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.411927:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2000/0xf5091596e304457e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.411935:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd2000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.411938:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2000/0xf5091596e304457e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.411946:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2000/0xf5091596e304457e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.411956:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2000/0xf5091596e304457e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.411963:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2000/0xf5091596e304457e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x18b8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.411984:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.411985:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.411987:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.412004:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074947.412016:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4411f100/2, rc 0, transno 4294989486 00000100:00100000:2.0:1769074947.412020:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4411f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968928896:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074947.412030:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe61408000/2, rc 0, transno 4294989482 00000100:00100000:2.0:1769074947.412050:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe61408000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968928000:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074947.412063:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd83ccce00/2, rc 0, transno 4294989483 00000100:00100000:2.0:1769074947.412066:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83ccce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968929920:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074947.412073:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6140a300/2, rc 0, transno 4294989487 00000100:00100000:2.0:1769074947.412077:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968928768:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074947.412112:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2e00/0xf5091596e304459a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.412126:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.412127:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.412129:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.412135:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.412155:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60fcc800/0xf5091596e2fbf6f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16aa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8e2c expref: 280 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.412165:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62efca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968930688:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.412177:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044593 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.412185:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044593 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.412192:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044593 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.412218:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044593 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.412226:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044593 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.412272:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.412411:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+53:3659:x1855007968930432:12345-0@lo:6:osp-syn-0-1.0 Request processed in 23421us (23481us total) trans 4294989489 rc 0/0 00000100:00100000:0.0:1769074947.412418:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82910 00000004:00080000:0.0:1769074947.412445:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5d412d80/2, rc 0, transno 4294989489 00000100:00100000:0.0:1769074947.412471:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d412d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968930432:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074947.412488:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62eff100/2, rc 0, transno 4294989488 00000100:00100000:0.0:1769074947.412491:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62eff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968930560:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.412597:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968932224:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.412763:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.412782:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62efed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968932736:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.412800:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.412815:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1769074947.412829:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968932352:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.412849:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.412862:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d411c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968932864:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.412875:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.412896:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968932224 00000100:00100000:0.0:1769074947.412902:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968932224 00000100:00100000:0.0:1769074947.412924:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968932736 00000100:00100000:0.0:1769074947.412926:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968932736 00000100:00100000:0.0:1769074947.412935:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968932352 00000100:00100000:0.0:1769074947.412937:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968932352 00000100:00100000:0.0:1769074947.412946:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968932864 00000100:00100000:0.0:1769074947.412948:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968932864 00000100:00100000:0.0:1769074947.412961:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82917 00000100:00100000:0.0:1769074947.412967:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+56:3659:x1855007968932224:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.412990:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4622 count 1 00010000:00010000:0.0:1769074947.413009:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e30445c4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.413026:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c635400/0xf5091596e2fcc87a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x120e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f5fae expref: 279 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.413033:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.413035:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.413039:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e30445c4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.413061:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c635400/0xf5091596e2fcc87a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x120e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5fae expref: 279 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.413072:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c635400/0xf5091596e2fcc87a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x120e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5fae expref: 279 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.413083:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968933120:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.413135:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e66c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.413150:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82918 00000100:00100000:0.0:1769074947.413156:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+56:3659:x1855007968932736:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.413166:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:10054 count 1 00010000:00010000:0.0:1769074947.413175:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30445cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2746:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.413186:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe638de800/0xf5091596e2fc0a1c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ea157 expref: 279 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.413192:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.413194:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.413197:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30445cb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.413210:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe638de800/0xf5091596e2fc0a1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea157 expref: 279 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.413218:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe638de800/0xf5091596e2fc0a1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea157 expref: 279 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.413226:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968933248:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.413244:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.413259:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82919 00000100:00100000:0.0:1769074947.413265:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+56:3659:x1855007968932352:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.413274:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6772 count 1 00010000:00010000:0.0:1769074947.413284:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30445d2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.413294:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f9cee00/0xf5091596e2fcb1ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f48ee expref: 279 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.413301:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.413302:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.413305:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30445d2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.413319:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f9cee00/0xf5091596e2fcb1ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f48ee expref: 279 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.413327:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f9cee00/0xf5091596e2fcb1ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f48ee expref: 279 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.413336:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968933376:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.413356:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.413369:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82920 00000100:00100000:0.0:1769074947.413375:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+56:3659:x1855007968932864:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.413384:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9709 count 1 00010000:00010000:0.0:1769074947.413395:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06400/0xf5091596e30445d9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.413405:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe805e7200/0xf5091596e2fbed04 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x25ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8438 expref: 279 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.413417:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.413418:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.413421:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06400/0xf5091596e30445d9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x25ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.413436:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe805e7200/0xf5091596e2fbed04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8438 expref: 279 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.413444:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe805e7200/0xf5091596e2fbed04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8438 expref: 279 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.413473:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968933504:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.413491:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.413504:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968932480:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.413524:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.413539:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d410380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968932992:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.413552:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.413566:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074947.413570:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968932608:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.413584:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.413604:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968932480 00000100:00100000:0.0:1769074947.413607:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968932480 00000100:00100000:1.0:1769074947.413876:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968932992 00000100:00100000:1.0:1769074947.413880:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968932992 00000100:00100000:1.0:1769074947.413907:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968932608 00000100:00100000:1.0:1769074947.413910:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968932608 00000100:00100000:1.0:1769074947.413923:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82921 00000100:00100000:1.0:1769074947.413928:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+59:3657:x1855007968932992:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.413940:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7943 count 1 00010000:00010000:1.0:1769074947.413952:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e30445e0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f07:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.413964:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5de6b600/0xf5091596e2fc3971 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ed0a5 expref: 279 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.413971:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.413972:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.413975:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e30445e0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.413991:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5de6b600/0xf5091596e2fc3971 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed0a5 expref: 279 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.413999:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5de6b600/0xf5091596e2fc3971 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed0a5 expref: 279 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.414008:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd73769500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968933632:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.414037:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.414093:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82922 00000100:00100000:1.0:1769074947.414100:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+59:3657:x1855007968932608:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.414110:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9398 count 1 00010000:00010000:1.0:1769074947.414120:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30445e7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.414131:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55ca7000/0xf5091596e2fd6329 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ffa5d expref: 279 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.414137:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.414138:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.414141:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30445e7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.414155:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe55ca7000/0xf5091596e2fd6329 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffa5d expref: 279 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.414163:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55ca7000/0xf5091596e2fd6329 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffa5d expref: 279 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.414171:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd73768e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968934016:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.414189:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20ecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.414206:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074947.414212:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7376b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968933760:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.414234:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.414252:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968933760 00000100:00100000:1.0:1769074947.414255:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968933760 00000100:00100000:1.0:1769074947.414273:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82923 00000100:00100000:1.0:1769074947.414278:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73768a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+54:3657:x1855007968933760:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.414288:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6772 count 1 00010000:00010000:1.0:1769074947.414301:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e30445ee lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.414312:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f9cfe00/0xf5091596e2fcb1c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f48f5 expref: 282 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.414318:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.414319:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.414322:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e30445ee lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.414339:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f9cfe00/0xf5091596e2fcb1c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f48f5 expref: 282 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.414349:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f9cfe00/0xf5091596e2fcb1c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f48f5 expref: 282 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.414358:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7376a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007968934144:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.414383:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.420624:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82924 00000100:00100000:0.0:1769074947.420659:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+59:3657:x1855007968932480:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.420698:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:599 count 1 00010000:00010000:0.0:1769074947.420729:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06e00/0xf5091596e30445f5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.420750:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f854c00/0xf5091596e2fd067e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f9db2 expref: 279 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.420758:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.420760:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.420764:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06e00/0xf5091596e30445f5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.420802:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f854c00/0xf5091596e2fd067e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9db2 expref: 279 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.420815:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f854c00/0xf5091596e2fd067e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9db2 expref: 279 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.420845:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd70000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007968934272:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.420933:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.420976:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd73769880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968933888:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.421020:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.421058:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968933888 00000100:00100000:0.0:1769074947.421066:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968933888 00000100:00100000:0.0:1769074947.421093:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82925 00000100:00100000:0.0:1769074947.421099:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+55:3659:x1855007968933888:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.421110:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:599 count 1 00010000:00010000:0.0:1769074947.421126:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e30445fc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.421479:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55be9c00/0xf5091596e2fd0685 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f9db9 expref: 282 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.421488:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.421489:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.421492:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e30445fc lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.421514:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe55be9c00/0xf5091596e2fd0685 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9db9 expref: 282 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.421524:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55be9c00/0xf5091596e2fd0685 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9db9 expref: 282 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.421535:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007968934400:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.421560:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.421601:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.421892:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.421982:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.422022:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.422069:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.422086:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.422479:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.422495:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.422509:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.422523:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.422540:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.422552:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074947.422803:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.422813:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044593 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.422833:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd2c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.422838:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044593 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.422848:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044593 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.422868:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044593 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.422875:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2c00/0xf5091596e3044593 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16aa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.422908:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.422910:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.422912:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.423019:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.423048:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960294272 00000100:00100000:0.0:1769074947.423054:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960294272 00010000:00010000:0.0:1769074947.423086:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe47e4ae00/0xf5091596e2fd9078 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725027ac expref: 280 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.423105:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960293760 00000100:00100000:0.0:1769074947.423108:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960293760 00010000:00010000:0.0:1769074947.423120:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44ac00/0xf5091596e2fdc3cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505af8 expref: 283 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.423131:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960293632 00000100:00100000:0.0:1769074947.423133:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960293632 00010000:00010000:0.0:1769074947.423152:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d314200/0xf5091596e2fcd355 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6a89 expref: 284 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.423163:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960294400 00000100:00100000:0.0:1769074947.423165:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960294400 00010000:00010000:0.0:1769074947.423177:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe707c5c00/0xf5091596e2fc87d6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1f0a expref: 285 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.423186:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960294528 00000100:00100000:0.0:1769074947.423188:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960294528 00010000:00010000:0.0:1769074947.423197:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5fa07400/0xf5091596e2fd907f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xf20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725027b3 expref: 286 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.423206:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960294656 00000100:00100000:0.0:1769074947.423227:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960294656 00010000:00010000:0.0:1769074947.423238:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c635000/0xf5091596e2fcc881 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x120e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5fb5 expref: 287 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.423248:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960294912 00000100:00100000:0.0:1769074947.423250:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960294912 00010000:00010000:0.0:1769074947.423259:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe638de800/0xf5091596e2fc0a1c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea157 expref: 281 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.423268:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960295168 00000100:00100000:0.0:1769074947.423269:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960295168 00010000:00010000:0.0:1769074947.423278:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe805e7200/0xf5091596e2fbed04 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x25ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8438 expref: 282 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.423286:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960294784 00000100:00100000:0.0:1769074947.423288:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960294784 00010000:00010000:0.0:1769074947.423296:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c635400/0xf5091596e2fcc87a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x120e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5fae expref: 283 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.423304:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960295040 00000100:00100000:0.0:1769074947.423306:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960295040 00010000:00010000:0.0:1769074947.423315:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f9cee00/0xf5091596e2fcb1ba lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f48ee expref: 284 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.423324:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960295296 00000100:00100000:0.0:1769074947.423327:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960295296 00010000:00010000:0.0:1769074947.423337:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5de6b600/0xf5091596e2fc3971 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed0a5 expref: 285 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.423346:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960295424 00000100:00100000:0.0:1769074947.423361:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960295424 00010000:00010000:0.0:1769074947.423372:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55ca7000/0xf5091596e2fd6329 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffa5d expref: 286 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.423382:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960295552 00000100:00100000:0.0:1769074947.423384:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960295552 00010000:00010000:0.0:1769074947.423393:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f9cfe00/0xf5091596e2fcb1c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f48f5 expref: 288 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.423405:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40667 00000100:00100000:0.0:1769074947.423412:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+286:2410:x1855007960294272:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.423425:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1769074947.423838:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd73769500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968933632:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.423860:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e30445e0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.423891:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd73768e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968934016:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.423900:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30445e7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.423919:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7376a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007968934144:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.423930:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e30445ee lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.423950:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40668 00000100:00100000:1.0:1769074947.423958:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+288:2408:x1855007960293760:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.423967:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.423973:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44ac00/0xf5091596e2fdc3cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505af8 expref: 288 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.423984:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44ac00/0xf5091596e2fdc3cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505af8 expref: 288 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424004:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44ac00/0xf5091596e2fdc3cb lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505af8 expref: 288 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424017:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.424018:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.424022:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304458c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.424031:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304458c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.424069:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.424121:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+287:2408:x1855007960293760:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 164us (2228us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.424128:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40668 00000100:00100000:1.0:1769074947.424151:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40669 00000100:00100000:1.0:1769074947.424158:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+286:2408:x1855007960293632:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.424165:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.424169:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d314200/0xf5091596e2fcd355 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6a89 expref: 286 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424181:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d314200/0xf5091596e2fcd355 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6a89 expref: 286 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424193:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d314200/0xf5091596e2fcd355 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6a89 expref: 286 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424202:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.424204:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.424207:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3044585 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.424215:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3044585 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.424232:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.424249:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+285:2408:x1855007960293632:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 92us (2267us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.424255:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40669 00000100:00100000:1.0:1769074947.424267:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40670 00000100:00100000:1.0:1769074947.424273:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+284:2410:x1855007960294400:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.424281:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.424286:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe707c5c00/0xf5091596e2fc87d6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x154d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1f0a expref: 284 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424295:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe707c5c00/0xf5091596e2fc87d6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x154d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1f0a expref: 284 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424307:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.424308:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.424311:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30445af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x154d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.424317:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30445af lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x154d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.424327:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.424344:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+284:2410:x1855007960294400:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 71us (2321us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.424350:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40670 00000100:00100000:1.0:1769074947.424363:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40671 00000100:00100000:1.0:1769074947.424369:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+283:2410:x1855007960294528:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.424375:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.424380:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5fa07400/0xf5091596e2fd907f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xf20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725027b3 expref: 283 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424390:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5fa07400/0xf5091596e2fd907f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725027b3 expref: 283 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424405:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.424407:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.424409:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e30445b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.424416:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e30445b6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.424426:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.424476:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+283:2410:x1855007960294528:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 106us (2406us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.424483:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40671 00000100:00100000:1.0:1769074947.424496:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40672 00000100:00100000:1.0:1769074947.424504:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+282:2410:x1855007960294656:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.424513:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.424519:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c635000/0xf5091596e2fcc881 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x120e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5fb5 expref: 282 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424529:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c635000/0xf5091596e2fcc881 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x120e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5fb5 expref: 282 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424542:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.424544:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.424547:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30445bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x120e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.424561:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30445bd lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x120e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.424573:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.424591:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+282:2410:x1855007960294656:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 88us (2504us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.424598:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40672 00000100:00100000:1.0:1769074947.424610:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40673 00000100:00100000:1.0:1769074947.424633:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+286:2408:x1855007960294912:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.424640:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.424645:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe638de800/0xf5091596e2fc0a1c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea157 expref: 286 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424655:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe638de800/0xf5091596e2fc0a1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea157 expref: 286 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424667:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.424668:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.424671:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30445cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.424678:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30445cb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.424689:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.424708:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+286:2408:x1855007960294912:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 77us (2229us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.424715:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40673 00000100:00100000:1.0:1769074947.424728:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40674 00000100:00100000:1.0:1769074947.424735:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+285:2408:x1855007960295168:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.424742:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.424748:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe805e7200/0xf5091596e2fbed04 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x25ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8438 expref: 285 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424758:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe805e7200/0xf5091596e2fbed04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8438 expref: 285 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424769:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.424771:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.424774:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06400/0xf5091596e30445d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.424781:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06400/0xf5091596e30445d9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x25ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.424792:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.424810:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e39880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+285:2408:x1855007960295168:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 75us (2313us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.424816:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40674 00000100:00100000:1.0:1769074947.424841:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40675 00000100:00100000:1.0:1769074947.424848:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+284:2408:x1855007960294784:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.424855:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.424860:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c635400/0xf5091596e2fcc87a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x120e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5fae expref: 284 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424868:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c635400/0xf5091596e2fcc87a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x120e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5fae expref: 284 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424879:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.424880:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.424883:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e30445c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.424889:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e30445c4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.424899:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.424916:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+284:2408:x1855007960294784:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 69us (2406us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.424923:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40675 00000100:00100000:1.0:1769074947.424935:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40676 00000100:00100000:1.0:1769074947.424941:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+283:2408:x1855007960295040:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.424949:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.424954:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f9cee00/0xf5091596e2fcb1ba lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1a74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f48ee expref: 283 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424964:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f9cee00/0xf5091596e2fcb1ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f48ee expref: 283 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.424981:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.424983:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.424986:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30445d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.424993:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30445d2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.425004:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.425017:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+283:2408:x1855007960295040:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 76us (2493us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.425023:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40676 00000100:00100000:1.0:1769074947.425036:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40677 00000100:00100000:1.0:1769074947.425042:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+282:2408:x1855007960295296:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.425049:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.425054:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5de6b600/0xf5091596e2fc3971 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed0a5 expref: 282 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.425062:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5de6b600/0xf5091596e2fc3971 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed0a5 expref: 282 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.425074:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5de6b600/0xf5091596e2fc3971 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed0a5 expref: 282 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.425085:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.425087:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.425090:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e30445e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.425097:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e30445e0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.425118:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.425131:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+281:2408:x1855007960295296:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 90us (2589us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.425137:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40677 00000100:00100000:1.0:1769074947.425180:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40678 00000100:00100000:1.0:1769074947.425187:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+280:2410:x1855007960295424:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.425195:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.425199:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe55ca7000/0xf5091596e2fd6329 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffa5d expref: 280 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.425209:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe55ca7000/0xf5091596e2fd6329 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffa5d expref: 280 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.425221:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55ca7000/0xf5091596e2fd6329 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffa5d expref: 280 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.425229:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.425231:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.425234:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30445e7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.425245:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30445e7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.425262:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.425277:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+279:2410:x1855007960295424:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 91us (2724us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.425283:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40678 00000100:00100000:1.0:1769074947.425296:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40679 00000100:00100000:1.0:1769074947.425302:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+281:2410:x1855007960295552:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.425309:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.425313:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f9cfe00/0xf5091596e2fcb1c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f48f5 expref: 281 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.425323:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f9cfe00/0xf5091596e2fcb1c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f48f5 expref: 281 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.425334:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f9cfe00/0xf5091596e2fcb1c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f48f5 expref: 281 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.425343:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.425345:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.425348:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e30445ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.425356:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e30445ee lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.425373:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.425389:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+280:2410:x1855007960295552:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (2803us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.425395:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40679 00010000:00010000:1.0:1769074947.425427:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3044585 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.425434:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3044585 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.425443:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3044585 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.425476:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3044585 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.425491:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.425749:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+56:3657:x1855007968929664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 37635us (37768us total) trans 4294989484 rc 0/0 00000100:00100000:1.0:1769074947.425757:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82908 00010000:00010000:1.0:1769074947.425778:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e30445e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.425785:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e30445e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.425797:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e30445e0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.425803:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e30445e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.425818:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.425952:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+60:3657:x1855007968932992:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12022us (12397us total) trans 4294989490 rc 0/0 00000100:00100000:1.0:1769074947.425958:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82921 00010000:00010000:1.0:1769074947.425975:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.425980:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3044585 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.425987:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.425991:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3044585 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.425999:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3044585 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426012:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3044585 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426018:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3044585 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7a5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426045:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.426049:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e30445e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426055:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.426058:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e30445e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426065:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e30445e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426075:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e30445e0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426081:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e30445e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426092:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.426094:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.426096:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.426107:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30445e7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426113:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30445e7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426121:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30445e7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426129:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30445e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426141:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.426256:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+60:3657:x1855007968932608:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12157us (12670us total) trans 4294989491 rc 0/0 00000100:00100000:1.0:1769074947.426262:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82922 00010000:00010000:1.0:1769074947.426283:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e30445ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426290:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e30445ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426297:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e30445ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426303:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e30445ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426314:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.426416:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73768a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+56:3657:x1855007968933760:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12136us (12180us total) trans 4294989485 rc 0/0 00000100:00100000:1.0:1769074947.426422:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82923 00010000:00010000:1.0:1769074947.426439:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.426444:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30445e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426481:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.426484:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30445e7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426491:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30445e7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426502:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30445e7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426509:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30445e7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426521:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.426524:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e30445ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426530:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.426533:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e30445ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426540:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e30445ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426549:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e30445ee lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426561:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78600/0xf5091596e30445ee lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.426573:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.426574:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.426576:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.426610:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd7376b800/2, rc 0, transno 4294989485 00000100:00100000:1.0:1769074947.426622:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7376b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968933760:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.426635:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62efca80/2, rc 0, transno 4294989491 00000100:00100000:1.0:1769074947.426644:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62efca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968932608:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.426652:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5d410380/2, rc 0, transno 4294989490 00000100:00100000:1.0:1769074947.426655:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d410380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968932992:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.426664:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd83ccca80/2, rc 0, transno 4294989484 00000100:00100000:1.0:1769074947.426667:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83ccca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968929664:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.426741:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074947.426753:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7376a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968934528:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.426784:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.426812:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968934528 00000100:00100000:1.0:1769074947.426818:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968934528 00010000:00010000:0.0:1769074947.426884:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe47e4ae00/0xf5091596e2fd9078 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725027ac expref: 278 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.426899:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe47e4ae00/0xf5091596e2fd9078 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725027ac expref: 278 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.426915:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.426917:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.426921:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3800/0xf5091596e30445a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.426931:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3800/0xf5091596e30445a8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.426950:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.426974:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+278:2410:x1855007960294272:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 3561us (5372us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.426983:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40667 00010000:00010000:0.0:1769074947.427044:0:14043:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c635000/0xf5091596e2fcc881 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x120e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5fb5 expref: 279 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.427055:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968932096:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.427071:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30445bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427079:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30445bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427087:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30445bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427095:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30445bd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427102:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30445bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427117:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.427255:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+56:3657:x1855007968931840:12345-0@lo:6:osp-syn-1-1.0 Request processed in 20162us (20729us total) trans 4294989486 rc 0/0 00000100:00100000:0.0:1769074947.427263:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82916 00010000:00010000:0.0:1769074947.427298:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe707c5c00/0xf5091596e2fc87d6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x154d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1f0a expref: 278 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.427312:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62efdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968931584:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.427322:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30445af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427330:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30445af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427336:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30445af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427343:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30445af lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427350:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30445af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427363:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074947.427480:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+56:3659:x1855007968931456:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22390us (22463us total) trans 4294989487 rc 0/0 00000100:00100000:0.0:1769074947.427486:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82914 00010000:00010000:0.0:1769074947.427518:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c635400/0xf5091596e2fcc87a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x120e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5fae expref: 277 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.427529:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581d9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968933120:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.427540:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e30445c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427548:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e30445c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427554:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e30445c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427562:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e30445c4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427569:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e30445c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427577:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1769074947.427693:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+60:3659:x1855007968932224:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14725us (14930us total) trans 4294989492 rc 0/0 00000100:00100000:0.0:1769074947.427701:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82917 00010000:00010000:0.0:1769074947.427719:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1769074947.427724:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30445bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427731:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd2200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.427734:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30445bd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427742:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30445bd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427758:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30445bd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427764:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2200/0xf5091596e30445bd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427781:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.427784:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30445af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427790:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd3600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.427793:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30445af lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427799:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30445af lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427808:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30445af lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427815:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd3600/0xf5091596e30445af lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x154d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427848:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.427852:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e30445c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427862:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd2600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.427865:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e30445c4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427872:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e30445c4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427883:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e30445c4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427888:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2600/0xf5091596e30445c4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x120e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427905:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.427907:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.427908:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.427933:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5fa07400/0xf5091596e2fd907f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xf20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725027b3 expref: 277 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.427942:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62efe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007968931968:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.427953:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e30445b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427960:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e30445b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427970:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e30445b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427977:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e30445b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427983:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e30445b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.427995:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.428103:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+56:3657:x1855007968931712:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21502us (21627us total) trans 4294989488 rc 0/0 00000100:00100000:0.0:1769074947.428109:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82915 00010000:00010000:0.0:1769074947.428139:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe638de800/0xf5091596e2fc0a1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea157 expref: 276 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.428148:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968933248:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.428158:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30445cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428164:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30445cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428170:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30445cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428181:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30445cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428188:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30445cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428195:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074947.428290:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+60:3659:x1855007968932736:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15134us (15488us total) trans 4294989493 rc 0/0 00000100:00100000:0.0:1769074947.428296:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82918 00010000:00010000:0.0:1769074947.428313:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.428317:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e30445b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428324:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd2400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.428327:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e30445b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428335:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e30445b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428346:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e30445b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428353:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bd2400/0xf5091596e30445b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428371:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.428374:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30445cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428380:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd2a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.428383:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30445cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428391:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30445cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428400:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30445cb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428406:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd2a00/0xf5091596e30445cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428419:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.428421:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.428422:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.428443:0:14038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f9cee00/0xf5091596e2fcb1ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a74:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f48ee expref: 275 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.428476:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968933376:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.428487:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30445d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428499:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30445d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428506:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30445d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428514:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30445d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428521:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30445d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428533:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.428660:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+60:3659:x1855007968932352:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15394us (15809us total) trans 4294989494 rc 0/0 00000100:00100000:0.0:1769074947.428666:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82919 00010000:00010000:0.0:1769074947.428685:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.428690:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30445d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428698:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd3000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.428701:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30445d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428710:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30445d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428726:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30445d2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428733:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3000/0xf5091596e30445d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a74:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428747:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.428749:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.428751:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.428772:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe805e7200/0xf5091596e2fbed04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x25ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8438 expref: 274 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.428783:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968933504:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.428795:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06400/0xf5091596e30445d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428803:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06400/0xf5091596e30445d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428810:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06400/0xf5091596e30445d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.428819:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06400/0xf5091596e30445d9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.429491:0:14039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304458c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.429508:0:14039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304458c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.429516:0:14039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304458c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.429524:0:14039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304458c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.429542:0:14039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.429718:0:14039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+56:3657:x1855007968929792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 41442us (41685us total) trans 4294989489 rc 0/0 00000100:00100000:2.0:1769074947.429727:0:14039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82909 00010000:00010000:2.0:1769074947.429762:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.429767:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304458c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.429774:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.429777:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304458c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.429784:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304458c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.429796:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304458c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.429807:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304458c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1eb1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.429835:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.429837:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.429839:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.429845:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.429987:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06400/0xf5091596e30445d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.430011:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.430143:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+60:3659:x1855007968932864:12345-0@lo:6:osp-syn-0-1.0 Request processed in 16768us (17266us total) trans 4294989495 rc 0/0 00000100:00100000:0.0:1769074947.430151:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82920 00010000:00010000:0.0:1769074947.430171:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.430176:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06400/0xf5091596e30445d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.430183:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5bd06400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.430186:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06400/0xf5091596e30445d9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.430194:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06400/0xf5091596e30445d9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.430206:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06400/0xf5091596e30445d9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.430212:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06400/0xf5091596e30445d9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.430226:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.430228:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.430230:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.430235:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.430273:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dd70380/2, rc 0, transno 4294989481 00000100:00100000:0.0:1769074947.430294:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968930944:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.430306:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074947.430316:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd73768e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968934656:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.430352:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.430383:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968934656 00000100:00100000:0.0:1769074947.430389:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968934656 00000100:00100000:0.0:1769074947.430424:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82926 00000100:00100000:0.0:1769074947.430432:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+56:3658:x1855007968934656:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.430483:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:10054 count 1 00010000:00010000:0.0:1769074947.430503:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07c00/0xf5091596e3044603 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2746:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.430521:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe638df800/0xf5091596e2fc0a23 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ea150 expref: 276 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.430528:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.430530:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.430533:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07c00/0xf5091596e3044603 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.430559:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe638df800/0xf5091596e2fc0a23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea150 expref: 276 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.430571:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe638df800/0xf5091596e2fc0a23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea150 expref: 276 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.430582:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e3b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968934784:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.430735:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.430769:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6000 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.430838:0:8669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe47e4ae00/0xf5091596e2fd9078 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725027ac expref: 273 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.430849:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62effb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007968931328:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.430870:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3800/0xf5091596e30445a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.430879:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3800/0xf5091596e30445a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.430885:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3800/0xf5091596e30445a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.430893:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3800/0xf5091596e30445a8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.431356:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3800/0xf5091596e30445a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.431774:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.431870:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.432000:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd70000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007968934272:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.432015:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06e00/0xf5091596e30445f5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.432039:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960295680 00000100:00100000:0.0:1769074947.432044:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960295680 00010000:00010000:0.0:1769074947.432072:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f854c00/0xf5091596e2fd067e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9db2 expref: 273 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.432100:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960295808 00000100:00100000:0.0:1769074947.432104:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960295808 00010000:00010000:0.0:1769074947.432118:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55be9c00/0xf5091596e2fd0685 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9db9 expref: 277 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.432164:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40680 00000100:00100000:0.0:1769074947.432171:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+273:2410:x1855007960295680:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.432183:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.432188:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f854c00/0xf5091596e2fd067e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9db2 expref: 273 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.432199:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f854c00/0xf5091596e2fd067e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9db2 expref: 273 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.432221:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f854c00/0xf5091596e2fd067e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9db2 expref: 273 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.432234:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.432236:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.432240:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06e00/0xf5091596e30445f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.432248:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06e00/0xf5091596e30445f5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.432273:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.432310:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+272:2410:x1855007960295680:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 139us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.432317:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40680 00000100:00100000:0.0:1769074947.432334:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40681 00000100:00100000:0.0:1769074947.432341:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+277:2410:x1855007960295808:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.432349:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.432354:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe55be9c00/0xf5091596e2fd0685 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9db9 expref: 277 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.432363:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe55be9c00/0xf5091596e2fd0685 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9db9 expref: 277 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.432377:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.432379:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.432382:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e30445fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.432389:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e30445fc lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.432401:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.432419:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+277:2410:x1855007960295808:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 79us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.432426:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40681 00010000:00010000:0.0:1769074947.432471:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06e00/0xf5091596e30445f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.432478:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06e00/0xf5091596e30445f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.432487:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06e00/0xf5091596e30445f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.432494:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06e00/0xf5091596e30445f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.432510:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.432885:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+60:3657:x1855007968932480:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12232us (19357us total) trans 4294989496 rc 0/0 00000100:00100000:0.0:1769074947.432892:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82924 00010000:00010000:0.0:1769074947.432927:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1769074947.432939:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.432944:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06e00/0xf5091596e30445f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.432952:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5bd06e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.432956:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06e00/0xf5091596e30445f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.432965:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06e00/0xf5091596e30445f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.432983:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06e00/0xf5091596e30445f5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.432989:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06e00/0xf5091596e30445f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.433018:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.433023:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3800/0xf5091596e30445a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.433029:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe48bd3800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.433031:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3800/0xf5091596e30445a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.433039:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3800/0xf5091596e30445a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.433049:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3800/0xf5091596e30445a8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.433056:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3800/0xf5091596e30445a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.433069:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.433071:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.433072:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.433168:0:14032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55be9c00/0xf5091596e2fd0685 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x257:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9db9 expref: 276 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.433181:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007968934400:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.433195:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e30445fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.433196:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+60:3660:x1855007968931200:12345-0@lo:6:osp-syn-0-1.0 Request processed in 40189us (40285us total) trans 4294989497 rc 0/0 00000100:00100000:0.0:1769074947.433203:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82913 00010000:00010000:2.0:1769074947.433204:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e30445fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.433210:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e30445fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.433217:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e30445fc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.433223:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e30445fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.433241:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1769074947.433301:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62eff480/2, rc 0, transno 4294989497 00000100:00100000:0.0:1769074947.433308:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62eff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968931200:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074947.433323:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.433327:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e30445fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.433334:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5bd07e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.433337:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e30445fc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.433345:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e30445fc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.433356:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e30445fc lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.433362:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e30445fc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x257:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.433376:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.433377:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.433379:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.433585:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+58:3659:x1855007968933888:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12486us (12565us total) trans 4294989490 rc 0/0 00000004:00080000:1.0:1769074947.433588:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd73769880/2, rc 0, transno 4294989490 00000100:00100000:2.0:1769074947.433593:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82925 00000100:00100000:1.0:1769074947.433597:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd73769880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968933888:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.433607:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd83ccc700/2, rc 0, transno 4294989494 00000100:00100000:1.0:1769074947.433610:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83ccc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968932352:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074947.433620:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.433635:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5d411c00/2, rc 0, transno 4294989495 00000100:00100000:1.0:1769074947.433639:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d411c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968932864:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.433648:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd83ccdc00/2, rc 0, transno 4294989492 00000100:00100000:1.0:1769074947.433650:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83ccdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968932224:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.433658:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62efed80/2, rc 0, transno 4294989493 00000100:00100000:1.0:1769074947.433661:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62efed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968932736:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.433670:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62efe300/2, rc 0, transno 4294989487 00000100:00100000:1.0:1769074947.433673:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62efe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968931456:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.433743:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd83ccc000/2, rc 0, transno 4294989496 00000100:00100000:1.0:1769074947.433747:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83ccc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968932480:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.433754:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62efc380/2, rc 0, transno 4294989486 00000100:00100000:1.0:1769074947.433760:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62efc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968931840:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.433768:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62efce00/2, rc 0, transno 4294989488 00000100:00100000:1.0:1769074947.433771:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62efce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968931712:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.433779:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd83ccfb80/2, rc 0, transno 4294989489 00000100:00100000:1.0:1769074947.433782:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83ccfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968929792:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.433791:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074947.433799:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd73769f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968934912:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.433839:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.433897:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd73768000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968935296:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.433917:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.433934:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074947.433938:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe60c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968935424:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.433959:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.434037:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968935808:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.434056:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.434070:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968936320:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.434085:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.434097:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074947.434101:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968935936:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.434118:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.434128:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968936448:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.434141:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.434163:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968934912 00000100:00100000:1.0:1769074947.434167:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968934912 00000100:00100000:1.0:1769074947.434192:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968935296 00000100:00100000:1.0:1769074947.434195:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968935296 00000100:00100000:1.0:1769074947.434207:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968935424 00000100:00100000:1.0:1769074947.434209:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968935424 00000100:00100000:1.0:1769074947.434219:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968935808 00000100:00100000:1.0:1769074947.434222:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968935808 00000100:00100000:1.0:1769074947.434235:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968936320 00000100:00100000:1.0:1769074947.434237:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968936320 00000100:00100000:1.0:1769074947.434250:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968935936 00000100:00100000:1.0:1769074947.434252:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968935936 00000100:00100000:1.0:1769074947.434262:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968936448 00000100:00100000:1.0:1769074947.434264:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968936448 00000100:00100000:1.0:1769074947.434277:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82927 00000100:00100000:1.0:1769074947.434283:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+60:3657:x1855007968934912:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.434305:0:14039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9709 count 1 00010000:00010000:1.0:1769074947.434326:0:14039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e304460a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.434341:0:14039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe805e6600/0xf5091596e2fbed0b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e843f expref: 275 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.434350:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.434352:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.434355:0:14039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e304460a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.434380:0:14039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe805e6600/0xf5091596e2fbed0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e843f expref: 275 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.434391:0:14039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe805e6600/0xf5091596e2fbed0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e843f expref: 275 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.434402:0:14039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe45379180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007968936704:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.434421:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7376b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968935040:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.434446:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.434472:0:14039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.434481:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe60c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968935552:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.434485:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968935040 00000100:00100000:1.0:1769074947.434488:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968935040 00000100:00100000:2.0:1769074947.434500:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.434508:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968935552 00000100:00100000:1.0:1769074947.434510:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968935552 00000100:00100000:2.0:1769074947.434515:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968936064:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.434524:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82928 00000100:00100000:1.0:1769074947.434529:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+62:3657:x1855007968935296:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.434531:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.434539:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968936576:0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.434541:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4010 count 1 00010000:00010000:1.0:1769074947.434552:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044611 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.434555:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074947.434564:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe566f0200/0xf5091596e2fc73f5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b29 expref: 275 pid: 14035 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074947.434566:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1769074947.434571:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7376a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968935168:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.434577:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.434579:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.434582:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044611 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.434588:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.434595:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968935680:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074947.434599:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe566f0200/0xf5091596e2fc73f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b29 expref: 275 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.434608:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe566f0200/0xf5091596e2fc73f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b29 expref: 275 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.434611:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.434617:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe45379880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968936832:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.434618:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968936192:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.434767:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.434781:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968936064 00000100:00100000:1.0:1769074947.434784:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968936064 00000100:00100000:1.0:1769074947.434799:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968936576 00000100:00100000:1.0:1769074947.434801:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968936576 00000100:00100000:1.0:1769074947.434810:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968935168 00000100:00100000:1.0:1769074947.434812:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968935168 00000100:00100000:1.0:1769074947.434830:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968935680 00000100:00100000:1.0:1769074947.434833:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968935680 00000100:00100000:1.0:1769074947.434845:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82929 00000100:00100000:1.0:1769074947.434851:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+63:3657:x1855007968935424:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.434862:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4632 count 1 00010000:00010000:1.0:1769074947.434874:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044618 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.434889:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe71303600/0xf5091596e2fccf2d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f6661 expref: 275 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.434895:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.434897:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.434900:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044618 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.434918:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe71303600/0xf5091596e2fccf2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6661 expref: 275 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.434926:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe71303600/0xf5091596e2fccf2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6661 expref: 275 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.434935:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe45379c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968936960:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.435140:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.435285:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968936192 00000100:00100000:0.0:1769074947.435290:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968936192 00000100:00100000:0.0:1769074947.435311:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82930 00000100:00100000:0.0:1769074947.435318:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+67:3657:x1855007968935808:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.435332:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4010 count 1 00010000:00010000:0.0:1769074947.435348:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07000/0xf5091596e304461f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.435361:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe566f0c00/0xf5091596e2fc73ee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b22 expref: 271 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.435367:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.435369:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.435371:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07000/0xf5091596e304461f lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.435390:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe566f0c00/0xf5091596e2fc73ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b22 expref: 271 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.435398:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe566f0c00/0xf5091596e2fc73ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b22 expref: 271 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.435408:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007968937088:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.435529:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.435548:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82931 00000100:00100000:0.0:1769074947.435556:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+67:3657:x1855007968936320:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.435570:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9916 count 1 00010000:00010000:0.0:1769074947.435583:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06600/0xf5091596e3044626 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.435594:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe69006600/0xf5091596e2fc3e95 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x26bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5c9 expref: 271 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.435601:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.435602:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.435605:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06600/0xf5091596e3044626 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.435761:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.435779:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82932 00000100:00100000:1.0:1769074947.435787:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe45378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+67:3657:x1855007968935936:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.435801:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4632 count 1 00010000:00010000:1.0:1769074947.435813:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e304462d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.435835:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe71303c00/0xf5091596e2fccf26 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f665a expref: 271 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.435841:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.435843:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.435846:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e304462d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.435864:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe71303c00/0xf5091596e2fccf26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f665a expref: 271 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.435873:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe71303c00/0xf5091596e2fccf26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f665a expref: 271 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.435883:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe45378000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968937216:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.435909:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.435925:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82933 00000100:00100000:1.0:1769074947.435932:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+67:3657:x1855007968936448:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.435946:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1173 count 1 00010000:00010000:1.0:1769074947.435957:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e3044634 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x495:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.435968:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d693600/0xf5091596e2fc33ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ecae0 expref: 271 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.435974:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.435975:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.435977:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e3044634 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.435994:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d693600/0xf5091596e2fc33ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecae0 expref: 271 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.436008:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d693600/0xf5091596e2fc33ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecae0 expref: 271 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.436017:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4537a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968937344:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.436038:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20ef00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.436054:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82934 00000100:00100000:1.0:1769074947.436060:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+63:3659:x1855007968935040:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.436071:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7943 count 1 00010000:00010000:1.0:1769074947.436084:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e304463b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.436095:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5de6bc00/0xf5091596e2fc396a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ed09e expref: 275 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.436101:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.436102:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.436104:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e304463b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.436120:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5de6bc00/0xf5091596e2fc396a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed09e expref: 275 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.436128:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5de6bc00/0xf5091596e2fc396a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed09e expref: 275 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.436143:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007968937472:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.436159:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.436174:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82935 00000100:00100000:1.0:1769074947.436180:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+63:3659:x1855007968935552:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.436192:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6800 count 1 00010000:00010000:1.0:1769074947.436201:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044642 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.436212:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a90b200/0xf5091596e2fcd6ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f6e33 expref: 275 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.436218:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.436219:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.436222:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044642 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.436239:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a90b200/0xf5091596e2fcd6ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6e33 expref: 275 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.436247:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a90b200/0xf5091596e2fcd6ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6e33 expref: 275 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.436255:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007968937600:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.436275:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.436289:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82936 00000100:00100000:1.0:1769074947.436296:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+67:3659:x1855007968936064:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.436306:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6800 count 1 00010000:00010000:1.0:1769074947.436316:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044649 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a90:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.436327:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7a90b800/0xf5091596e2fcd6f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f6e2c expref: 271 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.436333:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.436334:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.436337:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044649 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.436353:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7a90b800/0xf5091596e2fcd6f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6e2c expref: 271 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.436362:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7a90b800/0xf5091596e2fcd6f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6e2c expref: 271 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.436371:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968937728:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.436387:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20e840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.436402:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82937 00000100:00100000:1.0:1769074947.436408:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+67:3659:x1855007968936576:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.436418:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5784 count 1 00010000:00010000:1.0:1769074947.436428:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044650 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1698:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.436557:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe69006600/0xf5091596e2fc3e95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5c9 expref: 271 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.436567:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe69006600/0xf5091596e2fc3e95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5c9 expref: 271 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.436576:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e3b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968937856:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.436594:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.436609:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82938 00000100:00100000:0.0:1769074947.436708:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+63:3659:x1855007968935168:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.436719:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6567 count 1 00010000:00010000:0.0:1769074947.436731:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06a00/0xf5091596e3044657 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.436742:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d360600/0xf5091596e2fd5d8e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ff4c2 expref: 275 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.436749:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.436750:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.436753:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06a00/0xf5091596e3044657 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.436773:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d360600/0xf5091596e2fd5d8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff4c2 expref: 275 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.436782:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d360600/0xf5091596e2fd5d8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff4c2 expref: 275 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.436790:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007968937984:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.436807:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.436833:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82939 00000100:00100000:0.0:1769074947.436840:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+67:3659:x1855007968935680:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.436852:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6567 count 1 00010000:00010000:0.0:1769074947.436862:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07800/0xf5091596e304465e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19a7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.436872:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d361400/0xf5091596e2fd5d95 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ff4c9 expref: 271 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.436878:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.436880:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.436882:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07800/0xf5091596e304465e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x19a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.436897:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d361400/0xf5091596e2fd5d95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff4c9 expref: 271 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.436905:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d361400/0xf5091596e2fd5d95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff4c9 expref: 271 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.436916:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968938112:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.436932:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.436949:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82940 00000100:00100000:0.0:1769074947.436956:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+67:3659:x1855007968936192:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.436966:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9767 count 1 00010000:00010000:0.0:1769074947.436976:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06800/0xf5091596e3044665 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2627:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.436986:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e326e00/0xf5091596e2fbf259 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8986 expref: 271 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.436992:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.436993:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.436996:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06800/0xf5091596e3044665 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.437011:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e326e00/0xf5091596e2fbf259 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8986 expref: 271 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.437018:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e326e00/0xf5091596e2fbf259 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8986 expref: 271 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.437026:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968938240:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.437041:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6b40 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.437531:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe62679400/0xf5091596e2fc7f4e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f1682 expref: 271 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.437537:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.437538:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.437541:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044650 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.437562:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe62679400/0xf5091596e2fc7f4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1682 expref: 271 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.437571:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe62679400/0xf5091596e2fc7f4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1682 expref: 271 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.437581:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007968938368:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.437701:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5e20ee40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.437750:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82941 00000100:00100000:1.0:1769074947.437756:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73769500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+63:3659:x1855007968934528:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.437769:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9398 count 1 00010000:00010000:1.0:1769074947.437781:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e304466c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.437792:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a1a00/0xf5091596e2fd6322 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ffa56 expref: 275 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.437798:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.437801:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.437803:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e304466c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.437832:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a1a00/0xf5091596e2fd6322 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffa56 expref: 275 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.437842:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a1a00/0xf5091596e2fd6322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffa56 expref: 275 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.437851:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007968938496:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.437873:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbd80 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.438557:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.438589:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e3b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968934784:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.438607:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07c00/0xf5091596e3044603 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.438837:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.438890:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960295936 00000100:00100000:0.0:1769074947.438896:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960295936 00010000:00010000:0.0:1769074947.438921:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe638df800/0xf5091596e2fc0a23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea150 expref: 276 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.438983:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40682 00000100:00100000:0.0:1769074947.438990:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+276:2407:x1855007960295936:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.439001:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.439005:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe638df800/0xf5091596e2fc0a23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea150 expref: 276 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.439015:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe638df800/0xf5091596e2fc0a23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea150 expref: 276 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.439035:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe638df800/0xf5091596e2fc0a23 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2746:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea150 expref: 276 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.439047:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.439049:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.439053:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07c00/0xf5091596e3044603 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.439061:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07c00/0xf5091596e3044603 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2746:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.439079:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074947.439095:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07c00/0xf5091596e3044603 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.439103:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07c00/0xf5091596e3044603 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.439111:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07c00/0xf5091596e3044603 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.439117:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07c00/0xf5091596e3044603 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.439129:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.439360:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+64:3658:x1855007968934656:12345-0@lo:6:osp-syn-1-1.0 Request processed in 8928us (9006us total) trans 4294989491 rc 0/0 00000100:00100000:0.0:1769074947.439367:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82926 00010000:00010000:0.0:1769074947.439391:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.439397:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07c00/0xf5091596e3044603 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.439404:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5bd07c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.439408:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07c00/0xf5091596e3044603 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.439416:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07c00/0xf5091596e3044603 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.439427:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07c00/0xf5091596e3044603 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.439433:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07c00/0xf5091596e3044603 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2746:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.439495:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.439497:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.439499:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.439525:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd73768e00/2, rc 0, transno 4294989491 00000100:00100000:0.0:1769074947.439537:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd73768e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968934656:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.439609:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968938624:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.439842:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.439874:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968938624 00000100:00100000:0.0:1769074947.439879:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968938624 00000100:00100000:0.0:1769074947.439906:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82942 00000100:00100000:0.0:1769074947.439913:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+64:3660:x1855007968938624:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.439933:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9767 count 1 00010000:00010000:0.0:1769074947.439951:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07600/0xf5091596e3044673 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2627:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.439964:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e327e00/0xf5091596e2fbf252 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e898d expref: 275 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.439971:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.439973:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.439976:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07600/0xf5091596e3044673 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.439998:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e327e00/0xf5091596e2fbf252 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e898d expref: 275 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.440007:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e327e00/0xf5091596e2fbf252 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e898d expref: 275 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.440018:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e39880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968938752:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.440067:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.440176:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+275:2407:x1855007960295936:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 1186us (1340us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.440184:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40682 00000100:00100000:1.0:1769074947.460728:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.460754:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.460774:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.460853:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe45379880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968936832:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.460878:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044611 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.460907:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960296320 00000100:00100000:1.0:1769074947.460912:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960296320 00000100:00100000:1.0:1769074947.460957:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960296192 00000100:00100000:1.0:1769074947.460960:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960296192 00000100:00100000:1.0:1769074947.460979:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 2012 00000100:00100000:1.0:1769074947.460987:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+5:2410:x1855007960296320:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1769074947.461047:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+5:2410:x1855007960296320:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 60us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.461056:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 2012 00000100:00100000:1.0:1769074947.461071:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 2013 00000100:00100000:1.0:1769074947.461077:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+5:2410:x1855007960296192:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1769074947.461099:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+5:2410:x1855007960296192:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 22us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.461104:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 2013 00000100:00100000:1.0:1769074947.461128:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007968937600:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.461143:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044642 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.461349:0:14039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe45379180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007968936704:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.461363:0:14039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e304460a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.461675:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.461697:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.462135:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968937728:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.462150:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044649 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.462176:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007968938368:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.462186:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044650 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.462205:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960296576 00000100:00100000:1.0:1769074947.462209:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960296576 00010000:00010000:1.0:1769074947.462235:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe566f0200/0xf5091596e2fc73f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b29 expref: 275 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.462256:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960296448 00000100:00100000:1.0:1769074947.462260:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960296448 00010000:00010000:1.0:1769074947.462271:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe805e6600/0xf5091596e2fbed0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e843f expref: 276 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.462288:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40683 00000100:00100000:1.0:1769074947.462295:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+276:2410:x1855007960296576:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.462307:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.462312:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe566f0200/0xf5091596e2fc73f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b29 expref: 276 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.462323:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe566f0200/0xf5091596e2fc73f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b29 expref: 276 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.462346:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe566f0200/0xf5091596e2fc73f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b29 expref: 276 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.462360:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.462362:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.462366:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044611 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.462376:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044611 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.462410:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.462468:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be05500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+275:2410:x1855007960296576:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 153us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.462476:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40683 00000100:00100000:1.0:1769074947.462492:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40684 00000100:00100000:1.0:1769074947.462497:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433fe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+274:2410:x1855007960296448:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.462505:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.462509:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe805e6600/0xf5091596e2fbed0b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e843f expref: 274 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.462519:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe805e6600/0xf5091596e2fbed0b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e843f expref: 274 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.462531:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe805e6600/0xf5091596e2fbed0b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e843f expref: 274 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.462539:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.462541:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.462543:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e304460a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.462551:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e304460a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.462570:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.462589:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433fe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+273:2410:x1855007960296448:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 92us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.462596:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40684 00000100:00100000:1.0:1769074947.462739:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe45379c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968936960:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.462753:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044618 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.462779:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe45378000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968937216:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.462789:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e304462d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.462811:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4537a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968937344:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.462831:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e3044634 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.462857:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007968937472:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.462868:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e304463b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.462890:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007968938496:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.462900:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e304466c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.462915:0:14039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e304460a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.462922:0:14039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e304460a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.462932:0:14039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e304460a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.462940:0:14039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e304460a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.462955:0:14039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.463193:0:14039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+65:3657:x1855007968934912:12345-0@lo:6:osp-syn-1-1.0 Request processed in 28909us (29353us total) trans 4294989492 rc 0/0 00000100:00100000:1.0:1769074947.463202:0:14039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82927 00000004:00080000:1.0:1769074947.463245:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd73769f80/2, rc 0, transno 4294989492 00000100:00100000:1.0:1769074947.463254:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd73769f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968934912:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1769074947.463430:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044611 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.463439:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044611 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.463465:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044611 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.463473:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044611 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.463592:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960296064 00000100:00100000:0.0:1769074947.463598:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960296064 00010000:00010000:3.0:1769074947.463761:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074947.463908:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+65:3657:x1855007968935296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 29377us (29988us total) trans 4294989493 rc 0/0 00000100:00100000:3.0:1769074947.463915:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82928 00000100:00100000:0.0:1769074947.463984:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 800 00000100:00100000:0.0:1769074947.463993:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe67e50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9e9f9cd-4e2b-46f6-ac41-bb9a9bc4bf38+9:2410:x1855007960296064:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1769074947.464038:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe67e50850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9e9f9cd-4e2b-46f6-ac41-bb9a9bc4bf38+9:2410:x1855007960296064:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 47us (3318us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.464044:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 800 00000100:00100000:0.0:1769074947.464087:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007968937088:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.464102:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07000/0xf5091596e304461f lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1769074947.464117:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1769074947.464122:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1769074947.464200:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e3b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968937856:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.464211:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06600/0xf5091596e3044626 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.464232:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007968937984:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.464240:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06a00/0xf5091596e3044657 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.464258:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968938112:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.464268:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07800/0xf5091596e304465e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.464288:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e3aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968938240:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.464297:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06800/0xf5091596e3044665 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.464322:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.464328:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e304460a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.464334:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.464338:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e304460a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.464347:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e304460a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.464364:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e304460a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.464370:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e304460a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.464389:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.464393:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044611 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.464398:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.464401:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044611 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.464407:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044611 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.464415:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044611 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.464421:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78c00/0xf5091596e3044611 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.464434:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.464436:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.464437:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.464520:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074947.464534:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968938880:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.464570:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.464608:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968938880 00000004:00080000:1.0:1769074947.464780:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd73768000/2, rc 0, transno 4294989493 00000100:00100000:1.0:1769074947.464790:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd73768000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968935296:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.465052:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.465067:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.465083:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.465097:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.465154:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074947.465219:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.465274:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968938880 00000100:00100000:0.0:1769074947.465321:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82943 00000100:00100000:0.0:1769074947.465328:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+65:3658:x1855007968938880:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.465351:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9916 count 1 00010000:00010000:0.0:1769074947.465372:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e304467a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.465388:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe69007200/0xf5091596e2fc3e8e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5c2 expref: 272 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.465396:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.465398:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.465401:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e304467a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.465428:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe69007200/0xf5091596e2fc3e8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5c2 expref: 272 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.465440:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe69007200/0xf5091596e2fc3e8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5c2 expref: 272 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.465480:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968939008:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.465532:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.465557:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e39880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968938752:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.465573:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07600/0xf5091596e3044673 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.466097:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.466149:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960298368 00000100:00100000:3.0:1769074947.466156:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960298368 00010000:00010000:3.0:1769074947.466182:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e327e00/0xf5091596e2fbf252 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e898d expref: 273 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.466206:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960296832 00000100:00100000:3.0:1769074947.466209:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960296832 00010000:00010000:3.0:1769074947.466223:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a90b200/0xf5091596e2fcd6ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6e33 expref: 274 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.466239:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960297088 00000100:00100000:3.0:1769074947.466242:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960297088 00010000:00010000:3.0:1769074947.466254:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe69006600/0xf5091596e2fc3e95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5c9 expref: 272 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.466264:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960297344 00000100:00100000:3.0:1769074947.466267:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960297344 00010000:00010000:3.0:1769074947.466276:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d361400/0xf5091596e2fd5d95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff4c9 expref: 273 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.466284:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960297600 00000100:00100000:3.0:1769074947.466286:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960297600 00010000:00010000:3.0:1769074947.466295:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe62679400/0xf5091596e2fc7f4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1682 expref: 274 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.466307:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40685 00000100:00100000:3.0:1769074947.466313:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+274:2410:x1855007960298368:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.466323:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.466327:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e327e00/0xf5091596e2fbf252 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2627:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e898d expref: 274 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.466336:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e327e00/0xf5091596e2fbf252 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2627:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e898d expref: 274 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.466355:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e327e00/0xf5091596e2fbf252 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2627:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e898d expref: 274 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.466366:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.466368:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.466372:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07600/0xf5091596e3044673 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.466386:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07600/0xf5091596e3044673 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.466407:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.466437:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+273:2410:x1855007960298368:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 124us (1386us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.466445:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40685 00000100:00100000:0.0:1769074947.466535:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40686 00000100:00100000:0.0:1769074947.466543:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+273:2408:x1855007960296832:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.466552:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.466557:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a90b200/0xf5091596e2fcd6ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6e33 expref: 273 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.466567:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a90b200/0xf5091596e2fcd6ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6e33 expref: 273 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.466580:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a90b200/0xf5091596e2fcd6ff lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6e33 expref: 273 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.466589:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.466591:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.466595:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044642 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.466601:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044642 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.466632:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.466652:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+272:2408:x1855007960296832:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 110us (1584us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.466659:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40686 00000100:00100000:0.0:1769074947.466673:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40687 00000100:00100000:0.0:1769074947.466679:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+274:2408:x1855007960297088:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.466686:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.466690:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe69006600/0xf5091596e2fc3e95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5c9 expref: 274 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.466699:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe69006600/0xf5091596e2fc3e95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5c9 expref: 274 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.466712:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe69006600/0xf5091596e2fc3e95 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5c9 expref: 274 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.466721:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.466723:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.466726:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06600/0xf5091596e3044626 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.466733:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06600/0xf5091596e3044626 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.466750:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.466766:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+273:2408:x1855007960297088:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 88us (1683us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.466772:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40687 00000100:00100000:0.0:1769074947.466782:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40688 00000100:00100000:0.0:1769074947.466787:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+272:2408:x1855007960297344:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.466792:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.466798:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d361400/0xf5091596e2fd5d95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff4c9 expref: 272 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.466806:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d361400/0xf5091596e2fd5d95 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff4c9 expref: 272 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.466817:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d361400/0xf5091596e2fd5d95 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff4c9 expref: 272 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.466837:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.466839:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.466842:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07800/0xf5091596e304465e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.466848:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07800/0xf5091596e304465e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x19a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.466865:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.466882:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+271:2408:x1855007960297344:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 94us (1783us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.466888:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40688 00000100:00100000:0.0:1769074947.466899:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40689 00000100:00100000:0.0:1769074947.466905:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+270:2408:x1855007960297600:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.466912:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.466916:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe62679400/0xf5091596e2fc7f4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1698:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1682 expref: 270 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.466931:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe62679400/0xf5091596e2fc7f4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1698:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1682 expref: 270 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.466942:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe62679400/0xf5091596e2fc7f4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1698:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1682 expref: 270 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.466951:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.466953:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.466956:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044650 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.466963:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044650 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.466981:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.466998:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+269:2408:x1855007960297600:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 93us (1844us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.467004:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40689 00010000:00010000:0.0:1769074947.467034:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07600/0xf5091596e3044673 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467042:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07600/0xf5091596e3044673 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467051:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07600/0xf5091596e3044673 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467064:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07600/0xf5091596e3044673 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467080:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.467322:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+66:3660:x1855007968938624:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27409us (27480us total) trans 4294989494 rc 0/0 00000100:00100000:0.0:1769074947.467331:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82942 00010000:00010000:0.0:1769074947.467354:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.467360:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07600/0xf5091596e3044673 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467368:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5bd07600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.467373:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07600/0xf5091596e3044673 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467381:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07600/0xf5091596e3044673 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467393:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07600/0xf5091596e3044673 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467401:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07600/0xf5091596e3044673 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467417:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.467419:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.467421:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.467477:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe78e3b100/2, rc 0, transno 4294989494 00000100:00100000:0.0:1769074947.467483:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e3b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968938624:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.467511:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07800/0xf5091596e304465e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467519:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07800/0xf5091596e304465e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467527:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07800/0xf5091596e304465e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467534:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07800/0xf5091596e304465e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467546:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.467692:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+68:3659:x1855007968935680:12345-0@lo:6:osp-syn-0-1.0 Request processed in 30852us (33079us total) trans 4294989498 rc 0/0 00000100:00100000:0.0:1769074947.467700:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82939 00010000:00010000:0.0:1769074947.467719:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.467724:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07800/0xf5091596e304465e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467731:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5bd07800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.467734:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07800/0xf5091596e304465e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467742:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07800/0xf5091596e304465e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467754:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07800/0xf5091596e304465e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x19a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467761:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07800/0xf5091596e304465e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467775:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.467776:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.467778:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.467788:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044650 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467796:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044650 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467804:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044650 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467811:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044650 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467837:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.467947:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+68:3659:x1855007968936576:12345-0@lo:6:osp-syn-0-1.0 Request processed in 31538us (33389us total) trans 4294989499 rc 0/0 00000100:00100000:0.0:1769074947.467954:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82937 00010000:00010000:0.0:1769074947.467977:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06600/0xf5091596e3044626 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467986:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06600/0xf5091596e3044626 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.467993:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06600/0xf5091596e3044626 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468000:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06600/0xf5091596e3044626 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468014:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074947.468130:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+68:3657:x1855007968936320:12345-0@lo:6:osp-syn-0-1.0 Request processed in 32575us (34043us total) trans 4294989500 rc 0/0 00000100:00100000:0.0:1769074947.468137:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82931 00010000:00010000:0.0:1769074947.468159:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044642 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468168:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044642 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468176:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044642 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468183:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044642 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468195:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1769074947.468316:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+66:3659:x1855007968935552:12345-0@lo:6:osp-syn-1-1.0 Request processed in 32135us (33814us total) trans 4294989495 rc 0/0 00000100:00100000:0.0:1769074947.468323:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82935 00000100:00100000:0.0:1769074947.468589:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.468605:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968939264:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.468646:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074947.468676:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1769074947.468682:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044650 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468690:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65effc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.468693:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044650 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468702:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044650 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468717:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044650 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468722:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044650 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468745:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.468749:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06600/0xf5091596e3044626 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468756:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5bd06600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.468759:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06600/0xf5091596e3044626 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468766:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06600/0xf5091596e3044626 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468775:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06600/0xf5091596e3044626 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468782:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06600/0xf5091596e3044626 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468793:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.468797:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044642 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468804:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.468806:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044642 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468814:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044642 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468839:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044642 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468846:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e3044642 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.468866:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.468868:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.468870:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.468884:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968939136:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.468908:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074947.468934:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.468949:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968939264 00000100:00100000:0.0:1769074947.468957:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968939264 00000100:00100000:0.0:1769074947.468989:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968939136 00000100:00100000:0.0:1769074947.468992:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968939136 00000100:00100000:0.0:1769074947.469009:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82944 00000100:00100000:0.0:1769074947.469018:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+67:3660:x1855007968939264:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.469048:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5784 count 1 00010000:00010000:0.0:1769074947.469067:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06400/0xf5091596e3044681 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1698:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.469084:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ac86e00/0xf5091596e2fc7f55 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f1689 expref: 271 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.469092:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.469094:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.469098:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06400/0xf5091596e3044681 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.469121:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ac86e00/0xf5091596e2fc7f55 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1689 expref: 271 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.469138:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ac86e00/0xf5091596e2fc7f55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1689 expref: 271 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.469150:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968939392:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.469201:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.469234:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82945 00000100:00100000:0.0:1769074947.469239:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+67:3658:x1855007968939136:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.469252:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1173 count 1 00010000:00010000:0.0:1769074947.469263:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07a00/0xf5091596e3044688 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x495:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.469274:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2e0c00/0xf5091596e2fc33b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ecae7 expref: 271 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.469280:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.469282:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.469284:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07a00/0xf5091596e3044688 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.469300:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2e0c00/0xf5091596e2fc33b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecae7 expref: 271 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.469308:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2e0c00/0xf5091596e2fc33b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecae7 expref: 271 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.469323:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e3bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968939520:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.469348:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6240 going to sleep for 11 seconds 00000004:00080000:0.0:1769074947.469407:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe565fb100/2, rc 0, transno 4294989498 00000100:00100000:0.0:1769074947.469421:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968935680:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074947.469434:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe60c7dc00/2, rc 0, transno 4294989495 00000100:00100000:0.0:1769074947.469442:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe60c7dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968935552:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.469478:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe565f9180/2, rc 0, transno 4294989499 00000100:00100000:0.0:1769074947.469482:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968936576:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.469521:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968939648:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.469545:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.469569:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968939648 00000100:00100000:0.0:1769074947.469573:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968939648 00000100:00100000:0.0:1769074947.469593:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82946 00000100:00100000:0.0:1769074947.469598:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+68:3660:x1855007968939648:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.469609:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4639 count 1 00010000:00010000:0.0:1769074947.469620:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06c00/0xf5091596e304468f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x121f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.469631:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60cfb600/0xf5091596e2fd8a66 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x121f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250219a expref: 271 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.469637:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.469639:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.469641:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06c00/0xf5091596e304468f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x121f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.469658:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe60cfb600/0xf5091596e2fd8a66 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x121f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250219a expref: 271 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.469666:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe60cfb600/0xf5091596e2fd8a66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x121f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250219a expref: 271 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.469675:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e39180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007968939776:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.469700:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6000 going to sleep for 11 seconds 00000004:00080000:1.0:1769074947.470333:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe565f8a80/2, rc 0, transno 4294989500 00000100:00100000:1.0:1769074947.470342:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968936320:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.470358:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960297856 00000100:00100000:1.0:1769074947.470362:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960297856 00010000:00010000:1.0:1769074947.470384:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe71303c00/0xf5091596e2fccf26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f665a expref: 269 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.470411:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40690 00000100:00100000:1.0:1769074947.470420:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+269:2408:x1855007960297856:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.470431:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.470435:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe71303c00/0xf5091596e2fccf26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f665a expref: 269 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.470444:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe71303c00/0xf5091596e2fccf26 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f665a expref: 269 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.470487:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe71303c00/0xf5091596e2fccf26 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f665a expref: 269 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.470499:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.470500:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.470504:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e304462d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.470513:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e304462d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.470536:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.470572:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+268:2408:x1855007960297856:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 153us (4476us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.470579:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40690 00010000:00010000:1.0:1769074947.471252:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e304462d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.471264:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e304462d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.471274:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e304462d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.471283:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e304462d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.471300:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.471569:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe45378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+68:3657:x1855007968935936:12345-0@lo:6:osp-syn-0-1.0 Request processed in 35781us (37448us total) trans 4294989501 rc 0/0 00000100:00100000:1.0:1769074947.471577:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82932 00000100:00100000:3.0:1769074947.471779:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968939904:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.471833:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1769074947.471874:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe565f9f80/2, rc 0, transno 4294989501 00000100:00100000:3.0:1769074947.471883:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968935936:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.471895:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074947.471900:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968940032:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.471922:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.471995:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.472143:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:0.0:1769074947.472210:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.472219:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e304462d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.472227:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.472231:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e304462d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.472242:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e304462d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.472260:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e304462d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.472267:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e304462d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.472289:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.472292:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.472294:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.472303:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.472314:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968940160:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.472341:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.472371:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968939904 00000100:00100000:0.0:1769074947.472378:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968939904 00000100:00100000:0.0:1769074947.472414:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968940032 00000100:00100000:0.0:1769074947.472416:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968940032 00000100:00100000:0.0:1769074947.472430:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968940160 00000100:00100000:0.0:1769074947.472433:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968940160 00000100:00100000:0.0:1769074947.472463:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82947 00000100:00100000:0.0:1769074947.472471:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+70:3657:x1855007968939904:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.472494:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4639 count 1 00010000:00010000:0.0:1769074947.472513:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07200/0xf5091596e3044696 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x121f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.472527:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe74ef0000/0xf5091596e2fd8a6d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x121f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725021a1 expref: 267 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.472534:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.472536:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.472544:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07200/0xf5091596e3044696 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x121f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.472570:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe74ef0000/0xf5091596e2fd8a6d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x121f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725021a1 expref: 267 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.472581:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe74ef0000/0xf5091596e2fd8a6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x121f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725021a1 expref: 267 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.472597:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d413480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968940288:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.472975:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.472993:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82948 00000100:00100000:0.0:1769074947.473001:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+70:3657:x1855007968940032:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.473015:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5988 count 1 00010000:00010000:0.0:1769074947.473027:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07c00/0xf5091596e304469d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1764:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.473039:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d521600/0xf5091596e2fd1e25 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fb552 expref: 267 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.473045:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.473046:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.473049:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07c00/0xf5091596e304469d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.473068:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d521600/0xf5091596e2fd1e25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb552 expref: 267 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.473076:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d521600/0xf5091596e2fd1e25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb552 expref: 267 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.473085:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d411880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968940416:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.473106:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e69c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.473122:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82949 00000100:00100000:0.0:1769074947.473130:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+70:3660:x1855007968940160:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.473141:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:909 count 1 00010000:00010000:0.0:1769074947.473154:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e30446a4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x38d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.473164:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddc0200/0xf5091596e2fc12f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x38d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eaa1e expref: 267 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.473171:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.473172:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.473174:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e30446a4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x38d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.473190:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddc0200/0xf5091596e2fc12f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x38d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaa1e expref: 267 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.473198:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddc0200/0xf5091596e2fc12f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaa1e expref: 267 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.473207:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d413100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007968940544:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.473228:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.475005:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.478585:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960298112 00000100:00100000:2.0:1769074947.478603:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960298112 00010000:00010000:2.0:1769074947.478763:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5de6bc00/0xf5091596e2fc396a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed09e expref: 271 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.478818:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960296704 00000100:00100000:2.0:1769074947.478839:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960296704 00010000:00010000:2.0:1769074947.478857:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe566f0c00/0xf5091596e2fc73ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b22 expref: 268 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.478890:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40691 00000100:00100000:2.0:1769074947.478899:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe69912850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+271:2408:x1855007960298112:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.478914:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.478919:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5de6bc00/0xf5091596e2fc396a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed09e expref: 271 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.478933:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5de6bc00/0xf5091596e2fc396a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed09e expref: 271 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.478959:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5de6bc00/0xf5091596e2fc396a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed09e expref: 271 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.478975:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.478976:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.478981:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e304463b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.478990:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e304463b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.479017:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.479080:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe69912850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+270:2408:x1855007960298112:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 181us (7086us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.479088:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40691 00000100:00100000:2.0:1769074947.479138:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40692 00000100:00100000:2.0:1769074947.479144:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+268:2408:x1855007960296704:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.479153:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.479157:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe566f0c00/0xf5091596e2fc73ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b22 expref: 268 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.479167:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe566f0c00/0xf5091596e2fc73ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b22 expref: 268 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.479181:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe566f0c00/0xf5091596e2fc73ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfaa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b22 expref: 268 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.479191:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.479193:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.479196:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07000/0xf5091596e304461f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.479203:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07000/0xf5091596e304461f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.479224:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.479242:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+267:2408:x1855007960296704:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 98us (7100us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.479249:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40692 00010000:00010000:2.0:1769074947.479277:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.479366:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07000/0xf5091596e304461f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.479376:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07000/0xf5091596e304461f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.479386:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07000/0xf5091596e304461f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.479393:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07000/0xf5091596e304461f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.479417:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.480029:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074947.480249:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.480256:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07000/0xf5091596e304461f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.480264:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5bd07000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.480268:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07000/0xf5091596e304461f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.480277:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07000/0xf5091596e304461f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.480293:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07000/0xf5091596e304461f lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.480299:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07000/0xf5091596e304461f lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfaa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.480465:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.480488:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.480503:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.480519:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.480546:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.480566:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.480598:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.480609:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.480654:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.480666:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.480708:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.480784:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960296960 00000100:00100000:1.0:1769074947.480792:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960296960 00010000:00010000:1.0:1769074947.480829:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7a90b800/0xf5091596e2fcd6f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6e2c expref: 267 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.480848:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960297216 00000100:00100000:1.0:1769074947.480850:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960297216 00010000:00010000:1.0:1769074947.480861:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d360600/0xf5091596e2fd5d8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff4c2 expref: 270 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.480871:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960297472 00000100:00100000:1.0:1769074947.480873:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960297472 00010000:00010000:1.0:1769074947.480881:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e326e00/0xf5091596e2fbf259 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8986 expref: 268 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.480889:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960297728 00000100:00100000:1.0:1769074947.480891:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960297728 00010000:00010000:1.0:1769074947.480899:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe71303600/0xf5091596e2fccf2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6661 expref: 271 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.480908:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960297984 00000100:00100000:1.0:1769074947.480909:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960297984 00010000:00010000:1.0:1769074947.480917:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d693600/0xf5091596e2fc33ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecae0 expref: 269 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.480925:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960298240 00000100:00100000:1.0:1769074947.480926:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960298240 00010000:00010000:1.0:1769074947.480934:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a1a00/0xf5091596e2fd6322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffa56 expref: 272 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.480942:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960298496 00000100:00100000:1.0:1769074947.480944:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960298496 00010000:00010000:1.0:1769074947.480952:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe69007200/0xf5091596e2fc3e8e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5c2 expref: 273 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.480961:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960298624 00000100:00100000:1.0:1769074947.480962:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960298624 00010000:00010000:1.0:1769074947.480971:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ac86e00/0xf5091596e2fc7f55 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1689 expref: 274 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.480979:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960298752 00000100:00100000:1.0:1769074947.480981:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960298752 00010000:00010000:1.0:1769074947.480989:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2e0c00/0xf5091596e2fc33b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecae7 expref: 275 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.480997:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960298880 00000100:00100000:1.0:1769074947.480999:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960298880 00010000:00010000:1.0:1769074947.481006:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe60cfb600/0xf5091596e2fd8a66 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x121f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250219a expref: 276 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.481014:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960299008 00000100:00100000:1.0:1769074947.481016:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960299008 00010000:00010000:1.0:1769074947.481024:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe74ef0000/0xf5091596e2fd8a6d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x121f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725021a1 expref: 270 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.481033:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960299136 00000100:00100000:1.0:1769074947.481034:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960299136 00010000:00010000:1.0:1769074947.481043:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d521600/0xf5091596e2fd1e25 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb552 expref: 271 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.481052:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960299264 00000100:00100000:1.0:1769074947.481054:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960299264 00010000:00010000:1.0:1769074947.481062:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddc0200/0xf5091596e2fc12f1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x38d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaa1e expref: 272 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.481073:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40693 00000100:00100000:1.0:1769074947.481080:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+272:2408:x1855007960296960:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.481090:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.481095:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7a90b800/0xf5091596e2fcd6f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6e2c expref: 272 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.481105:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7a90b800/0xf5091596e2fcd6f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6e2c expref: 272 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.481121:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7a90b800/0xf5091596e2fcd6f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a90:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6e2c expref: 272 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.481398:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40694 00000100:00100000:3.0:1769074947.481411:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe45378000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+276:2408:x1855007960297216:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.481420:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.481532:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.481536:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.481538:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.481728:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d360600/0xf5091596e2fd5d8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff4c2 expref: 276 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.481742:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d360600/0xf5091596e2fd5d8e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff4c2 expref: 276 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.481758:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d360600/0xf5091596e2fd5d8e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff4c2 expref: 276 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.481770:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.481772:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.481776:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06a00/0xf5091596e3044657 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.481786:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06a00/0xf5091596e3044657 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.481827:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.481892:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe45378000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+275:2408:x1855007960297216:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 484us (1864us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.481899:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40694 00000100:00100000:3.0:1769074947.481920:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40695 00000100:00100000:3.0:1769074947.481926:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe45379c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+271:2408:x1855007960297472:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.481935:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.481940:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e326e00/0xf5091596e2fbf259 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2627:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8986 expref: 271 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.481949:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e326e00/0xf5091596e2fbf259 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2627:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8986 expref: 271 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.481962:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e326e00/0xf5091596e2fbf259 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2627:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8986 expref: 271 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.481972:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.481974:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.481977:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06800/0xf5091596e3044665 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.481983:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06800/0xf5091596e3044665 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2627:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.482006:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.482024:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe45379c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+270:2408:x1855007960297472:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 97us (1576us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.482030:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40695 00000100:00100000:3.0:1769074947.482041:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40696 00000100:00100000:3.0:1769074947.482049:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe45379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+274:2408:x1855007960297728:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.482057:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.482062:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe71303600/0xf5091596e2fccf2d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6661 expref: 274 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.482070:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe71303600/0xf5091596e2fccf2d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6661 expref: 274 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.482082:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe71303600/0xf5091596e2fccf2d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1218:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6661 expref: 274 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.482091:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.482093:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.482096:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044618 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.482107:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044618 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1218:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.482123:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.482140:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe45379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+273:2408:x1855007960297728:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 93us (1651us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.482146:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40696 00000100:00100000:3.0:1769074947.482158:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40697 00000100:00100000:3.0:1769074947.482164:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe45379880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+269:2408:x1855007960297984:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.482171:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.482177:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d693600/0xf5091596e2fc33ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x495:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecae0 expref: 269 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.482185:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d693600/0xf5091596e2fc33ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x495:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecae0 expref: 269 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.482197:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d693600/0xf5091596e2fc33ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x495:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecae0 expref: 269 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.482206:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.482208:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.482210:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e3044634 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.482217:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e3044634 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.482233:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.482251:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe45379880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+268:2408:x1855007960297984:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (1747us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.482257:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40697 00000100:00100000:3.0:1769074947.482269:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40698 00000100:00100000:3.0:1769074947.482275:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60191c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+272:2408:x1855007960298240:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.482281:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.482287:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a1a00/0xf5091596e2fd6322 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffa56 expref: 272 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.482296:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a1a00/0xf5091596e2fd6322 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffa56 expref: 272 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.482307:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a1a00/0xf5091596e2fd6322 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffa56 expref: 272 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.482317:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.482318:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.482321:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e304466c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.482328:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e304466c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.482345:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.482363:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60191c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+271:2408:x1855007960298240:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 88us (1842us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.482368:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40698 00000100:00100000:3.0:1769074947.482381:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40699 00000100:00100000:3.0:1769074947.482388:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+270:2407:x1855007960298496:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.482395:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.482400:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe69007200/0xf5091596e2fc3e8e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5c2 expref: 270 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.482409:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe69007200/0xf5091596e2fc3e8e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5c2 expref: 270 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.482420:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.482422:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.482425:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e304467a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.482604:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06a00/0xf5091596e3044657 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.482625:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06a00/0xf5091596e3044657 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.482636:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06a00/0xf5091596e3044657 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.482648:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06a00/0xf5091596e3044657 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.482670:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.482927:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+69:3659:x1855007968935168:12345-0@lo:6:osp-syn-1-1.0 Request processed in 46310us (48336us total) trans 4294989496 rc 0/0 00000100:00100000:2.0:1769074947.482935:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82938 00010000:00010000:3.0:1769074947.483111:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e304467a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.483129:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.483156:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+270:2407:x1855007960298496:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 768us (2609us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.483162:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40699 00000100:00100000:3.0:1769074947.483176:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40700 00000100:00100000:3.0:1769074947.483182:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+269:2407:x1855007960298624:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.483190:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.483196:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ac86e00/0xf5091596e2fc7f55 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1698:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1689 expref: 269 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.483206:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ac86e00/0xf5091596e2fc7f55 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1698:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1689 expref: 269 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.483220:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.483221:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.483224:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06400/0xf5091596e3044681 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1698:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.483230:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06400/0xf5091596e3044681 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1698:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.483240:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.483254:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+269:2407:x1855007960298624:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 73us (2687us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.483259:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40700 00000100:00100000:3.0:1769074947.483270:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40701 00000100:00100000:3.0:1769074947.483277:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+268:2410:x1855007960298752:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.483285:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.483290:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2e0c00/0xf5091596e2fc33b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x495:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecae7 expref: 268 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.483298:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2e0c00/0xf5091596e2fc33b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x495:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecae7 expref: 268 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.483314:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.483316:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.483319:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07a00/0xf5091596e3044688 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x495:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.483327:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07a00/0xf5091596e3044688 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x495:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.483338:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.483353:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+268:2410:x1855007960298752:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 77us (2754us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.483359:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40701 00000100:00100000:3.0:1769074947.483371:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40702 00000100:00100000:3.0:1769074947.483378:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+267:2407:x1855007960298880:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.483385:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.483390:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe60cfb600/0xf5091596e2fd8a66 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x121f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250219a expref: 267 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.483401:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe60cfb600/0xf5091596e2fd8a66 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x121f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250219a expref: 267 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.483411:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.483413:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.483416:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06c00/0xf5091596e304468f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x121f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.483427:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06c00/0xf5091596e304468f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x121f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.483470:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.483484:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+267:2407:x1855007960298880:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 107us (2873us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.483491:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40702 00000100:00100000:3.0:1769074947.483504:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40703 00000100:00100000:3.0:1769074947.483510:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+267:2409:x1855007960299008:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.483518:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.483523:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe74ef0000/0xf5091596e2fd8a6d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x121f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725021a1 expref: 267 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.483531:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe74ef0000/0xf5091596e2fd8a6d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x121f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725021a1 expref: 267 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.483543:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.483545:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.483547:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07200/0xf5091596e3044696 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.483554:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07200/0xf5091596e3044696 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x121f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.483564:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.483576:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+267:2409:x1855007960299008:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 66us (2922us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.483583:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40703 00000100:00100000:3.0:1769074947.483598:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40704 00000100:00100000:3.0:1769074947.483605:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6700e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+266:2410:x1855007960299136:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.483705:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.483712:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d521600/0xf5091596e2fd1e25 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1764:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb552 expref: 266 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.483722:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d521600/0xf5091596e2fd1e25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1764:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb552 expref: 266 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.483734:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.483735:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.483738:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07c00/0xf5091596e304469d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1764:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.483744:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07c00/0xf5091596e304469d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1764:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.483755:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.483770:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6700e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+266:2410:x1855007960299136:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 166us (3103us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.483776:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40704 00000100:00100000:3.0:1769074947.483792:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40705 00000100:00100000:3.0:1769074947.483798:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433fd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+265:2408:x1855007960299264:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.483805:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.483811:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddc0200/0xf5091596e2fc12f1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x38d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaa1e expref: 265 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.483829:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddc0200/0xf5091596e2fc12f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x38d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaa1e expref: 265 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.483841:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.483843:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.483846:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e30446a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.483854:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e30446a4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x38d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.483865:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.483881:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433fd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+265:2408:x1855007960299264:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 83us (3172us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.483886:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40705 00010000:00010000:2.0:1769074947.484169:0:12381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddc0200/0xf5091596e2fc12f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x38d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaa1e expref: 264 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.484182:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d413100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007968940544:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.484202:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e30446a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.484211:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e30446a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.484219:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e30446a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.484228:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e30446a4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.484234:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e30446a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.484268:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074947.484500:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+72:3660:x1855007968940160:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11369us (12156us total) trans 4294989503 rc 0/0 00000100:00100000:2.0:1769074947.484508:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82949 00010000:00010000:2.0:1769074947.484545:0:14046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d521600/0xf5091596e2fd1e25 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb552 expref: 263 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.484555:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d411880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968940416:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.484567:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07c00/0xf5091596e304469d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.484575:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07c00/0xf5091596e304469d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.484582:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07c00/0xf5091596e304469d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.484590:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07c00/0xf5091596e304469d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.484597:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07c00/0xf5091596e304469d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.484799:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1769074947.484938:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+72:3657:x1855007968940032:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11937us (13014us total) trans 4294989504 rc 0/0 00000100:00100000:2.0:1769074947.484946:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82948 00010000:00010000:2.0:1769074947.484971:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1769074947.484978:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06a00/0xf5091596e3044657 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.484986:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5bd06a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.484990:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06a00/0xf5091596e3044657 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.484999:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06a00/0xf5091596e3044657 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485017:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06a00/0xf5091596e3044657 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485024:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06a00/0xf5091596e3044657 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x19a7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485058:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074947.485062:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e30446a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485069:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4a45fc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.485073:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e30446a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485080:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e30446a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485093:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e30446a4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485100:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e30446a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485115:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.485118:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07c00/0xf5091596e304469d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485125:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5bd07c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.485128:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07c00/0xf5091596e304469d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485135:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07c00/0xf5091596e304469d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485143:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07c00/0xf5091596e304469d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485149:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07c00/0xf5091596e304469d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485162:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.485163:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.485165:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.485191:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc6701180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968940672:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.485232:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1769074947.485270:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57c2ce00/2, rc 0, transno 4294989503 00000100:00100000:2.0:1769074947.485282:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968940160:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.485306:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968940672 00000100:00100000:2.0:1769074947.485312:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968940672 00000100:00100000:2.0:1769074947.485346:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82950 00000100:00100000:2.0:1769074947.485353:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+72:3660:x1855007968940672:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.485379:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8135 count 1 00010000:00010000:2.0:1769074947.485399:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e30446ab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485412:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b3d000/0xf5091596e2fc71d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0907 expref: 262 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.485420:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.485422:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.485424:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e30446ab lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.485602:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+72:3657:x1855007968935808:12345-0@lo:6:osp-syn-0-1.0 Request processed in 50284us (51543us total) trans 4294989502 rc 0/0 00000100:00100000:0.0:1769074947.485611:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82930 00010000:00010000:2.0:1769074947.485754:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b3d000/0xf5091596e2fc71d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0907 expref: 262 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.485769:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b3d000/0xf5091596e2fc71d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0907 expref: 262 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.485780:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968940800:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.485818:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b540 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.485860:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe74ef0000/0xf5091596e2fd8a6d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x121f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725021a1 expref: 262 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.485870:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d413480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968940288:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.485884:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07200/0xf5091596e3044696 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485892:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07200/0xf5091596e3044696 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485898:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07200/0xf5091596e3044696 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485907:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07200/0xf5091596e3044696 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485914:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07200/0xf5091596e3044696 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.485929:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.486059:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+73:3657:x1855007968939904:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13588us (14225us total) trans 4294989505 rc 0/0 00010000:00010000:3.0:1769074947.486125:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.486131:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07200/0xf5091596e3044696 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.486138:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5bd07200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.486141:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07200/0xf5091596e3044696 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.486148:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07200/0xf5091596e3044696 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.486165:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07200/0xf5091596e3044696 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.486172:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd07200/0xf5091596e3044696 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.486195:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.486197:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.486199:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074947.486221:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57c2dc00/2, rc 0, transno 4294989504 00000100:00100000:3.0:1769074947.486226:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968940032:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074947.486233:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57c2f800/2, rc 0, transno 4294989505 00000100:00100000:3.0:1769074947.486236:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968939904:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074947.486244:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe565f8700/2, rc 0, transno 4294989502 00000100:00100000:3.0:1769074947.486247:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968935808:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074947.486311:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06800/0xf5091596e3044665 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.486319:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06800/0xf5091596e3044665 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.486326:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06800/0xf5091596e3044665 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.486333:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06800/0xf5091596e3044665 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.486356:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.486518:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+73:3659:x1855007968936192:12345-0@lo:6:osp-syn-0-1.0 Request processed in 49561us (51378us total) trans 4294989506 rc 0/0 00000100:00100000:2.0:1769074947.486742:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82947 00010000:00010000:2.0:1769074947.487312:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.487321:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06800/0xf5091596e3044665 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.487335:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5bd06800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.487338:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06800/0xf5091596e3044665 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.487347:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06800/0xf5091596e3044665 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.487364:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06800/0xf5091596e3044665 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.487371:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06800/0xf5091596e3044665 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2627:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.487389:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.487391:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.487392:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.487427:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c2e0c00/0xf5091596e2fc33b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x495:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecae7 expref: 266 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.487844:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e3bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968939520:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.487865:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07a00/0xf5091596e3044688 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.487874:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07a00/0xf5091596e3044688 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.487886:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07a00/0xf5091596e3044688 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.487895:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07a00/0xf5091596e3044688 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.487902:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07a00/0xf5091596e3044688 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.487921:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.488138:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+69:3658:x1855007968939136:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18896us (19226us total) trans 4294989497 rc 0/0 00000100:00100000:2.0:1769074947.488146:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82945 00000004:00080000:2.0:1769074947.488197:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd7376a300/2, rc 0, transno 4294989496 00010000:00010000:3.0:1769074947.488408:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.488416:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07a00/0xf5091596e3044688 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.488423:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5bd07a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.488426:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07a00/0xf5091596e3044688 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.488474:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07a00/0xf5091596e3044688 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.488493:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07a00/0xf5091596e3044688 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.488500:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07a00/0xf5091596e3044688 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.488519:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.488521:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.488523:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.488533:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.488758:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7376a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968935168:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074947.488781:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe565f9880/2, rc 0, transno 4294989506 00000100:00100000:2.0:1769074947.488786:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565f9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968936192:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074947.489159:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60cfb600/0xf5091596e2fd8a66 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x121f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250219a expref: 265 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.489177:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e39180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007968939776:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.489193:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06c00/0xf5091596e304468f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.489277:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06c00/0xf5091596e304468f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.489284:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06c00/0xf5091596e304468f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.489294:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06c00/0xf5091596e304468f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.489301:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06c00/0xf5091596e304468f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.489408:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.489412:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.489418:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044649 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.489426:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044649 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a90:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.489482:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.489541:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+261:2408:x1855007960296960:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 8459us (14545us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.489551:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40693 00010000:00010000:1.0:1769074947.489740:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e304466c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.489749:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e304466c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.489757:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e304466c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.489765:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e304466c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.489813:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074947.490043:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+69:3660:x1855007968939648:12345-0@lo:6:osp-syn-1-1.0 Request processed in 20443us (20495us total) trans 4294989498 rc 0/0 00000100:00100000:2.0:1769074947.490052:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82946 00010000:00010000:2.0:1769074947.490100:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ac86e00/0xf5091596e2fc7f55 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1698:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1689 expref: 264 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.490110:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968939392:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.490124:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06400/0xf5091596e3044681 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.490132:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06400/0xf5091596e3044681 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.490144:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06400/0xf5091596e3044681 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.490152:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06400/0xf5091596e3044681 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.490159:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06400/0xf5091596e3044681 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.490762:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82940 00010000:00010000:3.0:1769074947.490950:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074947.490960:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06c00/0xf5091596e304468f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.490969:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5bd06c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.490973:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06c00/0xf5091596e304468f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.490982:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06c00/0xf5091596e304468f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.490999:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06c00/0xf5091596e304468f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.491006:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06c00/0xf5091596e304468f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x121f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.491033:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074947.491036:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e304466c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.491041:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.491044:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e304466c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.491051:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e304466c lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.491059:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e304466c lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.491067:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.491070:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06400/0xf5091596e3044681 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.491076:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5bd06400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.491078:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06400/0xf5091596e3044681 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.491086:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06400/0xf5091596e3044681 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.491094:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06400/0xf5091596e3044681 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.491102:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.491103:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.491106:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.491177:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1769074947.491184:0:14042:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e304466c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24b6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.491406:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73769500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+69:3659:x1855007968934528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 53648us (64621us total) trans 4294989499 rc 0/0 00000100:00100000:1.0:1769074947.491414:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82941 00010000:00010000:1.0:1769074947.491468:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e304463b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.491477:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e304463b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.491485:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e304463b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.491499:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e304463b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.491520:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.491743:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+69:3659:x1855007968935040:12345-0@lo:6:osp-syn-1-1.0 Request processed in 55682us (57296us total) trans 4294989500 rc 0/0 00000100:00100000:1.0:1769074947.491751:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82934 00010000:00010000:1.0:1769074947.491773:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e3044634 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.491782:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e3044634 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.491789:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e3044634 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.491795:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e3044634 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.491809:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.491939:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+72:3657:x1855007968936448:12345-0@lo:6:osp-syn-0-1.0 Request processed in 56007us (57795us total) trans 4294989507 rc 0/0 00000100:00100000:1.0:1769074947.491945:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82933 00010000:00010000:1.0:1769074947.491967:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044649 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.491980:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044649 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.491988:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044649 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.491995:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044649 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492004:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1769074947.492108:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+72:3659:x1855007968936064:12345-0@lo:6:osp-syn-0-1.0 Request processed in 55811us (57575us total) trans 4294989508 rc 0/0 00000100:00100000:1.0:1769074947.492114:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82936 00010000:00010000:1.0:1769074947.492135:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044618 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492143:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044618 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492152:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044618 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492158:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044618 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492167:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1769074947.492270:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+69:3657:x1855007968935424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 57418us (58309us total) trans 4294989501 rc 0/0 00000100:00100000:1.0:1769074947.492277:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82929 00010000:00010000:1.0:1769074947.492295:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1769074947.492301:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e304463b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492309:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.492313:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e304463b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492320:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e304463b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492337:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e304463b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492345:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e304463b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f07:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492371:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074947.492375:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e3044634 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492381:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.492384:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e3044634 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492395:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e3044634 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492405:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e3044634 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492411:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e3044634 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x495:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492424:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.492427:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044649 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492433:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.492435:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044649 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492442:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044649 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492478:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044649 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492485:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79800/0xf5091596e3044649 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a90:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492503:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.492506:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044618 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492512:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.492515:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044618 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492522:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044618 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492531:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044618 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492537:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e3044618 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1218:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.492550:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.492551:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.492553:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.492573:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc6700e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968940928:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1769074947.492876:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.492968:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe69007200/0xf5091596e2fc3e8e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5c2 expref: 263 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.492981:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968939008:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.493001:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e304467a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.493010:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e304467a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.493016:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e304467a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.493025:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e304467a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.493032:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e304467a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.493051:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.493194:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+69:3658:x1855007968938880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27866us (28623us total) trans 4294989502 rc 0/0 00000100:00100000:3.0:1769074947.493206:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82943 00000100:00100000:1.0:1769074947.494771:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.494852:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe45379880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968941440:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.494913:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.494951:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe565f9c00/2, rc 0, transno 4294989507 00000100:00100000:1.0:1769074947.494963:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968936448:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.494977:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe60c7f100/2, rc 0, transno 4294989501 00000100:00100000:1.0:1769074947.494982:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe60c7f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968935424:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.494999:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074947.495005:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe45378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968941056:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.495027:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.495127:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968940928 00000100:00100000:1.0:1769074947.495134:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968940928 00000100:00100000:1.0:1769074947.495178:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968941440 00000100:00100000:1.0:1769074947.495180:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968941440 00000100:00100000:1.0:1769074947.495196:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968941056 00000100:00100000:1.0:1769074947.495198:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968941056 00000100:00100000:1.0:1769074947.495216:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82951 00000100:00100000:1.0:1769074947.495224:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+74:3657:x1855007968940928:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.495250:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9541 count 1 00010000:00010000:1.0:1769074947.495279:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e30446b2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2545:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.495302:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bfaec00/0xf5091596e2fbedc1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e84ee expref: 260 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.495311:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.495313:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.495316:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e30446b2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.495345:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bfaec00/0xf5091596e2fbedc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e84ee expref: 260 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.495364:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bfaec00/0xf5091596e2fbedc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e84ee expref: 260 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.495376:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968941696:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.495434:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bba80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.495477:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82952 00000100:00100000:1.0:1769074947.495485:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+74:3657:x1855007968941440:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.495500:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3304 count 1 00010000:00010000:1.0:1769074947.495512:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30446b9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.495525:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4722ce00/0xf5091596e2fd4076 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fd7aa expref: 260 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.495533:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.495534:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.495537:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30446b9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.495554:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4722ce00/0xf5091596e2fd4076 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd7aa expref: 260 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.495563:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4722ce00/0xf5091596e2fd4076 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd7aa expref: 260 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.495577:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007968941824:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.495602:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb000 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.495776:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074947.495786:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06400/0xf5091596e3044681 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1698:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.496058:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+69:3660:x1855007968939264:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27041us (27412us total) trans 4294989503 rc 0/0 00000100:00100000:2.0:1769074947.496067:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82944 00000100:00100000:2.0:1769074947.496187:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82953 00000100:00100000:2.0:1769074947.496194:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5aa98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+74:3657:x1855007968941056:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.496208:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8363 count 1 00010000:00010000:2.0:1769074947.496220:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e30446c0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.496231:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73625800/0xf5091596e2fd24fb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x20ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fbc28 expref: 260 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.496239:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.496241:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.496244:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e30446c0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x20ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.496261:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe73625800/0xf5091596e2fd24fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbc28 expref: 260 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.496271:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73625800/0xf5091596e2fd24fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbc28 expref: 260 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.496282:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968941952:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.496307:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b900 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.496424:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.496433:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e304467a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.496466:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5bd07e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.496470:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e304467a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.496481:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e304467a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.496500:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e304467a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.496506:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd07e00/0xf5091596e304467a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.496524:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.496526:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.496528:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.496541:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.496556:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968941568:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.496584:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1769074947.496742:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.497749:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe78e39880/2, rc 0, transno 4294989497 00000100:00100000:0.0:1769074947.497759:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e39880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968939136:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.497774:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe78e3aa00/2, rc 0, transno 4294989502 00000100:00100000:0.0:1769074947.497778:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e3aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968938880:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.497903:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4411c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968942464:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.497938:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.497957:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074947.497962:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d413100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968942336:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.497976:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.497994:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968941568 00000100:00100000:0.0:1769074947.498000:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968941568 00000100:00100000:0.0:1769074947.498028:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968942464 00000100:00100000:0.0:1769074947.498030:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968942464 00000100:00100000:0.0:1769074947.498047:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968942336 00000100:00100000:0.0:1769074947.498049:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968942336 00000100:00100000:0.0:1769074947.498064:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82954 00000100:00100000:0.0:1769074947.498070:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+75:3658:x1855007968941568:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.498089:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2227 count 1 00010000:00010000:0.0:1769074947.498107:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f200/0xf5091596e30446c7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.498124:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6046c200/0xf5091596e2fd0987 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fa0bb expref: 260 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.498131:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.498133:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.498136:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f200/0xf5091596e30446c7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.498157:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6046c200/0xf5091596e2fd0987 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa0bb expref: 260 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.498168:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6046c200/0xf5091596e2fd0987 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa0bb expref: 260 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.498184:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda7274a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968942592:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.498216:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.498231:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82955 00000100:00100000:0.0:1769074947.498236:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+70:3658:x1855007968942464:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.498247:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9541 count 1 00010000:00010000:0.0:1769074947.498259:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f400/0xf5091596e30446ce lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2545:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.498270:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bfafa00/0xf5091596e2fbedba lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e84f5 expref: 262 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.498277:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.498278:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.498281:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f400/0xf5091596e30446ce lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.498296:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bfafa00/0xf5091596e2fbedba lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e84f5 expref: 262 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.498304:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bfafa00/0xf5091596e2fbedba lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e84f5 expref: 262 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.498313:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda7277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14038:1855007968942720:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.498332:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.498346:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82956 00000100:00100000:0.0:1769074947.498353:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+70:3658:x1855007968942336:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.498363:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8135 count 1 00010000:00010000:0.0:1769074947.498372:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f000/0xf5091596e30446d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.498382:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64854e00/0xf5091596e2fc71cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0900 expref: 262 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.498389:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.498390:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.498393:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f000/0xf5091596e30446d5 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.498407:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe64854e00/0xf5091596e2fc71cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0900 expref: 262 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.498415:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe64854e00/0xf5091596e2fc71cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0900 expref: 262 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.498423:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda7274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007968942848:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.498443:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.498478:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe45379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968941312:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.498500:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.498518:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968942208:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.498533:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074947.498553:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe78e39f80/2, rc 0, transno 4294989498 00000100:00100000:0.0:1769074947.498560:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e39f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968939648:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.498568:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe78e3b480/2, rc 0, transno 4294989503 00000100:00100000:0.0:1769074947.498571:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e3b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968939264:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.498579:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1769074947.498584:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe45379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968941184:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.498599:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.498610:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d413480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968942080:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.498754:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968941312 00000100:00100000:1.0:1769074947.498759:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968941312 00000100:00100000:1.0:1769074947.498784:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968942208 00000100:00100000:1.0:1769074947.498786:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968942208 00000100:00100000:1.0:1769074947.498797:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968941184 00000100:00100000:1.0:1769074947.498799:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968941184 00000100:00100000:1.0:1769074947.498813:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82957 00000100:00100000:1.0:1769074947.498830:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda7277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+77:3660:x1855007968941312:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.498842:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9393 count 1 00010000:00010000:1.0:1769074947.498855:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e30446dc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.498866:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a58ae00/0xf5091596e2fb97d0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e2f04 expref: 260 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.498872:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.498874:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.498877:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e30446dc lrc: 4/0,1 mode: --/PW res: [0x280000400:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.498895:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a58ae00/0xf5091596e2fb97d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2f04 expref: 260 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.498904:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a58ae00/0xf5091596e2fb97d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2f04 expref: 260 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.498920:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968942976:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.498953:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.498968:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82958 00000100:00100000:1.0:1769074947.498974:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+71:3660:x1855007968942208:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.498983:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:909 count 1 00010000:00010000:1.0:1769074947.498994:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effa00/0xf5091596e30446e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x38d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.499005:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc0400/0xf5091596e2fc12ea lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x38d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eaa25 expref: 262 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.499012:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.499013:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.499016:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effa00/0xf5091596e30446e3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x38d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.499032:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc0400/0xf5091596e2fc12ea lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x38d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaa25 expref: 262 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.499040:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc0400/0xf5091596e2fc12ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x38d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaa25 expref: 262 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.499048:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8b79aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007968943104:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.499063:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.499076:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82959 00000100:00100000:1.0:1769074947.499083:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+77:3660:x1855007968941184:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.499092:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7764 count 1 00010000:00010000:1.0:1769074947.499102:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e30446ea lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.499113:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e73c00/0xf5091596e2fdaa64 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504198 expref: 260 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.499120:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.499122:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.499124:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e30446ea lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.499138:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e73c00/0xf5091596e2fdaa64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504198 expref: 260 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.499146:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e73c00/0xf5091596e2fdaa64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504198 expref: 260 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.499154:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8b79ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968943232:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.499169:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.499284:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.499416:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968943488:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.499437:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1769074947.502731:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.502765:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968943360:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.502997:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.503134:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aec000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968940800:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.503175:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e30446ab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.503203:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960299392 00000100:00100000:3.0:1769074947.503209:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960299392 00010000:00010000:3.0:1769074947.503242:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b3d000/0xf5091596e2fc71d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0907 expref: 261 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.503275:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40706 00000100:00100000:3.0:1769074947.503284:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+261:2410:x1855007960299392:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.503298:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.503303:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b3d000/0xf5091596e2fc71d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0907 expref: 261 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.503316:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b3d000/0xf5091596e2fc71d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1fc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0907 expref: 261 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.503340:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b3d000/0xf5091596e2fc71d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1fc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0907 expref: 261 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.503364:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.503366:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.503371:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e30446ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.503379:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e30446ab lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.503401:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.503438:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+260:2410:x1855007960299392:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 153us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.503469:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40706 00010000:00010000:3.0:1769074947.503492:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e30446ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.503500:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e30446ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.503509:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e30446ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.503517:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e30446ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.503540:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.503772:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+78:3660:x1855007968940672:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18418us (18538us total) trans 4294989509 rc 0/0 00000100:00100000:3.0:1769074947.503780:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82950 00000004:00080000:1.0:1769074947.504103:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc6701180/2, rc 0, transno 4294989509 00000100:00100000:1.0:1769074947.504116:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc6701180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968940672:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.504197:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8b799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968943616:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.504232:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.504298:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968942080 00000100:00100000:2.0:1769074947.504305:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968942080 00000100:00100000:2.0:1769074947.504342:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968943488 00000100:00100000:2.0:1769074947.504345:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968943488 00000100:00100000:2.0:1769074947.504364:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82960 00000100:00100000:2.0:1769074947.504371:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+73:3660:x1855007968942080:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.504396:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5988 count 1 00010000:00010000:2.0:1769074947.504420:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e30446f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1764:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.504437:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d521c00/0xf5091596e2fd1e1e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fb559 expref: 262 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.504445:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.504465:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.504469:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e30446f1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.504500:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d521c00/0xf5091596e2fd1e1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb559 expref: 262 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.504512:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d521c00/0xf5091596e2fd1e1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb559 expref: 262 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.504525:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968943744:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.504572:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.504759:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82961 00000100:00100000:3.0:1769074947.504768:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+73:3660:x1855007968943488:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.504779:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7764 count 1 00010000:00010000:3.0:1769074947.504793:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30446f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.504804:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e73600/0xf5091596e2fdaa6b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250419f expref: 262 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.504811:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.504812:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.504815:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30446f8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.504847:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e73600/0xf5091596e2fdaa6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250419f expref: 262 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.504856:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e73600/0xf5091596e2fdaa6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250419f expref: 262 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.504866:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4be04000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968943872:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.504893:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5beb40 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.505177:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.505185:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e30446ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.505194:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.505198:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e30446ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.505209:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e30446ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.505229:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e30446ab lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.505237:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e30446ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.505280:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.505282:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.505284:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.505576:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968943616 00000100:00100000:0.0:1769074947.505584:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968943616 00000100:00100000:3.0:1769074947.505775:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1769074947.506036:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd7376b480/2, rc 0, transno 4294989500 00000100:00100000:3.0:1769074947.506053:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7376b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968935040:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074947.506071:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe565fbb80/2, rc 0, transno 4294989508 00000100:00100000:3.0:1769074947.506079:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968936064:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074947.506089:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd7376a680/2, rc 0, transno 4294989499 00000100:00100000:3.0:1769074947.506092:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7376a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968934528:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.506151:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968943360 00000100:00100000:0.0:1769074947.506156:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968943360 00000100:00100000:0.0:1769074947.506218:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074947.506227:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968944000:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.506264:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.506289:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968944128:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.506305:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.506326:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968944000 00000100:00100000:0.0:1769074947.506330:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968944000 00000100:00100000:0.0:1769074947.506352:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968944128 00000100:00100000:0.0:1769074947.506354:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968944128 00000100:00100000:0.0:1769074947.506369:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82962 00000100:00100000:0.0:1769074947.506376:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8b79b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+78:3657:x1855007968943616:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.506396:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7656 count 1 00010000:00010000:0.0:1769074947.506415:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45ec00/0xf5091596e30446ff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.506430:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65214000/0xf5091596e2fce5a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f7cd4 expref: 259 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.506438:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.506439:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.506442:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45ec00/0xf5091596e30446ff lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.506482:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe65214000/0xf5091596e2fce5a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7cd4 expref: 259 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.506498:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65214000/0xf5091596e2fce5a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7cd4 expref: 259 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.506509:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968944256:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.506560:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.506575:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82963 00000100:00100000:0.0:1769074947.506582:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+76:3657:x1855007968944000:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.506594:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9393 count 1 00010000:00010000:0.0:1769074947.506610:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e000/0xf5091596e3044706 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.506634:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a58ba00/0xf5091596e2fb97d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e2f0b expref: 262 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.506640:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.506641:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.506644:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e000/0xf5091596e3044706 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.506661:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a58ba00/0xf5091596e2fb97d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2f0b expref: 262 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.506670:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a58ba00/0xf5091596e2fb97d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2f0b expref: 262 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.506686:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968944384:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.506709:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.506724:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82964 00000100:00100000:0.0:1769074947.506730:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+76:3659:x1855007968944128:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.506741:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3304 count 1 00010000:00010000:0.0:1769074947.506753:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e200/0xf5091596e304470d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.506765:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4722f600/0xf5091596e2fd407d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fd7b1 expref: 262 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.506771:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.506772:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.506775:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e200/0xf5091596e304470d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.506791:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4722f600/0xf5091596e2fd407d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd7b1 expref: 262 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.506800:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4722f600/0xf5091596e2fd407d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd7b1 expref: 262 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.506808:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968944512:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.506841:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.506920:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82965 00000100:00100000:0.0:1769074947.506926:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+76:3659:x1855007968943360:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.506936:0:14039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8363 count 1 00010000:00010000:0.0:1769074947.506946:0:14039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f600/0xf5091596e3044714 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.506957:0:14039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73625400/0xf5091596e2fd24f4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fbc2f expref: 262 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.506963:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.506965:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.506968:0:14039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f600/0xf5091596e3044714 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.506983:0:14039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe73625400/0xf5091596e2fd24f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbc2f expref: 262 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.506991:0:14039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73625400/0xf5091596e2fd24f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbc2f expref: 262 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.507000:0:14039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007968944640:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.507024:0:14039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.508151:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074947.508167:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8b799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968944768:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.508215:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.508351:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968944768 00000100:00100000:3.0:1769074947.508359:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968944768 00000100:00100000:3.0:1769074947.508410:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82966 00000100:00100000:3.0:1769074947.508418:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+79:3659:x1855007968944768:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074947.508443:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8366 count 1 00010000:00010000:3.0:1769074947.508536:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e304471b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.508554:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd60000/0xf5091596e2fd8ecd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x20ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072502601 expref: 259 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.508561:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.508564:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.508567:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e304471b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x20ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.508595:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd60000/0xf5091596e2fd8ecd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502601 expref: 259 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.508606:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd60000/0xf5091596e2fd8ecd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502601 expref: 259 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.508776:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4be06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007968944896:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.508845:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.515139:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968942976:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.515175:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e30446dc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.515557:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.515788:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960299520 00000100:00100000:3.0:1769074947.515798:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960299520 00010000:00010000:0.0:1769074947.515929:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a58ae00/0xf5091596e2fb97d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2f04 expref: 260 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.516010:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40707 00000100:00100000:0.0:1769074947.516021:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+260:2409:x1855007960299520:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.516035:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.516041:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a58ae00/0xf5091596e2fb97d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2f04 expref: 260 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.516053:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a58ae00/0xf5091596e2fb97d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2f04 expref: 260 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.516078:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a58ae00/0xf5091596e2fb97d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2f04 expref: 260 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.516095:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.516096:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.516101:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e30446dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.516110:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e30446dc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.516147:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074947.516265:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e30446dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.516274:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e30446dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.516284:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e30446dc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.516291:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e30446dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.516311:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.516591:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda7277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+80:3660:x1855007968941312:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17770us (18088us total) trans 4294989510 rc 0/0 00000100:00100000:2.0:1769074947.516601:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82957 00000100:00100000:0.0:1769074947.516703:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581daa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+259:2409:x1855007960299520:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 683us (1147us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.516711:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40707 00010000:00010000:0.0:1769074947.517040:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.517048:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e30446dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.517056:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efe800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.517060:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e30446dc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.517069:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e30446dc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.517085:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e30446dc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.517092:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e30446dc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.517108:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.517110:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.517111:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.517147:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe45379180/2, rc 0, transno 4294989510 00000100:00100000:0.0:1769074947.517201:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe45379180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968941312:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.517302:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8b799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968945024:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.517343:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.517561:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968945024 00000100:00100000:2.0:1769074947.517569:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968945024 00000100:00100000:2.0:1769074947.517731:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82967 00000100:00100000:2.0:1769074947.517741:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+80:3657:x1855007968945024:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.517766:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4703 count 1 00010000:00010000:2.0:1769074947.517787:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044722 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.517803:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe566f1e00/0xf5091596e2fc740a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b45 expref: 258 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.517810:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.517812:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.517815:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044722 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.517852:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe566f1e00/0xf5091596e2fc740a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b45 expref: 258 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.517864:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe566f1e00/0xf5091596e2fc740a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b45 expref: 258 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.517877:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968945152:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.517944:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.521492:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.521529:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.521566:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960299648 00000100:00100000:0.0:1769074947.521576:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960299648 00010000:00010000:0.0:1769074947.521635:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc0400/0xf5091596e2fc12ea lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x38d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaa25 expref: 263 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.521673:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960299776 00000100:00100000:0.0:1769074947.521676:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960299776 00010000:00010000:0.0:1769074947.521694:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e73c00/0xf5091596e2fdaa64 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1e54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504198 expref: 259 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.521716:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40708 00000100:00100000:0.0:1769074947.521726:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+263:2409:x1855007960299648:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.521741:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.521747:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc0400/0xf5091596e2fc12ea lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x38d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaa25 expref: 263 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.521759:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc0400/0xf5091596e2fc12ea lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x38d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaa25 expref: 263 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.521787:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.521789:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.521794:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effa00/0xf5091596e30446e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x38d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.521804:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effa00/0xf5091596e30446e3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x38d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.521837:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.521890:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+263:2409:x1855007960299648:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 165us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.521897:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40708 00000100:00100000:0.0:1769074947.521918:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40709 00000100:00100000:0.0:1769074947.521925:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62eff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+259:2409:x1855007960299776:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.521934:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.521939:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e73c00/0xf5091596e2fdaa64 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1e54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504198 expref: 259 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.521948:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e73c00/0xf5091596e2fdaa64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504198 expref: 259 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.521963:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.521965:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.521968:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e30446ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.521976:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e30446ea lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.521986:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.522006:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62eff800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+259:2409:x1855007960299776:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 81us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.522012:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40709 00010000:00010000:1.0:1769074947.522247:0:12381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc0400/0xf5091596e2fc12ea lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x38d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaa25 expref: 262 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.522262:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8b79aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007968943104:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.522283:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effa00/0xf5091596e30446e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.522294:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effa00/0xf5091596e30446e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.522301:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effa00/0xf5091596e30446e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.522310:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effa00/0xf5091596e30446e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.522319:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effa00/0xf5091596e30446e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.522343:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.522612:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+77:3660:x1855007968942208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 23637us (24076us total) trans 4294989504 rc 0/0 00000100:00100000:1.0:1769074947.522621:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82958 00010000:00010000:2.0:1769074947.522724:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e73c00/0xf5091596e2fdaa64 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504198 expref: 258 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.522736:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8b79ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968943232:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.522752:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e30446ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.522760:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e30446ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.522766:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e30446ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.522774:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e30446ea lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.522781:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e30446ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.522804:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074947.522973:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+81:3660:x1855007968941184:12345-0@lo:6:osp-syn-0-1.0 Request processed in 23889us (24372us total) trans 4294989511 rc 0/0 00000100:00100000:2.0:1769074947.522980:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82959 00000100:00100000:2.0:1769074947.523353:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968943744:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.523371:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e30446f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.523398:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aece00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968941952:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.523411:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e30446c0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.523693:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa9a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007968941824:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.523707:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30446b9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.523721:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.523728:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effa00/0xf5091596e30446e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.523734:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65effa00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.523739:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effa00/0xf5091596e30446e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.523748:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effa00/0xf5091596e30446e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.523768:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effa00/0xf5091596e30446e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.523776:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effa00/0xf5091596e30446e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x38d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.523805:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.523809:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e30446ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.523815:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efe600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.523829:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e30446ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.523838:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e30446ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.523850:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e30446ea lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.523856:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e30446ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.523870:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.523872:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.523874:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.524004:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968941696:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.524017:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e30446b2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.524089:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.524113:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda7274a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968942592:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.524129:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f200/0xf5091596e30446c7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1769074947.524164:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe45379c00/2, rc 0, transno 4294989511 00000100:00100000:3.0:1769074947.524308:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4be04000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968943872:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.524325:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30446f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.524516:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda7277b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14038:1855007968942720:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.524529:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f400/0xf5091596e30446ce lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.524884:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe45379c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968941184:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074947.524906:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5d411880/2, rc 0, transno 4294989504 00000100:00100000:0.0:1769074947.524925:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d411880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968942208:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.524950:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda7274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007968942848:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.524964:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f000/0xf5091596e30446d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.524985:0:14039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007968944640:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.524995:0:14039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f600/0xf5091596e3044714 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.525132:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074947.525150:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968945280:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.525200:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.525271:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968945280 00000100:00100000:2.0:1769074947.525279:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968945280 00000100:00100000:2.0:1769074947.525331:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82968 00000100:00100000:2.0:1769074947.525340:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+77:3657:x1855007968945280:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.525366:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2227 count 1 00010000:00010000:2.0:1769074947.525389:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044729 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.525404:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6046b600/0xf5091596e2fd0980 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fa0b4 expref: 261 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.525412:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.525414:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.525417:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044729 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.525441:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6046b600/0xf5091596e2fd0980 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa0b4 expref: 261 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.525483:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6046b600/0xf5091596e2fd0980 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa0b4 expref: 261 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.525501:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007968945408:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.525556:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.525959:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8b79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968945536:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.525990:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.526042:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968945536 00000100:00100000:2.0:1769074947.526047:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968945536 00000100:00100000:2.0:1769074947.526081:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82969 00000100:00100000:2.0:1769074947.526087:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+81:3659:x1855007968945536:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.526101:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1281 count 1 00010000:00010000:2.0:1769074947.526116:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044730 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x501:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.526128:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6c82d800/0xf5091596e2fba464 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e3b98 expref: 257 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.526134:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.526136:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.526139:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044730 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.526156:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6c82d800/0xf5091596e2fba464 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3b98 expref: 257 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.526166:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6c82d800/0xf5091596e2fba464 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3b98 expref: 257 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.526177:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007968945664:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.526211:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.529364:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968945152:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.529394:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044722 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.529557:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968944512:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.529583:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e200/0xf5091596e304470d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.529971:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4be06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007968944896:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.529987:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e304471b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x20ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.530136:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581db800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968944384:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.530149:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e000/0xf5091596e3044706 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.530173:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581da300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968944256:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.530183:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45ec00/0xf5091596e30446ff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.534949:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.534995:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.535020:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.535086:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.539014:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960300032 00000100:00100000:3.0:1769074947.539030:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960300032 00010000:00010000:3.0:1769074947.539089:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4722ce00/0xf5091596e2fd4076 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd7aa expref: 258 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.539133:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960300416 00000100:00100000:3.0:1769074947.539136:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960300416 00010000:00010000:3.0:1769074947.539149:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d521c00/0xf5091596e2fd1e1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb559 expref: 262 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.539168:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960300672 00000100:00100000:3.0:1769074947.539170:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960300672 00010000:00010000:3.0:1769074947.539183:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bfafa00/0xf5091596e2fbedba lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e84f5 expref: 263 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.539215:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40710 00000100:00100000:3.0:1769074947.539224:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+258:2407:x1855007960300032:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.539239:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.539244:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4722ce00/0xf5091596e2fd4076 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xce8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd7aa expref: 258 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.539256:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4722ce00/0xf5091596e2fd4076 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xce8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd7aa expref: 258 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.539279:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4722ce00/0xf5091596e2fd4076 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xce8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd7aa expref: 258 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.539295:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.539297:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.539301:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30446b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.539310:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30446b9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.539343:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.539403:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+257:2407:x1855007960300032:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 179us (4463us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.539412:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40710 00000100:00100000:3.0:1769074947.539442:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40711 00000100:00100000:3.0:1769074947.539467:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+263:2407:x1855007960300416:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.539478:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.539482:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d521c00/0xf5091596e2fd1e1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1764:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb559 expref: 263 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.539493:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d521c00/0xf5091596e2fd1e1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1764:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb559 expref: 263 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.539506:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d521c00/0xf5091596e2fd1e1e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1764:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb559 expref: 263 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.539516:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.539518:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.539521:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e30446f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.539528:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e30446f1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1764:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.539545:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.539567:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+262:2407:x1855007960300416:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 118us (4572us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.539574:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40711 00000100:00100000:3.0:1769074947.539585:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40712 00000100:00100000:3.0:1769074947.539591:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433fd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+261:2407:x1855007960300672:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.539598:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.539603:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bfafa00/0xf5091596e2fbedba lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e84f5 expref: 261 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.539611:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bfafa00/0xf5091596e2fbedba lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e84f5 expref: 261 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.539623:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bfafa00/0xf5091596e2fbedba lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e84f5 expref: 261 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.539632:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.539634:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.539636:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f400/0xf5091596e30446ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.539643:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f400/0xf5091596e30446ce lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.539672:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.539691:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433fd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+260:2407:x1855007960300672:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 100us (4671us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.539698:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40712 00000100:00100000:0.0:1769074947.539781:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960299904 00000100:00100000:0.0:1769074947.539788:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960299904 00010000:00010000:0.0:1769074947.539812:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bfaec00/0xf5091596e2fbedc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e84ee expref: 257 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.539844:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40713 00000100:00100000:0.0:1769074947.539852:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+257:2407:x1855007960299904:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.539861:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.539866:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bfaec00/0xf5091596e2fbedc1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e84ee expref: 257 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.539877:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bfaec00/0xf5091596e2fbedc1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e84ee expref: 257 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.539891:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bfaec00/0xf5091596e2fbedc1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2545:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e84ee expref: 257 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.539902:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.539904:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.539907:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e30446b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.539920:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e30446b2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2545:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.539941:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.539963:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+256:2407:x1855007960299904:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 112us (4876us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.539970:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40713 00010000:00010000:0.0:1769074947.539999:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e30446b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.540008:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e30446b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.540019:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e30446b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.540026:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e30446b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.540042:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.540295:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+82:3657:x1855007968940928:12345-0@lo:6:osp-syn-0-1.0 Request processed in 45072us (45531us total) trans 4294989512 rc 0/0 00000100:00100000:0.0:1769074947.540304:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82951 00000004:00080000:0.0:1769074947.540365:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc6700e00/2, rc 0, transno 4294989512 00000100:00100000:0.0:1769074947.540379:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc6700e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968940928:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074947.540398:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.540405:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e30446b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.540412:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efec00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.540417:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e30446b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.540426:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e30446b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.540438:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e30446b2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.540473:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e30446b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.540494:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.540496:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.540498:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.540651:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.540672:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960300160 00000100:00100000:0.0:1769074947.540677:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960300160 00010000:00010000:0.0:1769074947.540697:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73625800/0xf5091596e2fd24fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbc28 expref: 256 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.540721:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40714 00000100:00100000:0.0:1769074947.540728:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62effb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+256:2407:x1855007960300160:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.540738:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.540743:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe73625800/0xf5091596e2fd24fb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbc28 expref: 256 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.540754:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe73625800/0xf5091596e2fd24fb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbc28 expref: 256 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.540769:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73625800/0xf5091596e2fd24fb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbc28 expref: 256 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.540780:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.540782:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.540786:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e30446c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.540794:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e30446c0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x20ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.540815:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.540853:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62effb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+255:2407:x1855007960300160:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 125us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.540860:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40714 00010000:00010000:0.0:1769074947.540885:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e30446c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.540893:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e30446c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.540901:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e30446c0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.540909:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e30446c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.540923:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.541065:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5aa98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+82:3657:x1855007968941056:12345-0@lo:6:osp-syn-0-1.0 Request processed in 44871us (46036us total) trans 4294989513 rc 0/0 00000100:00100000:0.0:1769074947.541073:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82953 00010000:00010000:0.0:1769074947.541092:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.541098:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e30446c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.541105:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.541110:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e30446c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.541117:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e30446c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.541129:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e30446c0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x20ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.541136:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e30446c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.541150:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.541151:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.541154:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.541181:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe45378000/2, rc 0, transno 4294989513 00000100:00100000:0.0:1769074947.541186:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe45378000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968941056:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.541229:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.541246:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960300544 00000100:00100000:0.0:1769074947.541250:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960300544 00010000:00010000:0.0:1769074947.541265:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e73600/0xf5091596e2fdaa6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250419f expref: 260 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.541286:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40715 00000100:00100000:0.0:1769074947.541293:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+260:2407:x1855007960300544:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.541302:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.541306:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e73600/0xf5091596e2fdaa6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250419f expref: 260 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.541316:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e73600/0xf5091596e2fdaa6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250419f expref: 260 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.541331:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e73600/0xf5091596e2fdaa6b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250419f expref: 260 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.541341:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.541343:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.541346:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30446f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.541354:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30446f8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.541373:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.541394:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+259:2407:x1855007960300544:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 102us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.541401:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40715 00010000:00010000:0.0:1769074947.541422:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30446f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.541429:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30446f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.541437:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30446f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.541443:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30446f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.541484:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.541642:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+78:3660:x1855007968943488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 36876us (42203us total) trans 4294989505 rc 0/0 00000100:00100000:0.0:1769074947.541649:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82961 00000004:00080000:0.0:1769074947.541681:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dd73480/2, rc 0, transno 4294989505 00000100:00100000:0.0:1769074947.541694:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968943488:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.541767:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074947.541781:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968945792:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.541814:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.541855:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968945792 00000100:00100000:0.0:1769074947.541860:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968945792 00000100:00100000:0.0:1769074947.541881:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82970 00000100:00100000:0.0:1769074947.541889:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+78:3659:x1855007968945792:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.541909:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7656 count 1 00010000:00010000:0.0:1769074947.541928:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fe00/0xf5091596e3044737 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.541942:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65214200/0xf5091596e2fce5a7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f7cdb expref: 258 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.541948:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.541950:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.541953:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fe00/0xf5091596e3044737 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.541974:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe65214200/0xf5091596e2fce5a7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7cdb expref: 258 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.541985:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65214200/0xf5091596e2fce5a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7cdb expref: 258 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.541996:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62efd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968945920:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.542041:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.542091:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.542108:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960300800 00000100:00100000:0.0:1769074947.542111:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960300800 00010000:00010000:0.0:1769074947.542129:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe64854e00/0xf5091596e2fc71cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0900 expref: 259 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.542149:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40716 00000100:00100000:0.0:1769074947.542156:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+259:2407:x1855007960300800:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.542163:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.542168:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe64854e00/0xf5091596e2fc71cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0900 expref: 259 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.542177:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe64854e00/0xf5091596e2fc71cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0900 expref: 259 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.542192:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64854e00/0xf5091596e2fc71cc lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0900 expref: 259 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.542202:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.542204:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.542207:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f000/0xf5091596e30446d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.542215:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f000/0xf5091596e30446d5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.542233:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.542255:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+258:2407:x1855007960300800:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 100us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.542261:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40716 00010000:00010000:0.0:1769074947.542281:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f000/0xf5091596e30446d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.542290:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f000/0xf5091596e30446d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.542298:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f000/0xf5091596e30446d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.542305:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f000/0xf5091596e30446d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.542319:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074947.542483:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+79:3658:x1855007968942336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 44130us (44505us total) trans 4294989506 rc 0/0 00000100:00100000:0.0:1769074947.542491:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82956 00010000:00010000:0.0:1769074947.542511:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.542517:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30446f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.542525:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.542529:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30446f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.542537:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30446f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.542548:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30446f8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.542560:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30446f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e54:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.542575:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.542578:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f000/0xf5091596e30446d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.542584:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4a45f000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.542587:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f000/0xf5091596e30446d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.542593:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f000/0xf5091596e30446d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.542602:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f000/0xf5091596e30446d5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.542609:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f000/0xf5091596e30446d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fc7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.542638:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.542640:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.542642:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.542666:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5d413100/2, rc 0, transno 4294989506 00000100:00100000:0.0:1769074947.542677:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d413100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968942336:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.542728:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968946048:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.542756:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.542787:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968946048 00000100:00100000:0.0:1769074947.542791:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968946048 00000100:00100000:0.0:1769074947.542814:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82971 00010000:00010000:3.0:1769074947.543927:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f400/0xf5091596e30446ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.543947:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f400/0xf5091596e30446ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.543958:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f400/0xf5091596e30446ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.543965:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f400/0xf5091596e30446ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.543992:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074947.544204:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30446b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.544215:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30446b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.544225:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30446b9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.544239:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30446b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.544257:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.544536:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+82:3657:x1855007968941440:12345-0@lo:6:osp-syn-0-1.0 Request processed in 49049us (49619us total) trans 4294989514 rc 0/0 00000100:00100000:1.0:1769074947.544545:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82952 00010000:00010000:1.0:1769074947.544574:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.544581:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f400/0xf5091596e30446ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.544589:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4a45f400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.544593:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f400/0xf5091596e30446ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.544603:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f400/0xf5091596e30446ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.544637:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f400/0xf5091596e30446ce lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.544644:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f400/0xf5091596e30446ce lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2545:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.544667:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.544671:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30446b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.544678:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efe200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.544682:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30446b9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.544689:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30446b9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.544701:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30446b9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.544708:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30446b9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.544725:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.544728:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.544730:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.544803:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+80:3658:x1855007968942464:12345-0@lo:6:osp-syn-1-1.0 Request processed in 46564us (46862us total) trans 4294989507 rc 0/0 00000100:00100000:3.0:1769074947.544812:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82955 00010000:00010000:3.0:1769074947.544855:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e30446f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1769074947.544857:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe45379880/2, rc 0, transno 4294989514 00010000:00010000:3.0:1769074947.544868:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e30446f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.544871:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe45379880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968941440:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.544884:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1769074947.544895:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e30446f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.544898:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8b79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968946176:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1769074947.544911:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e30446f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.544929:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.544940:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.545011:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4411c380/2, rc 0, transno 4294989507 00000100:00100000:1.0:1769074947.545025:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4411c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968942464:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.545044:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968946176 00000100:00100000:1.0:1769074947.545051:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968946176 00000100:00100000:3.0:1769074947.545074:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+80:3660:x1855007968942080:12345-0@lo:6:osp-syn-1-1.0 Request processed in 40701us (45786us total) trans 4294989508 rc 0/0 00000100:00100000:3.0:1769074947.545083:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82960 00000100:00100000:1.0:1769074947.545092:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82972 00000100:00100000:1.0:1769074947.545103:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8b79a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+82:3657:x1855007968946176:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.545129:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:554 count 1 00010000:00010000:1.0:1769074947.545151:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304473e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.545163:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074947.545167:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e360a00/0xf5091596e2fbea17 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e814b expref: 254 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.545176:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.545179:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.545182:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304473e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.545197:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074947.545211:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e360a00/0xf5091596e2fbea17 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e814b expref: 254 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.545226:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e360a00/0xf5091596e2fbea17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e814b expref: 254 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.545241:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8b79ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968946560:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.545242:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.545300:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.545307:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074947.545320:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.545326:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e30446f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.545337:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074947.545339:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.545345:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e30446f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.545357:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074947.545359:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e30446f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.545374:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e30446f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.545382:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e30446f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1764:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.545396:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074947.545410:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.545414:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.545416:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.545431:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8b79b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968946304:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.545439:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.545490:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.545500:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.545520:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769074947.545525:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960300288 00000100:00100000:1.0:1769074947.545529:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8b799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968946432:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.545532:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960300288 00010000:00010000:3.0:1769074947.545563:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6046c200/0xf5091596e2fd0987 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa0bb expref: 255 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.545579:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.545582:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960300928 00000100:00100000:3.0:1769074947.545586:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960300928 00000100:00100000:0.0:1769074947.545651:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+79:3657:x1855007968946048:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.545666:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.545673:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.545714:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968946688:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.545739:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.545764:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968946304 00000100:00100000:0.0:1769074947.545768:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968946304 00000100:00100000:0.0:1769074947.545787:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968946432 00000100:00100000:0.0:1769074947.545791:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968946432 00000100:00100000:0.0:1769074947.545806:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968946688 00000100:00100000:0.0:1769074947.545808:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968946688 00000100:00100000:1.0:1769074947.546097:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82973 00000100:00100000:1.0:1769074947.546107:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5aa98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+84:3659:x1855007968946304:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.546123:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:688 count 1 00010000:00010000:1.0:1769074947.546135:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff000/0xf5091596e3044745 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.546147:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e2fbcc03 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6337 expref: 255 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.546159:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.546161:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.546164:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff000/0xf5091596e3044745 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.546184:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e2fbcc03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6337 expref: 255 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.546195:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e2fbcc03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6337 expref: 255 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.546207:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007968946816:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.546237:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.546252:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82974 00000100:00100000:1.0:1769074947.546259:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+84:3659:x1855007968946432:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.546270:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4381 count 1 00010000:00010000:1.0:1769074947.546281:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e304474c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x111d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.546291:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd64200/0xf5091596e2fd9039 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x111d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250276d expref: 255 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.546297:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.546298:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.546300:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e304474c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x111d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.546323:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd64200/0xf5091596e2fd9039 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x111d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250276d expref: 255 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.546332:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd64200/0xf5091596e2fd9039 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x111d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250276d expref: 255 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.546341:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd428cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968946944:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.546363:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb6c0 going to sleep for 11 seconds 00000004:00080000:1.0:1769074947.546393:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5d413480/2, rc 0, transno 4294989508 00000100:00100000:1.0:1769074947.546405:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d413480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968942080:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.546444:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074947.546509:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd428c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968947072:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.546543:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.546573:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960301056 00000100:00100000:1.0:1769074947.546578:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960301056 00010000:00010000:1.0:1769074947.546599:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd60000/0xf5091596e2fd8ecd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502601 expref: 256 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.546716:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960301184 00000100:00100000:1.0:1769074947.546720:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960301184 00000100:00100000:2.0:1769074947.546915:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960301440 00000100:00100000:2.0:1769074947.546919:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960301440 00010000:00010000:2.0:1769074947.546940:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65214000/0xf5091596e2fce5a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7cd4 expref: 257 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.546956:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960301312 00000100:00100000:2.0:1769074947.546958:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960301312 00010000:00010000:3.0:1769074947.547784:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73625400/0xf5091596e2fd24f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbc2f expref: 260 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.547799:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968947072 00000100:00100000:0.0:1769074947.547806:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968947072 00000100:00100000:3.0:1769074947.547808:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960301568 00000100:00100000:3.0:1769074947.547815:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960301568 00000100:00100000:0.0:1769074947.547840:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82975 00010000:00010000:3.0:1769074947.547845:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe566f1e00/0xf5091596e2fc740a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b45 expref: 258 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.547853:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+81:3657:x1855007968946688:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.547864:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960301696 00000100:00100000:3.0:1769074947.547869:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960301696 00002000:00080000:0.0:1769074947.547882:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4703 count 1 00010000:00010000:3.0:1769074947.547899:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6046b600/0xf5091596e2fd0980 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa0b4 expref: 261 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.547908:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e800/0xf5091596e3044753 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x125f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.547914:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960301824 00000100:00100000:3.0:1769074947.547919:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960301824 00010000:00010000:0.0:1769074947.547929:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe566f0e00/0xf5091596e2fc7411 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x125f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b3e expref: 261 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.547935:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6c82d800/0xf5091596e2fba464 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3b98 expref: 259 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.547941:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.547943:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.547946:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e800/0xf5091596e3044753 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x125f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.547979:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe566f0e00/0xf5091596e2fc7411 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x125f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b3e expref: 261 pid: 14038 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074947.547986:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40717 00010000:00010000:0.0:1769074947.547999:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe566f0e00/0xf5091596e2fc7411 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x125f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b3e expref: 261 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.548001:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+259:2409:x1855007960300288:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.548018:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1769074947.548023:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007968947200:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.548030:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6046c200/0xf5091596e2fd0987 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa0bb expref: 259 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.548044:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6046c200/0xf5091596e2fd0987 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa0bb expref: 259 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.548084:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.548113:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82976 00000100:00100000:0.0:1769074947.548120:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+81:3657:x1855007968947072:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.548132:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1281 count 1 00010000:00010000:0.0:1769074947.548142:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fa00/0xf5091596e304475a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x501:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.548153:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6c82d200/0xf5091596e2fba46b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e3b9f expref: 261 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.548159:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.548160:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.548163:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fa00/0xf5091596e304475a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.548177:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6c82d200/0xf5091596e2fba46b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3b9f expref: 261 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.548185:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6c82d200/0xf5091596e2fba46b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3b9f expref: 261 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.548194:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968947328:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.548212:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.548243:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40718 00000100:00100000:0.0:1769074947.548251:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433fc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+259:2407:x1855007960301056:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.548259:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.548265:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd60000/0xf5091596e2fd8ecd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x20ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502601 expref: 259 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.548274:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd60000/0xf5091596e2fd8ecd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x20ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502601 expref: 259 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.548293:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd60000/0xf5091596e2fd8ecd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x20ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502601 expref: 259 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.548307:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.548323:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.548327:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e304471b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.548335:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e304471b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x20ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.548358:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.548378:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433fc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+258:2407:x1855007960301056:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 127us (3139us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.548389:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40718 00000100:00100000:0.0:1769074947.548410:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40719 00000100:00100000:0.0:1769074947.548417:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+257:2407:x1855007960301440:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.548425:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.548431:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe65214000/0xf5091596e2fce5a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7cd4 expref: 257 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.548441:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe65214000/0xf5091596e2fce5a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7cd4 expref: 257 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.548473:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65214000/0xf5091596e2fce5a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7cd4 expref: 257 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.548482:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.548484:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.548486:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45ec00/0xf5091596e30446ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.548494:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45ec00/0xf5091596e30446ff lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.548510:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.548524:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+256:2407:x1855007960301440:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 108us (3191us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.548530:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40719 00000100:00100000:0.0:1769074947.548546:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40720 00000100:00100000:0.0:1769074947.548553:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+261:2407:x1855007960300928:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.548560:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.548565:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe73625400/0xf5091596e2fd24f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbc2f expref: 261 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.548574:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe73625400/0xf5091596e2fd24f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbc2f expref: 261 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.548589:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73625400/0xf5091596e2fd24f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbc2f expref: 261 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.548599:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.548601:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.548604:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f600/0xf5091596e3044714 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.548779:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f600/0xf5091596e3044714 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.548803:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.548832:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+260:2407:x1855007960300928:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 278us (3634us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.548838:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40720 00000100:00100000:0.0:1769074947.548853:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40721 00000100:00100000:0.0:1769074947.548860:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+255:2407:x1855007960301568:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.548867:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.548872:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe566f1e00/0xf5091596e2fc740a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b45 expref: 255 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.548882:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe566f1e00/0xf5091596e2fc740a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b45 expref: 255 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.548894:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe566f1e00/0xf5091596e2fc740a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b45 expref: 255 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.548903:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.548904:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.548907:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044722 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.548913:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044722 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.548931:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.548946:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+254:2407:x1855007960301568:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 86us (3551us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.548952:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40721 00000100:00100000:0.0:1769074947.548968:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40722 00000100:00100000:0.0:1769074947.548977:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+259:2410:x1855007960301696:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.548985:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.548995:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6046b600/0xf5091596e2fd0980 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa0b4 expref: 259 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.548995:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6046c200/0xf5091596e2fd0987 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa0bb expref: 253 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.549024:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.549028:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6046b600/0xf5091596e2fd0980 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa0b4 expref: 259 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.549029:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.549034:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f200/0xf5091596e30446c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.549047:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.549047:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f200/0xf5091596e30446c7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.549051:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.549055:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044729 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.549063:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044729 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.549073:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.549087:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+259:2410:x1855007960301696:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 113us (3649us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.549094:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40722 00000100:00100000:0.0:1769074947.549107:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40723 00000100:00100000:0.0:1769074947.549113:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+252:2410:x1855007960301824:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.549120:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.549125:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6c82d800/0xf5091596e2fba464 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x501:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3b98 expref: 252 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.549135:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6c82d800/0xf5091596e2fba464 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x501:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3b98 expref: 252 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.549146:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.549150:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.549153:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044730 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x501:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.549160:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044730 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x501:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.549167:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074947.549173:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.549193:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+252:2409:x1855007960300288:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 1195us (4029us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.549197:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+252:2410:x1855007960301824:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 82us (3697us total) trans 0 rc 0/0 00010000:00010000:1.0:1769074947.549319:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a58ba00/0xf5091596e2fb97d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2f0b expref: 258 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.549408:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4722f600/0xf5091596e2fd407d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd7b1 expref: 258 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.549750:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40717 00000100:00100000:0.0:1769074947.549759:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40723 00010000:00010000:0.0:1769074947.549797:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f200/0xf5091596e30446c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.549806:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f200/0xf5091596e30446c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.549815:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f200/0xf5091596e30446c7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.549833:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f200/0xf5091596e30446c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.549854:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6046b600/0xf5091596e2fd0980 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa0b4 expref: 258 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.549859:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.550113:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+85:3658:x1855007968941568:12345-0@lo:6:osp-syn-0-1.0 Request processed in 52042us (53527us total) trans 4294989515 rc 0/0 00000100:00100000:0.0:1769074947.550122:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82954 00000100:00100000:3.0:1769074947.550153:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aee680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007968945408:192.168.204.30@tcp:104: 00000004:00080000:0.0:1769074947.550160:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5aa9a300/2, rc 0, transno 4294989515 00000100:00100000:0.0:1769074947.550172:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968941568:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1769074947.550179:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044729 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.550189:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044729 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.550193:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45ec00/0xf5091596e30446ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.550198:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044729 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.550208:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45ec00/0xf5091596e30446ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.550217:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45ec00/0xf5091596e30446ff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.550224:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45ec00/0xf5091596e30446ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.550237:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074947.550355:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8b79b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+85:3657:x1855007968943616:12345-0@lo:6:osp-syn-0-1.0 Request processed in 43978us (46122us total) trans 4294989516 rc 0/0 00000100:00100000:0.0:1769074947.550361:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82962 00010000:00010000:0.0:1769074947.550396:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044722 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.550404:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044722 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.550411:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044722 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.550417:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044722 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.550435:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1769074947.550553:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+85:3657:x1855007968945024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 32813us (33208us total) trans 4294989517 rc 0/0 00000100:00100000:0.0:1769074947.550566:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82967 00010000:00010000:3.0:1769074947.550571:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044729 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.550581:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044729 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.550587:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074947.550599:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1769074947.550603:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f200/0xf5091596e30446c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.552467:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+82:3657:x1855007968945280:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27108us (27246us total) trans 4294989509 rc 0/0 00000100:00100000:3.0:1769074947.552479:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82968 00010000:00010000:3.0:1769074947.552544:0:12381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6c82d800/0xf5091596e2fba464 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3b98 expref: 250 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.552558:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4a45f200 already unused, calling callback (ffffffffc0cdeb90) 00000100:00100000:3.0:1769074947.552559:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007968945664:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.552567:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f200/0xf5091596e30446c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552583:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f200/0xf5091596e30446c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.552584:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044730 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.552637:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044730 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.552644:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044730 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.552663:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044730 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.552671:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044730 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552681:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f200/0xf5091596e30446c7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.552683:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1769074947.552694:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f200/0xf5091596e30446c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552719:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1769074947.552725:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45ec00/0xf5091596e30446ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552731:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4a45ec00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.552735:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45ec00/0xf5091596e30446ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552744:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45ec00/0xf5091596e30446ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552755:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45ec00/0xf5091596e30446ff lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552763:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45ec00/0xf5091596e30446ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552779:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1769074947.552783:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044722 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552790:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.552793:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044722 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552801:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044722 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552811:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044722 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552829:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044722 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552852:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.552857:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044729 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.552858:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+85:3659:x1855007968945536:12345-0@lo:6:osp-syn-0-1.0 Request processed in 26770us (26865us total) trans 4294989518 rc 0/0 00010000:00010000:0.0:1769074947.552874:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6e00 already unused, calling callback (ffffffffc0cdeb90) 00000100:00100000:3.0:1769074947.552874:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82969 00010000:00010000:0.0:1769074947.552881:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044729 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552889:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044729 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552901:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044729 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552909:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044729 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x8b3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552924:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.552927:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044730 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552933:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.552936:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044730 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552942:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044730 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552951:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044730 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552958:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044730 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.552968:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.552970:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.552973:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.552982:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.552995:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e304471b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553003:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e304471b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553010:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e304471b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553017:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e304471b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553040:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.553163:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+85:3659:x1855007968944768:12345-0@lo:6:osp-syn-0-1.0 Request processed in 44744us (44946us total) trans 4294989519 rc 0/0 00000100:00100000:0.0:1769074947.553171:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82966 00002000:00080000:0.0:1769074947.553212:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8366 count 1 00010000:00010000:0.0:1769074947.553234:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ee00/0xf5091596e3044761 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553249:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd60c00/0xf5091596e2fd8ec6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725025fa expref: 257 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.553256:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.553257:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.553260:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ee00/0xf5091596e3044761 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553292:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd60c00/0xf5091596e2fd8ec6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725025fa expref: 257 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.553304:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd60c00/0xf5091596e2fd8ec6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725025fa expref: 257 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.553329:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda7274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007968947456:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.553378:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6e40 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.553399:0:14039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f600/0xf5091596e3044714 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553406:0:14039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f600/0xf5091596e3044714 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553413:0:14039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f600/0xf5091596e3044714 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553425:0:14039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f600/0xf5091596e3044714 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553438:0:14039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1769074947.553467:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.553472:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e304471b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553478:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.553481:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e304471b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553488:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e304471b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553500:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e304471b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553506:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e304471b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553519:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.553522:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f600/0xf5091596e3044714 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553528:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4a45f600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.553531:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f600/0xf5091596e3044714 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553537:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f600/0xf5091596e3044714 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553545:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f600/0xf5091596e3044714 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553551:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45f600/0xf5091596e3044714 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x20ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.553561:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.553563:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.553564:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.553993:0:14039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+82:3659:x1855007968943360:12345-0@lo:6:osp-syn-1-1.0 Request processed in 47064us (48217us total) trans 4294989510 rc 0/0 00000100:00100000:0.0:1769074947.554001:0:14039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82965 00010000:00010000:1.0:1769074947.554376:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.554476:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57aece00/2, rc 0, transno 4294989509 00000100:00100000:1.0:1769074947.554490:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968945280:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.554504:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd8b799880/2, rc 0, transno 4294989517 00010000:00010000:3.0:1769074947.554508:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.554514:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8b799880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968945024:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.554529:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd8b799f80/2, rc 0, transno 4294989516 00000100:00100000:1.0:1769074947.554533:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8b799f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968943616:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074947.554608:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.554631:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd428c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968947584:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.554664:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.554689:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd8b79aa00/2, rc 0, transno 4294989518 00000100:00100000:1.0:1769074947.554695:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8b79aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968945536:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.554704:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd8b799180/2, rc 0, transno 4294989519 00000100:00100000:1.0:1769074947.554707:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8b799180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968944768:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.554716:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dd72a00/2, rc 0, transno 4294989510 00000100:00100000:1.0:1769074947.554721:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968943360:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.554731:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074947.554735:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd428cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968947712:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.554753:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.554804:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc8ac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968948096:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.554836:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.554853:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074947.554857:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc8acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968948224:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.554877:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.554902:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968947584 00000100:00100000:1.0:1769074947.554909:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968947584 00000100:00100000:1.0:1769074947.554942:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968947712 00000100:00100000:1.0:1769074947.554944:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968947712 00000100:00100000:1.0:1769074947.554958:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968948096 00000100:00100000:1.0:1769074947.554960:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968948096 00000100:00100000:1.0:1769074947.554973:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968948224 00000100:00100000:1.0:1769074947.554976:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968948224 00000100:00100000:1.0:1769074947.554990:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82977 00000100:00100000:1.0:1769074947.554997:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc8aca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+88:3659:x1855007968947584:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.555018:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7189 count 1 00010000:00010000:1.0:1769074947.555040:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e3044768 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.555055:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe43d4fa00/0xf5091596e2fcffb6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f96f1 expref: 249 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.555062:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.555063:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.555066:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e3044768 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.555089:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe43d4fa00/0xf5091596e2fcffb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f96f1 expref: 249 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.555100:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe43d4fa00/0xf5091596e2fcffb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f96f1 expref: 249 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.555110:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007968948480:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.555159:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.555175:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82978 00000100:00100000:1.0:1769074947.555182:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc8ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+88:3659:x1855007968947712:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.555195:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6141 count 1 00010000:00010000:1.0:1769074947.555207:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e304476f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.555218:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe578da600/0xf5091596e2fc8671 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f1da5 expref: 249 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.555224:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.555225:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.555227:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e304476f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.555243:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe578da600/0xf5091596e2fc8671 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1da5 expref: 249 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.555251:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe578da600/0xf5091596e2fc8671 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1da5 expref: 249 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.555260:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968948608:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.555284:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.555341:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82979 00000100:00100000:1.0:1769074947.555348:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc8ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+88:3659:x1855007968948096:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.555359:0:14039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2375 count 1 00010000:00010000:1.0:1769074947.555369:0:14039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044776 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x947:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.555384:0:14039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b7ad400/0xf5091596e2fba608 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d43 expref: 249 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.555389:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.555391:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.555393:0:14039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044776 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.555409:0:14039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b7ad400/0xf5091596e2fba608 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d43 expref: 249 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.555418:0:14039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b7ad400/0xf5091596e2fba608 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d43 expref: 249 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.555426:0:14039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14039:1855007968948736:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.555470:0:14039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.555488:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40724 00000100:00100000:1.0:1769074947.555496:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+257:2407:x1855007960301184:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.555507:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.555514:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a58ba00/0xf5091596e2fb97d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2f0b expref: 257 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.555527:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a58ba00/0xf5091596e2fb97d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2f0b expref: 257 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.555551:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a58ba00/0xf5091596e2fb97d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2f0b expref: 257 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.555563:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.555565:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.555568:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e000/0xf5091596e3044706 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.555577:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e000/0xf5091596e3044706 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.555595:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.555619:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be04000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+256:2407:x1855007960301184:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 124us (10314us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.555626:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40724 00000100:00100000:0.0:1769074947.555917:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc8ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968947968:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.555949:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.555985:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1769074947.555991:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc8acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968947840:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.556011:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.556030:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc8ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968948352:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.556048:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.556073:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968947968 00000100:00100000:0.0:1769074947.556077:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968947968 00000100:00100000:0.0:1769074947.556102:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968947840 00000100:00100000:0.0:1769074947.556106:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968947840 00000100:00100000:0.0:1769074947.556117:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968948352 00000100:00100000:0.0:1769074947.556120:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968948352 00000100:00100000:0.0:1769074947.556130:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82980 00000100:00100000:0.0:1769074947.556137:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+89:3659:x1855007968948224:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.556151:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:316 count 1 00010000:00010000:0.0:1769074947.556165:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e304477d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.556177:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bfac400/0xf5091596e2fbebe5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8319 expref: 249 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.556184:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.556185:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.556188:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e304477d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.556208:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bfac400/0xf5091596e2fbebe5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8319 expref: 249 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.556217:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bfac400/0xf5091596e2fbebe5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8319 expref: 249 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.556227:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968948864:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.556254:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.556273:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82981 00000100:00100000:0.0:1769074947.556279:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda7277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+83:3658:x1855007968947968:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.556294:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:554 count 1 00010000:00010000:0.0:1769074947.556320:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e600/0xf5091596e3044784 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.556332:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e363200/0xf5091596e2fbea10 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8144 expref: 255 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.556339:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.556340:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.556343:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e600/0xf5091596e3044784 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.556364:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e363200/0xf5091596e2fbea10 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8144 expref: 255 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.556374:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e363200/0xf5091596e2fbea10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8144 expref: 255 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.556384:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83ccf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968948992:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.556409:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6b40 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.556427:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e000/0xf5091596e3044706 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.556435:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e000/0xf5091596e3044706 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.556470:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e000/0xf5091596e3044706 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.556484:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e000/0xf5091596e3044706 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.556499:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.556860:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+84:3657:x1855007968944000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 50277us (50594us total) trans 4294989511 rc 0/0 00000100:00100000:0.0:1769074947.556867:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82963 00000100:00100000:0.0:1769074947.556885:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82982 00000100:00100000:0.0:1769074947.556890:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda7274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+89:3658:x1855007968947840:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.556901:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4008 count 1 00010000:00010000:0.0:1769074947.556914:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e304478b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.556925:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73627800/0xf5091596e2fd2595 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcc2 expref: 249 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.556932:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.556933:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.556936:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e304478b lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.556954:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe73627800/0xf5091596e2fd2595 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcc2 expref: 249 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.556963:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73627800/0xf5091596e2fd2595 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcc2 expref: 249 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.556977:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968949120:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.557001:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6000 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.557015:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.557021:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e000/0xf5091596e3044706 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.557028:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4a45e000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.557031:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e000/0xf5091596e3044706 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.557040:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e000/0xf5091596e3044706 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.557054:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e000/0xf5091596e3044706 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.557061:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e000/0xf5091596e3044706 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24b1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.557076:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.557078:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.557079:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.557093:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82983 00000100:00100000:0.0:1769074947.557100:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+83:3658:x1855007968948352:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.557113:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:688 count 1 00010000:00010000:0.0:1769074947.557126:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044792 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.557135:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e2fbcbfc lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6330 expref: 255 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.557142:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.557143:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.557145:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044792 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.557162:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e2fbcbfc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6330 expref: 255 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.557171:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e2fbcbfc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6330 expref: 255 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.557180:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83cce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968949248:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.557202:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6d80 going to sleep for 11 seconds 00000004:00080000:3.0:1769074947.557524:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dd71c00/2, rc 0, transno 4294989511 00000100:00100000:3.0:1769074947.557543:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968944000:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.557793:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074947.557804:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83cce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968949376:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.557847:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.557877:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968949376 00000100:00100000:0.0:1769074947.557883:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968949376 00000100:00100000:0.0:1769074947.557917:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82984 00000100:00100000:0.0:1769074947.557924:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+84:3657:x1855007968949376:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.557938:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4381 count 1 00010000:00010000:0.0:1769074947.557955:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044799 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x111d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.557970:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af66e00/0xf5091596e2fd9032 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x111d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072502766 expref: 255 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.557977:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.557978:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.557981:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044799 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x111d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.558004:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af66e00/0xf5091596e2fd9032 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x111d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502766 expref: 255 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.558014:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af66e00/0xf5091596e2fd9032 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x111d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502766 expref: 255 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.558025:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968949504:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.558060:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.560731:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40725 00000100:00100000:2.0:1769074947.560753:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+255:2407:x1855007960301312:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.560775:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.560785:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4722f600/0xf5091596e2fd407d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xce8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd7b1 expref: 255 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.560802:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4722f600/0xf5091596e2fd407d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xce8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd7b1 expref: 255 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.560838:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4722f600/0xf5091596e2fd407d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xce8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd7b1 expref: 255 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.560861:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.560863:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.560868:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e200/0xf5091596e304470d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.560877:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e200/0xf5091596e304470d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xce8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.560911:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.560966:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+254:2407:x1855007960301312:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 223us (15612us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.560973:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40725 00010000:00010000:1.0:1769074947.561059:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e200/0xf5091596e304470d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.561069:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e200/0xf5091596e304470d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.561080:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e200/0xf5091596e304470d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.561088:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e200/0xf5091596e304470d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.561116:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074947.561381:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.561389:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e200/0xf5091596e304470d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.561397:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4a45e200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.561401:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e200/0xf5091596e304470d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.561409:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e200/0xf5091596e304470d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.561425:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e200/0xf5091596e304470d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.561444:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e200/0xf5091596e304470d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xce8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.561506:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.561508:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.561510:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.561787:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+85:3659:x1855007968944128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 55055us (55479us total) trans 4294989512 rc 0/0 00000100:00100000:1.0:1769074947.561796:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82964 00000004:00080000:2.0:1769074947.562117:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dd70a80/2, rc 0, transno 4294989512 00000100:00100000:2.0:1769074947.562131:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968944128:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.562883:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968949632:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.562936:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.563042:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968949632 00000100:00100000:0.0:1769074947.563050:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968949632 00000100:00100000:0.0:1769074947.563097:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82985 00000100:00100000:0.0:1769074947.563105:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+85:3659:x1855007968949632:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.563132:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7189 count 1 00010000:00010000:0.0:1769074947.563155:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30447a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.563174:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe43d4e800/0xf5091596e2fcffbd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f96ea expref: 253 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.563181:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.563183:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.563187:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30447a0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.563212:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe43d4e800/0xf5091596e2fcffbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f96ea expref: 253 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.563229:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe43d4e800/0xf5091596e2fcffbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f96ea expref: 253 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.563240:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968949760:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.563354:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.566442:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.566505:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.566533:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960301952 00000100:00100000:0.0:1769074947.566542:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960301952 00010000:00010000:0.0:1769074947.566583:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65214200/0xf5091596e2fce5a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7cdb expref: 254 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.566614:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960302080 00000100:00100000:0.0:1769074947.566617:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960302080 00010000:00010000:0.0:1769074947.566634:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e360a00/0xf5091596e2fbea17 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e814b expref: 250 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.566654:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40726 00000100:00100000:0.0:1769074947.566663:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60193850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+254:2407:x1855007960301952:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.566676:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.566681:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe65214200/0xf5091596e2fce5a7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7cdb expref: 254 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.566695:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe65214200/0xf5091596e2fce5a7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7cdb expref: 254 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.566727:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.566729:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.566734:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fe00/0xf5091596e3044737 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.566744:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fe00/0xf5091596e3044737 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.566764:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.566811:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60193850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+254:2407:x1855007960301952:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 148us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.566829:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40726 00000100:00100000:0.0:1769074947.566873:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40727 00000100:00100000:0.0:1769074947.566879:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+250:2407:x1855007960302080:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.566887:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.566891:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e360a00/0xf5091596e2fbea17 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e814b expref: 250 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.566902:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e360a00/0xf5091596e2fbea17 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e814b expref: 250 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.566915:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.566917:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.566920:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304473e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.566932:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304473e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.566942:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.566959:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+250:2407:x1855007960302080:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 80us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.566967:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40727 00000100:00100000:0.0:1769074947.567174:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007968946816:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.567196:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff000/0xf5091596e3044745 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.567231:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd428cb480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968946944:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.567243:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e304474c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x111d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.567361:0:14046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65214200/0xf5091596e2fce5a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7cdb expref: 253 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.567376:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62efd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968945920:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.567390:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fe00/0xf5091596e3044737 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.567399:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fe00/0xf5091596e3044737 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.567412:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fe00/0xf5091596e3044737 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.567422:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fe00/0xf5091596e3044737 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.567429:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fe00/0xf5091596e3044737 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.567478:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.567747:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+86:3659:x1855007968945792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 25857us (25930us total) trans 4294989513 rc 0/0 00000100:00100000:2.0:1769074947.567757:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82970 00000004:00080000:2.0:1769074947.567804:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62efdf80/2, rc 0, transno 4294989513 00000100:00100000:2.0:1769074947.567814:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62efdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968945792:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.568011:0:14038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e360a00/0xf5091596e2fbea17 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e814b expref: 249 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.568023:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8b79ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968946560:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.568037:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304473e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.568045:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304473e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.568051:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304473e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.568058:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304473e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.568064:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304473e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.568082:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.568225:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8b79a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+90:3657:x1855007968946176:12345-0@lo:6:osp-syn-0-1.0 Request processed in 23125us (23286us total) trans 4294989520 rc 0/0 00000100:00100000:1.0:1769074947.568233:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82972 00000004:00080000:1.0:1769074947.568265:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd8b79a300/2, rc 0, transno 4294989520 00000100:00100000:1.0:1769074947.568274:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8b79a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968946176:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074947.568335:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.568341:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fe00/0xf5091596e3044737 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.568348:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4a45fe00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.568352:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fe00/0xf5091596e3044737 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.568359:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fe00/0xf5091596e3044737 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.568377:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fe00/0xf5091596e3044737 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.568383:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fe00/0xf5091596e3044737 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1de8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.568412:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.568415:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304473e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.568420:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.568423:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304473e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.568431:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304473e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.568441:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304473e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.568473:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304473e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.568486:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.568487:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.568489:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.568498:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074947.568511:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968949888:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.568542:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.568570:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968949888 00000100:00100000:1.0:1769074947.568577:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968949888 00000100:00100000:1.0:1769074947.568607:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82986 00000100:00100000:1.0:1769074947.568614:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+90:3659:x1855007968949888:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.568642:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6367 count 1 00010000:00010000:1.0:1769074947.568663:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30447a7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.568680:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68606800/0xf5091596e2fc9f45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f3679 expref: 248 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.568688:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.568691:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.568694:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30447a7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x18df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.568720:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe68606800/0xf5091596e2fc9f45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3679 expref: 248 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.568732:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe68606800/0xf5091596e2fc9f45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3679 expref: 248 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.568744:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968950016:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.568802:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb300 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.569701:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.569830:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074947.574092:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968950144:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.574167:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.574257:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968950144 00000100:00100000:2.0:1769074947.574266:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968950144 00000100:00100000:2.0:1769074947.574317:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82987 00000100:00100000:2.0:1769074947.574325:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+86:3658:x1855007968950144:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.574354:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6141 count 1 00010000:00010000:2.0:1769074947.574379:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30447ae lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.574397:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6aca9000/0xf5091596e2fc866a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f1d9e expref: 252 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.574409:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.574411:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.574415:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30447ae lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.574475:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6aca9000/0xf5091596e2fc866a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1d9e expref: 252 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.574487:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6aca9000/0xf5091596e2fc866a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1d9e expref: 252 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.574498:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968950272:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.574992:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.575163:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.575190:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.575209:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.575389:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.575409:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.575438:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.575483:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.575502:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.575515:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.575527:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.575540:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.575553:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.575565:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.575581:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.575616:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968948608:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.575638:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e304476f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.575665:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007968948480:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.575674:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e3044768 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.575695:0:14039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14039:1855007968948736:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.575705:0:14039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044776 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.575797:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960302208 00000100:00100000:3.0:1769074947.575803:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960302208 00010000:00010000:3.0:1769074947.575848:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e2fbcc03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6337 expref: 249 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.575872:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960302464 00000100:00100000:3.0:1769074947.575875:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960302464 00010000:00010000:3.0:1769074947.575890:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd60c00/0xf5091596e2fd8ec6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725025fa expref: 253 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.575899:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960302336 00000100:00100000:3.0:1769074947.575900:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960302336 00010000:00010000:3.0:1769074947.575909:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd64200/0xf5091596e2fd9039 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x111d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250276d expref: 250 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.575918:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960302592 00000100:00100000:3.0:1769074947.575920:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960302592 00010000:00010000:3.0:1769074947.575929:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe566f0e00/0xf5091596e2fc7411 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x125f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b3e expref: 254 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.575939:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960302848 00000100:00100000:3.0:1769074947.575941:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960302848 00010000:00010000:3.0:1769074947.575951:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e2fbcbfc lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6330 expref: 255 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.575961:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960303104 00000100:00100000:3.0:1769074947.575963:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960303104 00010000:00010000:3.0:1769074947.575974:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe43d4e800/0xf5091596e2fcffbd lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f96ea expref: 256 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.575986:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960303360 00000100:00100000:3.0:1769074947.575988:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960303360 00010000:00010000:3.0:1769074947.576046:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe578da600/0xf5091596e2fc8671 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1da5 expref: 251 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.576057:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960303616 00000100:00100000:3.0:1769074947.576059:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960303616 00010000:00010000:3.0:1769074947.576069:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bfac400/0xf5091596e2fbebe5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8319 expref: 252 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.576077:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960303872 00000100:00100000:3.0:1769074947.576079:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960303872 00010000:00010000:3.0:1769074947.576089:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73627800/0xf5091596e2fd2595 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcc2 expref: 253 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.576098:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960302720 00000100:00100000:3.0:1769074947.576100:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960302720 00010000:00010000:3.0:1769074947.576111:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6c82d200/0xf5091596e2fba46b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3b9f expref: 257 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.576120:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960302976 00000100:00100000:3.0:1769074947.576121:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960302976 00010000:00010000:3.0:1769074947.576130:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af66e00/0xf5091596e2fd9032 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x111d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502766 expref: 258 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.576139:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960303232 00000100:00100000:3.0:1769074947.576141:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960303232 00010000:00010000:3.0:1769074947.576150:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe43d4fa00/0xf5091596e2fcffb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f96f1 expref: 254 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.576159:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960303488 00000100:00100000:3.0:1769074947.576174:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960303488 00010000:00010000:3.0:1769074947.576184:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b7ad400/0xf5091596e2fba608 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d43 expref: 255 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.576194:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960303744 00000100:00100000:3.0:1769074947.576197:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960303744 00010000:00010000:3.0:1769074947.576208:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e363200/0xf5091596e2fbea10 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8144 expref: 259 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.576219:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40728 00000100:00100000:3.0:1769074947.576228:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+255:2407:x1855007960302208:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.576242:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.576247:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e2fbcc03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6337 expref: 255 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.576259:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e2fbcc03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6337 expref: 255 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.576286:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e2fbcc03 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6337 expref: 255 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.576299:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.576301:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.576305:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff000/0xf5091596e3044745 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.576314:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff000/0xf5091596e3044745 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.576362:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.576421:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+254:2407:x1855007960302208:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 194us (1258us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.576430:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40728 00000100:00100000:3.0:1769074947.576477:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40729 00000100:00100000:3.0:1769074947.576485:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+259:2407:x1855007960302464:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.576493:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.576498:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd60c00/0xf5091596e2fd8ec6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725025fa expref: 259 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.576507:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd60c00/0xf5091596e2fd8ec6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725025fa expref: 259 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.576521:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.576523:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.576526:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ee00/0xf5091596e3044761 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.576533:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ee00/0xf5091596e3044761 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.576543:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.576564:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+259:2407:x1855007960302464:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 80us (1372us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.576569:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40729 00000100:00100000:3.0:1769074947.576597:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40730 00000100:00100000:3.0:1769074947.576603:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+253:2407:x1855007960302336:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.576610:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.576614:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd64200/0xf5091596e2fd9039 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x111d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250276d expref: 253 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.576624:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd64200/0xf5091596e2fd9039 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x111d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250276d expref: 253 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.576636:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd64200/0xf5091596e2fd9039 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x111d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250276d expref: 253 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.576645:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.576647:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.576649:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e304474c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x111d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.576656:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e304474c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x111d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.576676:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.576694:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+252:2407:x1855007960302336:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 91us (1484us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.576701:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40730 00000100:00100000:3.0:1769074947.576714:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40731 00000100:00100000:3.0:1769074947.576721:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+258:2410:x1855007960302592:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.576728:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.576734:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe566f0e00/0xf5091596e2fc7411 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x125f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b3e expref: 258 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.576743:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe566f0e00/0xf5091596e2fc7411 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x125f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b3e expref: 258 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.576755:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.576757:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.576759:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e800/0xf5091596e3044753 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x125f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.576766:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e800/0xf5091596e3044753 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x125f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.576777:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.576793:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+258:2410:x1855007960302592:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 73us (1404us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.576799:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40731 00000100:00100000:3.0:1769074947.576811:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40732 00000100:00100000:3.0:1769074947.576816:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+257:2410:x1855007960302848:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.576835:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.576840:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e2fbcbfc lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6330 expref: 257 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.576849:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e2fbcbfc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6330 expref: 257 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.576867:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.576868:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.576871:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044792 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.576878:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044792 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.576889:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.576907:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+257:2410:x1855007960302848:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 89us (1496us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.576913:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40732 00000100:00100000:3.0:1769074947.576926:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40733 00000100:00100000:3.0:1769074947.576932:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+256:2410:x1855007960303104:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.576939:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.576944:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe43d4e800/0xf5091596e2fcffbd lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f96ea expref: 256 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.576953:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe43d4e800/0xf5091596e2fcffbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f96ea expref: 256 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.576963:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.576965:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.576967:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30447a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.576993:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30447a0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.577005:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.577023:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+256:2410:x1855007960303104:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 90us (1583us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.577029:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40733 00000100:00100000:3.0:1769074947.577063:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40734 00000100:00100000:3.0:1769074947.577069:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+251:2410:x1855007960303360:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.577076:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.577081:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe578da600/0xf5091596e2fc8671 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1da5 expref: 251 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577090:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe578da600/0xf5091596e2fc8671 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1da5 expref: 251 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577101:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe578da600/0xf5091596e2fc8671 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1da5 expref: 251 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577109:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.577111:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.577114:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e304476f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.577120:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e304476f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.577155:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.577175:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+250:2410:x1855007960303360:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 106us (1691us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.577181:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40734 00000100:00100000:3.0:1769074947.577194:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40735 00000100:00100000:3.0:1769074947.577200:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+249:2410:x1855007960303616:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.577207:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.577212:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bfac400/0xf5091596e2fbebe5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x13c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8319 expref: 249 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577221:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bfac400/0xf5091596e2fbebe5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8319 expref: 249 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577231:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.577233:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.577236:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e304477d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.577243:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e304477d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x13c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.577253:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.577271:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+249:2410:x1855007960303616:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 70us (1768us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.577277:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40735 00000100:00100000:3.0:1769074947.577303:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40736 00000100:00100000:3.0:1769074947.577309:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+248:2410:x1855007960303872:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.577316:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.577321:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe73627800/0xf5091596e2fd2595 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfa8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcc2 expref: 248 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577331:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe73627800/0xf5091596e2fd2595 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfa8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcc2 expref: 248 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577342:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.577344:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.577347:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e304478b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.577354:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e304478b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.577366:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.577380:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+248:2410:x1855007960303872:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 71us (1864us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.577386:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40736 00000100:00100000:3.0:1769074947.577399:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40737 00000100:00100000:3.0:1769074947.577405:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+255:2410:x1855007960302720:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.577413:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.577418:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6c82d200/0xf5091596e2fba46b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x501:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3b9f expref: 255 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577433:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6c82d200/0xf5091596e2fba46b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x501:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3b9f expref: 255 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577468:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.577470:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.577474:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fa00/0xf5091596e304475a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x501:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.577481:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fa00/0xf5091596e304475a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x501:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.577493:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.577507:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+255:2410:x1855007960302720:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 102us (1979us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.577513:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40737 00000100:00100000:3.0:1769074947.577524:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40738 00000100:00100000:3.0:1769074947.577530:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+254:2410:x1855007960302976:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.577538:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.577544:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af66e00/0xf5091596e2fd9032 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x111d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502766 expref: 254 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577553:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af66e00/0xf5091596e2fd9032 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x111d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502766 expref: 254 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577564:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.577582:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.577585:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044799 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x111d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.577592:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044799 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x111d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.577603:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.577617:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+254:2410:x1855007960302976:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (2076us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.577623:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40738 00000100:00100000:3.0:1769074947.577635:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40739 00000100:00100000:3.0:1769074947.577641:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8b79ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+247:2410:x1855007960303232:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.577648:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.577653:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe43d4fa00/0xf5091596e2fcffb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f96f1 expref: 247 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577661:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe43d4fa00/0xf5091596e2fcffb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f96f1 expref: 247 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577673:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe43d4fa00/0xf5091596e2fcffb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f96f1 expref: 247 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577682:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.577683:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.577686:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e3044768 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.577713:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e3044768 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.577733:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.577747:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8b79ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+246:2410:x1855007960303232:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 107us (2193us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.577754:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40739 00000100:00100000:3.0:1769074947.577769:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40740 00000100:00100000:3.0:1769074947.577774:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+245:2410:x1855007960303488:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.577781:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.577786:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b7ad400/0xf5091596e2fba608 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x947:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d43 expref: 245 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577794:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b7ad400/0xf5091596e2fba608 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x947:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d43 expref: 245 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577806:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b7ad400/0xf5091596e2fba608 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x947:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d43 expref: 245 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577817:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.577831:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.577834:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044776 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.577841:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044776 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.577872:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.577887:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+244:2410:x1855007960303488:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 112us (2321us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.577893:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40740 00000100:00100000:3.0:1769074947.577921:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40741 00000100:00100000:3.0:1769074947.577927:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd448baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+253:2410:x1855007960303744:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.577935:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.577940:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e363200/0xf5091596e2fbea10 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8144 expref: 253 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577948:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e363200/0xf5091596e2fbea10 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8144 expref: 253 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.577958:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.577960:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.577963:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e600/0xf5091596e3044784 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.577969:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e600/0xf5091596e3044784 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.577979:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.577990:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd448baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+253:2410:x1855007960303744:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 63us (2409us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.577995:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40741 00010000:00010000:3.0:1769074947.578025:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e3044768 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.578033:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e3044768 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.578042:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e3044768 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.578050:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e3044768 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.578071:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.578319:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc8aca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+91:3659:x1855007968947584:12345-0@lo:6:osp-syn-0-1.0 Request processed in 23320us (23653us total) trans 4294989521 rc 0/0 00000100:00100000:3.0:1769074947.578328:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82977 00010000:00010000:3.0:1769074947.578355:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e304476f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.578363:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e304476f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.578371:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e304476f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.578377:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e304476f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.578396:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074947.578526:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc8ac9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+91:3659:x1855007968947712:12345-0@lo:6:osp-syn-0-1.0 Request processed in 23344us (23770us total) trans 4294989522 rc 0/0 00000100:00100000:3.0:1769074947.578532:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82978 00010000:00010000:3.0:1769074947.578746:0:14039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044776 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.578754:0:14039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044776 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.578762:0:14039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044776 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.578768:0:14039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044776 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.578778:0:14039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1769074947.579317:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff000/0xf5091596e3044745 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579328:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff000/0xf5091596e3044745 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579336:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff000/0xf5091596e3044745 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579343:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff000/0xf5091596e3044745 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579361:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:1.0:1769074947.579638:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5aa98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+91:3659:x1855007968946304:12345-0@lo:6:osp-syn-0-1.0 Request processed in 33532us (34146us total) trans 4294989524 rc 0/0 00000100:00100000:1.0:1769074947.579649:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82973 00010000:00010000:1.0:1769074947.579676:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1769074947.579683:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e3044768 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579691:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efe600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.579695:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e3044768 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579704:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e3044768 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579722:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e3044768 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579728:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe600/0xf5091596e3044768 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579744:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074947.579748:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e304476f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579754:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65effa00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.579757:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e304476f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579763:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e304476f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579771:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e304476f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579778:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e304476f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579789:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.579792:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044776 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579797:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efee00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.579799:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044776 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579805:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044776 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579813:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044776 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579829:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044776 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579846:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.579848:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff000/0xf5091596e3044745 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579859:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.579861:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff000/0xf5091596e3044745 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579867:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff000/0xf5091596e3044745 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579875:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff000/0xf5091596e3044745 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579880:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff000/0xf5091596e3044745 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.579891:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.579892:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.579894:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.579900:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.579950:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd428cbb80/2, rc 0, transno 4294989522 00000100:00100000:1.0:1769074947.579964:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd428cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968947712:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.579974:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd428c8700/2, rc 0, transno 4294989521 00000100:00100000:1.0:1769074947.579977:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd428c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968947584:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.579985:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd8b79b800/2, rc 0, transno 4294989524 00000100:00100000:1.0:1769074947.579988:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8b79b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968946304:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.580088:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074947.580105:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd448b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968950400:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.580140:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.580168:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968950400 00000100:00100000:1.0:1769074947.580174:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968950400 00000100:00100000:1.0:1769074947.580209:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82988 00000100:00100000:1.0:1769074947.580216:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd448b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+91:3657:x1855007968950400:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.580239:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7127 count 1 00010000:00010000:1.0:1769074947.580258:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e30447b5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1bd7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.580274:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe718e9800/0xf5091596e2fd74fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072500c31 expref: 243 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.580282:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.580283:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.580286:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e30447b5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.580363:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe718e9800/0xf5091596e2fd74fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500c31 expref: 243 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.580378:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe718e9800/0xf5091596e2fd74fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500c31 expref: 243 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.580391:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007968950784:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.580689:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd60c00/0xf5091596e2fd8ec6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725025fa expref: 252 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.580703:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda7274700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007968947456:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.580726:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ee00/0xf5091596e3044761 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.580736:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ee00/0xf5091596e3044761 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.580742:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ee00/0xf5091596e3044761 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.580755:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ee00/0xf5091596e3044761 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.580762:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ee00/0xf5091596e3044761 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.580777:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.580971:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+87:3657:x1855007968946048:12345-0@lo:6:osp-syn-1-1.0 Request processed in 38150us (38213us total) trans 4294989514 rc 0/0 00000100:00100000:2.0:1769074947.580978:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82971 00000100:00100000:1.0:1769074947.581642:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb600 going to sleep for 11 seconds 00000004:00080000:1.0:1769074947.581683:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe581daa00/2, rc 0, transno 4294989514 00000100:00100000:1.0:1769074947.581698:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581daa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968946048:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.581715:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.581721:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ee00/0xf5091596e3044761 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.581729:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4a45ee00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.581733:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ee00/0xf5091596e3044761 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.581742:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ee00/0xf5091596e3044761 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.581758:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ee00/0xf5091596e3044761 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.581765:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ee00/0xf5091596e3044761 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x20ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.581783:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.581785:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.581787:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.581807:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd448b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968950528:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.581859:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.581887:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074947.581893:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd448b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968950656:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.581913:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.581938:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968950528 00000100:00100000:1.0:1769074947.581943:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968950528 00000100:00100000:1.0:1769074947.581972:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968950656 00000100:00100000:1.0:1769074947.581976:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968950656 00000100:00100000:1.0:1769074947.581993:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82989 00000100:00100000:1.0:1769074947.582000:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+93:3659:x1855007968950528:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.582027:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7651 count 1 00010000:00010000:1.0:1769074947.582047:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e30447bc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.582063:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f856400/0xf5091596e2fd0535 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f9c69 expref: 243 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.582071:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.582073:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.582076:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e30447bc lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.582103:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f856400/0xf5091596e2fd0535 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9c69 expref: 243 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.582113:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f856400/0xf5091596e2fd0535 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9c69 expref: 243 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.582125:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968950912:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.582157:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.582174:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82990 00000100:00100000:1.0:1769074947.582181:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+93:3659:x1855007968950656:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.582192:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7316 count 1 00010000:00010000:1.0:1769074947.582202:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe400/0xf5091596e30447c3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c94:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.582213:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68f3aa00/0xf5091596e2fcf575 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ca2 expref: 243 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.582219:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.582220:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.582223:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe400/0xf5091596e30447c3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.582239:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe68f3aa00/0xf5091596e2fcf575 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ca2 expref: 243 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.582248:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe68f3aa00/0xf5091596e2fcf575 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ca2 expref: 243 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.582257:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968951040:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.582278:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.583141:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.583605:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960304000 00000100:00100000:0.0:1769074947.583614:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960304000 00010000:00010000:0.0:1769074947.583653:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68606800/0xf5091596e2fc9f45 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3679 expref: 244 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.583688:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40742 00000100:00100000:0.0:1769074947.583697:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+244:2410:x1855007960304000:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.583712:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.583717:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68606800/0xf5091596e2fc9f45 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3679 expref: 244 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.583728:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68606800/0xf5091596e2fc9f45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3679 expref: 244 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.583745:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.583746:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.583750:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30447a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.583757:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30447a7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x18df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.583769:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.583916:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aeea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968950272:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.583940:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30447ae lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.584043:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+244:2410:x1855007960304000:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 346us (908us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.584051:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40742 00010000:00010000:0.0:1769074947.584089:0:8669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6c82d200/0xf5091596e2fba46b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x501:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3b9f expref: 251 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.584101:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968947328:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.584116:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fa00/0xf5091596e304475a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584124:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fa00/0xf5091596e304475a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584133:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fa00/0xf5091596e304475a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584142:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fa00/0xf5091596e304475a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584149:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fa00/0xf5091596e304475a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584170:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.584405:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+87:3657:x1855007968947072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 36284us (37860us total) trans 4294989515 rc 0/0 00000100:00100000:0.0:1769074947.584413:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82976 00010000:00010000:0.0:1769074947.584472:0:14032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe566f0e00/0xf5091596e2fc7411 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x125f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0b3e expref: 250 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.584482:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007968947200:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.584495:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e800/0xf5091596e3044753 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584504:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e800/0xf5091596e3044753 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584509:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e800/0xf5091596e3044753 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584522:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e800/0xf5091596e3044753 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584528:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e800/0xf5091596e3044753 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584541:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074947.584642:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+87:3657:x1855007968946688:12345-0@lo:6:osp-syn-1-1.0 Request processed in 36793us (38901us total) trans 4294989516 rc 0/0 00000100:00100000:0.0:1769074947.584648:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82975 00010000:00010000:0.0:1769074947.584684:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bfac400/0xf5091596e2fbebe5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8319 expref: 243 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.584695:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968948864:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.584706:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e304477d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584714:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e304477d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584721:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e304477d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584730:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e304477d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584741:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e304477d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584749:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1769074947.584904:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+95:3659:x1855007968948224:12345-0@lo:6:osp-syn-0-1.0 Request processed in 28767us (30025us total) trans 4294989525 rc 0/0 00000100:00100000:0.0:1769074947.584912:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82980 00010000:00010000:0.0:1769074947.584947:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e363200/0xf5091596e2fbea10 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x22a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8144 expref: 249 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.584957:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83ccf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968948992:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.584969:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e600/0xf5091596e3044784 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584977:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e600/0xf5091596e3044784 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584983:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e600/0xf5091596e3044784 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584990:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e600/0xf5091596e3044784 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.584997:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e600/0xf5091596e3044784 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585010:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1769074947.585117:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda7277b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+87:3658:x1855007968947968:12345-0@lo:6:osp-syn-1-1.0 Request processed in 28838us (29166us total) trans 4294989517 rc 0/0 00000100:00100000:0.0:1769074947.585124:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82981 00010000:00010000:0.0:1769074947.585144:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1769074947.585149:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fa00/0xf5091596e304475a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585157:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4a45fa00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.585161:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fa00/0xf5091596e304475a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585169:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fa00/0xf5091596e304475a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585187:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fa00/0xf5091596e304475a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585194:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45fa00/0xf5091596e304475a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x501:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585212:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1769074947.585215:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e800/0xf5091596e3044753 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585220:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4a45e800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.585224:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e800/0xf5091596e3044753 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585230:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e800/0xf5091596e3044753 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585237:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e800/0xf5091596e3044753 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585243:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e800/0xf5091596e3044753 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x125f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585254:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.585257:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e304477d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585262:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4a45fc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.585265:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e304477d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585271:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e304477d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585279:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e304477d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585285:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45fc00/0xf5091596e304477d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585302:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.585305:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e600/0xf5091596e3044784 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585311:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4a45e600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.585314:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e600/0xf5091596e3044784 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585320:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e600/0xf5091596e3044784 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585329:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e600/0xf5091596e3044784 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585335:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45e600/0xf5091596e3044784 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x22a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585347:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.585349:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.585351:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.585359:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.585371:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e304474c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585379:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e304474c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585391:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e304474c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585399:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e304474c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585413:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.585544:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+95:3659:x1855007968946432:12345-0@lo:6:osp-syn-0-1.0 Request processed in 39285us (39982us total) trans 4294989526 rc 0/0 00000100:00100000:0.0:1769074947.585551:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82974 00010000:00010000:0.0:1769074947.585647:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.585652:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e304474c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585658:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.585662:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e304474c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585669:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e304474c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585680:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e304474c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585686:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e304474c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585714:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.585716:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.585718:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.585799:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73627800/0xf5091596e2fd2595 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcc2 expref: 242 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.585809:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83ccf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968949120:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.585834:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e304478b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585843:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e304478b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585849:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e304478b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585856:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e304478b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585863:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e304478b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.585875:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.585982:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda7274a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+95:3658:x1855007968947840:12345-0@lo:6:osp-syn-0-1.0 Request processed in 29091us (29968us total) trans 4294989527 rc 0/0 00000100:00100000:0.0:1769074947.585989:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82982 00010000:00010000:0.0:1769074947.586005:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.586010:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e304478b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586016:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.586019:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e304478b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586025:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e304478b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586036:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e304478b lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586042:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e304478b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586055:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.586057:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.586058:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.586080:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e2fbcbfc lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6330 expref: 248 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.586090:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83cce680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968949248:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.586100:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044792 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586107:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044792 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586113:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044792 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586120:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044792 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586126:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044792 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586138:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.586247:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+87:3658:x1855007968948352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 29148us (30197us total) trans 4294989518 rc 0/0 00000100:00100000:0.0:1769074947.586254:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82983 00010000:00010000:0.0:1769074947.586271:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.586275:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044792 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586281:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.586284:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044792 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586291:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044792 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586301:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044792 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586312:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044792 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2b0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586326:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.586328:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.586329:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.586369:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe43d4e800/0xf5091596e2fcffbd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f96ea expref: 247 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.586379:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968949760:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.586390:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30447a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586398:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30447a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586404:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30447a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586411:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30447a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586417:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30447a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586430:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.586569:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aed500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+87:3659:x1855007968949632:12345-0@lo:6:osp-syn-1-1.0 Request processed in 23464us (23631us total) trans 4294989519 rc 0/0 00000100:00100000:0.0:1769074947.586576:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82985 00010000:00010000:0.0:1769074947.586593:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.586597:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30447a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586603:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.586607:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30447a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586614:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30447a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586625:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30447a0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586632:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30447a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1c15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586646:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.586648:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.586650:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.586678:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af66e00/0xf5091596e2fd9032 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x111d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502766 expref: 246 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.586688:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968949504:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.586698:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044799 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586706:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044799 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586712:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044799 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586719:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044799 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586725:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044799 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.586737:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.587061:0:14039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc8ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+94:3659:x1855007968948096:12345-0@lo:6:osp-syn-0-1.0 Request processed in 31712us (32222us total) trans 4294989523 rc 0/0 00000100:00100000:3.0:1769074947.587069:0:14039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82979 00010000:00010000:1.0:1769074947.587176:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.587184:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044799 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.587192:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.587195:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044799 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.587204:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044799 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.587217:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044799 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.587223:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044799 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x111d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.587239:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.587241:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.587243:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.587261:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968951168:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.587302:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.587390:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd428c9880/2, rc 0, transno 4294989515 00000100:00100000:1.0:1769074947.587406:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd428c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968947072:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.587416:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe581da300/2, rc 0, transno 4294989516 00000100:00100000:1.0:1769074947.587419:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581da300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968946688:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.587511:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074947.587518:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968951296:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.587540:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.587609:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+87:3657:x1855007968949376:12345-0@lo:6:osp-syn-1-1.0 Request processed in 29685us (29760us total) trans 4294989520 rc 0/0 00000100:00100000:0.0:1769074947.587616:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82984 00000004:00080000:1.0:1769074947.587701:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd83cce300/2, rc 0, transno 4294989520 00000100:00100000:1.0:1769074947.587709:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83cce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968949376:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.587736:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.587738:0:14038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68606800/0xf5091596e2fc9f45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3679 expref: 241 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.587745:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968951424:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.587749:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968950016:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.587764:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30447a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.587767:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1769074947.587773:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30447a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.587780:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30447a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.587789:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30447a7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.587802:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30447a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.587807:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968951168 00000100:00100000:0.0:1769074947.587814:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968951168 00010000:00010000:2.0:1769074947.587816:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.587859:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968951296 00000100:00100000:0.0:1769074947.587862:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968951296 00000100:00100000:0.0:1769074947.587879:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82991 00000100:00100000:0.0:1769074947.587887:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+88:3657:x1855007968951168:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.587911:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4008 count 1 00010000:00010000:0.0:1769074947.587933:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e30447ca lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.587949:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73626a00/0xf5091596e2fd258e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcc9 expref: 245 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.587957:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.587960:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.587963:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e30447ca lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.587986:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe73626a00/0xf5091596e2fd258e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcc9 expref: 245 pid: 14043 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074947.587992:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+94:3659:x1855007968949888:12345-0@lo:6:osp-syn-0-1.0 Request processed in 19379us (19449us total) trans 4294989528 rc 0/0 00000100:00100000:2.0:1769074947.587998:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82986 00010000:00010000:0.0:1769074947.587999:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73626a00/0xf5091596e2fd258e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcc9 expref: 245 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.588010:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968951680:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.588014:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82992 00000100:00100000:2.0:1769074947.588019:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+88:3657:x1855007968951296:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.588031:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2375 count 1 00010000:00010000:2.0:1769074947.588043:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30447d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x947:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.588052:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a750800/0xf5091596e2fba60f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d3c expref: 245 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.588058:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.588059:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.588062:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30447d1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.588066:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6540 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.588077:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.588079:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a750800/0xf5091596e2fba60f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d3c expref: 245 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.588083:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30447a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.588088:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a750800/0xf5091596e2fba60f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d3c expref: 245 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.588090:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efe200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.588094:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30447a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.588102:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30447a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.588104:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14038:1855007968951808:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.588115:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30447a7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.588126:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.588127:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe200/0xf5091596e30447a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.588154:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.588156:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.588157:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.588162:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.588217:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.588234:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960304128 00000100:00100000:0.0:1769074947.588238:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960304128 00010000:00010000:0.0:1769074947.588255:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6aca9000/0xf5091596e2fc866a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1d9e expref: 246 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.588276:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40743 00000100:00100000:0.0:1769074947.588283:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+246:2409:x1855007960304128:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.588291:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.588296:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6aca9000/0xf5091596e2fc866a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1d9e expref: 246 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.588307:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6aca9000/0xf5091596e2fc866a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1d9e expref: 246 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.588323:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6aca9000/0xf5091596e2fc866a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1d9e expref: 246 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.588333:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.588336:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.588340:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30447ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.588347:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30447ae lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.588366:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.588386:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+245:2409:x1855007960304128:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 105us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.588393:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40743 00000100:00100000:0.0:1769074947.588497:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.588509:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960304256 00000100:00100000:0.0:1769074947.588514:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960304256 00010000:00010000:0.0:1769074947.588530:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe718e9800/0xf5091596e2fd74fd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500c31 expref: 241 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.588548:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40744 00000100:00100000:0.0:1769074947.588555:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+241:2409:x1855007960304256:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.588565:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.588569:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe718e9800/0xf5091596e2fd74fd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500c31 expref: 241 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.588579:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe718e9800/0xf5091596e2fd74fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500c31 expref: 241 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.588591:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.588594:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.588598:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e30447b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.588605:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e30447b5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.588617:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.588634:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+241:2409:x1855007960304256:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 80us (138us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.588641:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40744 00000100:00100000:0.0:1769074947.588667:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.588679:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960304512 00000100:00100000:0.0:1769074947.588682:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960304512 00010000:00010000:0.0:1769074947.588694:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68f3aa00/0xf5091596e2fcf575 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ca2 expref: 241 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.588709:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40745 00000100:00100000:0.0:1769074947.588715:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+241:2409:x1855007960304512:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.588721:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.588724:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68f3aa00/0xf5091596e2fcf575 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1c94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ca2 expref: 241 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.588732:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68f3aa00/0xf5091596e2fcf575 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ca2 expref: 241 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.588745:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.588746:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.588750:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe400/0xf5091596e30447c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.588759:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe400/0xf5091596e30447c3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.588770:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.588786:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa65f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+241:2409:x1855007960304512:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 71us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.588792:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40745 00000100:00100000:0.0:1769074947.588876:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.588889:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960304384 00000100:00100000:0.0:1769074947.588892:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960304384 00010000:00010000:0.0:1769074947.588904:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f856400/0xf5091596e2fd0535 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9c69 expref: 241 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.588921:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40746 00000100:00100000:0.0:1769074947.588926:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+241:2409:x1855007960304384:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.588933:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.588936:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f856400/0xf5091596e2fd0535 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1de3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9c69 expref: 241 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.588944:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f856400/0xf5091596e2fd0535 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1de3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9c69 expref: 241 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.588957:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.588959:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.588962:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e30447bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.588974:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e30447bc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.588986:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.589004:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+241:2409:x1855007960304384:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 77us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.589010:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40746 00010000:00010000:3.0:1769074947.589197:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30447ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.589207:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30447ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.589216:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30447ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.589223:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30447ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.589248:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074947.589735:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.589742:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30447ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.589751:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.589754:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30447ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.589763:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30447ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.589777:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30447ae lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.589784:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e30447ae lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x17fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.589799:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.589801:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.589803:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.590407:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+89:3658:x1855007968950144:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15108us (15264us total) trans 4294989521 rc 0/0 00000100:00100000:3.0:1769074947.590422:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82987 00000100:00100000:0.0:1769074947.590631:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968951552:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.590717:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa64380/2, rc 0, transno 4294989521 00000100:00100000:0.0:1769074947.590736:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968950144:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.590750:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc8acbb80/2, rc 0, transno 4294989527 00000100:00100000:0.0:1769074947.590770:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc8acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968947840:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074947.590781:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc8ac8a80/2, rc 0, transno 4294989518 00000100:00100000:0.0:1769074947.590785:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc8ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968948352:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.590793:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc8ac8700/2, rc 0, transno 4294989517 00000100:00100000:0.0:1769074947.590797:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc8ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968947968:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.591350:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968951936:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1769074947.591574:0:14042:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe718e9800/0xf5091596e2fd74fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500c31 expref: 240 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.591591:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007968950784:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.591615:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e30447b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.591626:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e30447b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.591633:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e30447b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.591643:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e30447b5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.591650:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e30447b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.591668:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.591901:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd448b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+94:3657:x1855007968950400:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11683us (11759us total) trans 4294989529 rc 0/0 00000100:00100000:3.0:1769074947.591909:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82988 00010000:00010000:3.0:1769074947.591953:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f856400/0xf5091596e2fd0535 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9c69 expref: 239 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.591962:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968950912:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.591973:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e30447bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.591981:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e30447bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.591987:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e30447bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.591995:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e30447bc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.592007:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e30447bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.592021:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074947.592144:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+94:3659:x1855007968950528:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10144us (10285us total) trans 4294989530 rc 0/0 00000100:00100000:3.0:1769074947.592151:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82989 00010000:00010000:3.0:1769074947.592170:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074947.592176:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e30447b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.592184:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.592188:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e30447b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.592196:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e30447b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.592215:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e30447b5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.592221:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e30447b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.592247:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.592251:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e30447bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.592280:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efea00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.592283:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e30447bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.592290:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e30447bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.592301:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e30447bc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.592307:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e30447bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.592327:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.592330:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.592331:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.593787:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd448b8000/2, rc 0, transno 4294989530 00000100:00100000:1.0:1769074947.593809:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd448b8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968950528:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.593836:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57ce0380/2, rc 0, transno 4294989528 00000100:00100000:1.0:1769074947.593840:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968949888:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.593856:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa67b80/2, rc 0, transno 4294989519 00000100:00100000:1.0:1769074947.593861:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968949632:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.593871:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc8acb480/2, rc 0, transno 4294989525 00000100:00100000:1.0:1769074947.593874:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc8acb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968948224:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.593883:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc8ac9c00/2, rc 0, transno 4294989523 00000100:00100000:1.0:1769074947.593886:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc8ac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968948096:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.593895:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd8b799500/2, rc 0, transno 4294989526 00000100:00100000:1.0:1769074947.593898:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8b799500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968946432:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.594026:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.594060:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd448b9f80/2, rc 0, transno 4294989529 00000100:00100000:1.0:1769074947.594067:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd448b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968950400:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.594081:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968952448:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.594133:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.594153:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074947.594159:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968952064:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.594179:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.594195:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968952576:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.594212:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.594245:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968951424 00000100:00100000:1.0:1769074947.594251:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968951424 00000100:00100000:1.0:1769074947.594289:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968951936 00000100:00100000:1.0:1769074947.594293:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968951936 00000100:00100000:1.0:1769074947.594310:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968952448 00000100:00100000:1.0:1769074947.594313:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968952448 00000100:00100000:1.0:1769074947.594329:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968952064 00000100:00100000:1.0:1769074947.594331:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968952064 00000100:00100000:1.0:1769074947.594345:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968952576 00000100:00100000:1.0:1769074947.594348:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968952576 00000100:00100000:1.0:1769074947.594366:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82993 00000100:00100000:1.0:1769074947.594374:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+89:3659:x1855007968951424:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.594401:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:316 count 1 00000100:00100000:0.0:1769074947.594588:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.594620:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968952320:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.594645:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.594661:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.594666:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968952192:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.594686:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.594713:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968951552 00000100:00100000:0.0:1769074947.594717:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968951552 00000100:00100000:0.0:1769074947.594740:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968952320 00000100:00100000:0.0:1769074947.594743:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968952320 00000100:00100000:0.0:1769074947.594758:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968952192 00000100:00100000:0.0:1769074947.594760:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968952192 00000100:00100000:0.0:1769074947.594777:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82994 00000100:00100000:0.0:1769074947.594783:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+99:3657:x1855007968951936:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.594797:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:430 count 1 00010000:00010000:0.0:1769074947.594813:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30447df lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.594847:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7371ae00/0xf5091596e2fc5309 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eea3d expref: 238 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.594856:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.594858:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.594862:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30447df lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.594890:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7371ae00/0xf5091596e2fc5309 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eea3d expref: 238 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.594902:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7371ae00/0xf5091596e2fc5309 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eea3d expref: 238 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.594914:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968952704:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.594959:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968952960:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.594972:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.594988:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.594991:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82995 00000100:00100000:0.0:1769074947.595000:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+99:3657:x1855007968952448:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.595006:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074947.595011:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968952832:0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.595013:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2975 count 1 00010000:00010000:0.0:1769074947.595024:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e30447e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.595029:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074947.595036:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe8079b000/0xf5091596e2fce163 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f7897 expref: 238 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.595043:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.595046:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.595048:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e30447e6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.595048:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968952960 00000100:00100000:2.0:1769074947.595051:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968952960 00010000:00010000:0.0:1769074947.595068:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe8079b000/0xf5091596e2fce163 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7897 expref: 238 pid: 14035 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074947.595068:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968952832 00000100:00100000:2.0:1769074947.595070:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968952832 00010000:00010000:0.0:1769074947.595077:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe8079b000/0xf5091596e2fce163 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7897 expref: 238 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.595081:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82996 00000100:00100000:2.0:1769074947.595086:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+99:3657:x1855007968952064:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.595087:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43f74e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007968953344:192.168.204.30@tcp:104: 00002000:00080000:2.0:1769074947.595097:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2043 count 1 00000100:00100000:0.0:1769074947.595110:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6000 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.595110:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e30447ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.595121:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60ef9800/0xf5091596e2fdc266 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250599a expref: 238 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.595127:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1769074947.595128:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82997 00010000:00010000:2.0:1769074947.595129:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.595131:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e30447ed lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.595135:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+99:3657:x1855007968952576:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.595148:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8507 count 1 00010000:00010000:2.0:1769074947.595150:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe60ef9800/0xf5091596e2fdc266 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250599a expref: 238 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.595157:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30447f4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.595159:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe60ef9800/0xf5091596e2fdc266 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250599a expref: 238 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.595168:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50247c00/0xf5091596e2fcf169 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8896 expref: 238 pid: 14035 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074947.595169:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe60c7d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968953472:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.595174:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.595176:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.595178:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30447f4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x213b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.595189:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b180 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.595194:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe50247c00/0xf5091596e2fcf169 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8896 expref: 238 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.595207:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50247c00/0xf5091596e2fcf169 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8896 expref: 238 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.595216:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4411ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007968953600:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.595238:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.595256:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82998 00000100:00100000:0.0:1769074947.595264:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+92:3660:x1855007968951552:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.595278:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6367 count 1 00010000:00010000:0.0:1769074947.595292:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30447fb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x18df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.595303:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68607000/0xf5091596e2fc9f3e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x18df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f3672 expref: 244 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.595310:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.595312:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.595315:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30447fb lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x18df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.595334:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68607000/0xf5091596e2fc9f3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x18df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3672 expref: 244 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.595344:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68607000/0xf5091596e2fc9f3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x18df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3672 expref: 244 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.595358:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4411ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007968953728:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.595380:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.595397:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82999 00000100:00100000:0.0:1769074947.595403:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+99:3660:x1855007968952320:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.595415:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:28 count 1 00010000:00010000:0.0:1769074947.595426:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044802 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.595470:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdd800/0xf5091596e2fbdb68 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e72a3 expref: 238 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.595477:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.595479:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.595481:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044802 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.595501:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdd800/0xf5091596e2fbdb68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e72a3 expref: 238 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.595510:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdd800/0xf5091596e2fbdb68 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e72a3 expref: 238 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.595519:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d411180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968953856:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.595541:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.595570:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83000 00000100:00100000:2.0:1769074947.595578:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+99:3660:x1855007968952192:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.595592:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:442 count 1 00010000:00010000:2.0:1769074947.595604:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044809 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.595784:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83001 00000100:00100000:3.0:1769074947.595794:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda7277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+92:3660:x1855007968952960:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.595806:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7651 count 1 00010000:00010000:3.0:1769074947.595831:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3044810 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.595842:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b09fc00/0xf5091596e2fd052e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f9c62 expref: 244 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.595848:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.595870:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.595873:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3044810 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.595893:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b09fc00/0xf5091596e2fd052e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9c62 expref: 244 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.595902:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b09fc00/0xf5091596e2fd052e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9c62 expref: 244 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.595911:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007968953984:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.595936:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be0c0 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.596090:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e30447d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x13c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.596105:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bfac200/0xf5091596e2fbebde lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8312 expref: 244 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.596111:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.596112:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.596115:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e30447d8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.596133:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bfac200/0xf5091596e2fbebde lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8312 expref: 244 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.596141:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bfac200/0xf5091596e2fbebde lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8312 expref: 244 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.596149:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c1eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968954112:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.596180:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbf00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.596199:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83002 00000100:00100000:1.0:1769074947.596207:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda7274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+92:3660:x1855007968952832:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.596223:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7127 count 1 00010000:00010000:1.0:1769074947.596236:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effc00/0xf5091596e3044817 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.596246:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe718e8400/0xf5091596e2fd74f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072500c2a expref: 244 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.596252:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.596253:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.596255:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effc00/0xf5091596e3044817 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.596270:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe718e8400/0xf5091596e2fd74f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500c2a expref: 244 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.596279:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe718e8400/0xf5091596e2fd74f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500c2a expref: 244 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.596287:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c1ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968954240:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.596306:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbe40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.596392:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:2.0:1769074947.596546:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddc3800/0xf5091596e2fc13df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eab13 expref: 238 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.596554:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.596556:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.596558:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044809 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.596580:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddc3800/0xf5091596e2fc13df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eab13 expref: 238 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.596588:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddc3800/0xf5091596e2fc13df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eab13 expref: 238 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.596603:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968954496:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.596624:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b840 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.596671:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68f3aa00/0xf5091596e2fcf575 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ca2 expref: 238 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.596684:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968951040:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.597119:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe400/0xf5091596e30447c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.597131:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe400/0xf5091596e30447c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.597138:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe400/0xf5091596e30447c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.597148:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe400/0xf5091596e30447c3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.597155:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe400/0xf5091596e30447c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.597179:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.597247:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968953088:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.597289:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.597322:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074947.597328:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968953216:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.597348:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.597375:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968953088 00000100:00100000:1.0:1769074947.597382:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968953088 00000100:00100000:1.0:1769074947.597416:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968953216 00000100:00100000:1.0:1769074947.597419:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968953216 00000100:00100000:1.0:1769074947.597432:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83003 00000100:00100000:1.0:1769074947.597437:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+94:3657:x1855007968953088:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.597475:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7316 count 1 00010000:00010000:1.0:1769074947.597495:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff000/0xf5091596e304481e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.597507:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68f3b000/0xf5091596e2fcf56e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ca9 expref: 244 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.597513:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.597515:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.597518:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff000/0xf5091596e304481e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.597542:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68f3b000/0xf5091596e2fcf56e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ca9 expref: 244 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.597552:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68f3b000/0xf5091596e2fcf56e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ca9 expref: 244 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.597563:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdb9ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968954624:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.597593:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.597609:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83004 00000100:00100000:1.0:1769074947.597616:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+94:3657:x1855007968953216:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.597628:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:430 count 1 00010000:00010000:1.0:1769074947.597639:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efee00/0xf5091596e3044825 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.597650:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7371b200/0xf5091596e2fc5302 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eea36 expref: 244 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.597656:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.597658:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.597660:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efee00/0xf5091596e3044825 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.597676:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7371b200/0xf5091596e2fc5302 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eea36 expref: 244 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.597685:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7371b200/0xf5091596e2fc5302 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eea36 expref: 244 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.597694:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdb9ef9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968954752:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.597712:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbc00 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.598330:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.598341:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe400/0xf5091596e30447c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.598349:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efe400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.598354:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe400/0xf5091596e30447c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.598363:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe400/0xf5091596e30447c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.598383:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe400/0xf5091596e30447c3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.598390:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe400/0xf5091596e30447c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.598408:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.598410:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.598412:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.599057:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c1e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968954368:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.599110:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.599153:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+100:3659:x1855007968950656:12345-0@lo:6:osp-syn-0-1.0 Request processed in 16970us (17236us total) trans 4294989531 rc 0/0 00000100:00100000:3.0:1769074947.599153:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968954368 00000100:00100000:3.0:1769074947.599158:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968954368 00000100:00100000:2.0:1769074947.599161:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82990 00000100:00100000:2.0:1769074947.599184:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83005 00000100:00100000:2.0:1769074947.599191:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+100:3660:x1855007968954368:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.599212:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4880 count 1 00010000:00010000:2.0:1769074947.599229:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e304482c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1310:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.599242:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68a3d800/0xf5091596e2fbd32d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a5a expref: 237 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.599249:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.599250:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.599253:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e304482c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.599278:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe68a3d800/0xf5091596e2fbd32d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a5a expref: 237 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.599288:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe68a3d800/0xf5091596e2fbd32d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a5a expref: 237 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.599300:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968954880:192.168.204.30@tcp:104: 00000004:00080000:1.0:1769074947.599413:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd448b8380/2, rc 0, transno 4294989531 00000100:00100000:1.0:1769074947.599432:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd448b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968950656:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.599498:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074947.599507:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdb9efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968955008:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.599534:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.603530:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.603622:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968955008 00000100:00100000:3.0:1769074947.603635:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968955008 00010000:00010000:2.0:1769074947.603636:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.603691:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83006 00000100:00100000:3.0:1769074947.603700:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+101:3659:x1855007968955008:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074947.603733:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7558 count 1 00010000:00010000:3.0:1769074947.603762:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e3044833 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.603784:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f67a600/0xf5091596e2fc9018 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f274c expref: 237 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.603833:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.603836:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.603840:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e3044833 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1d86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.603876:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f67a600/0xf5091596e2fc9018 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f274c expref: 237 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.603888:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f67a600/0xf5091596e2fc9018 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f274c expref: 237 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.603901:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007968955136:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.603971:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.604966:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968951680:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.604994:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e30447ca lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.605017:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14038:1855007968951808:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.605032:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30447d1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.606162:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.606275:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.607052:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.607103:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960304640 00000100:00100000:0.0:1769074947.607113:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960304640 00010000:00010000:0.0:1769074947.607154:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73626a00/0xf5091596e2fd258e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcc9 expref: 245 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.607189:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960304768 00000100:00100000:0.0:1769074947.607192:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960304768 00010000:00010000:0.0:1769074947.607205:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a750800/0xf5091596e2fba60f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d3c expref: 246 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.607229:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40747 00000100:00100000:0.0:1769074947.607237:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433fec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+246:2410:x1855007960304640:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.607252:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.607256:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe73626a00/0xf5091596e2fd258e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcc9 expref: 246 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.607268:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe73626a00/0xf5091596e2fd258e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcc9 expref: 246 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.607293:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73626a00/0xf5091596e2fd258e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbcc9 expref: 246 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.607308:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.607311:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.607315:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e30447ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.607324:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e30447ca lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.607352:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.607405:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433fec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+245:2410:x1855007960304640:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 167us (1251us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.607412:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40747 00000100:00100000:2.0:1769074947.607417:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40748 00000100:00100000:2.0:1769074947.607427:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+244:2410:x1855007960304768:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.607434:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.607439:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a750800/0xf5091596e2fba60f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x947:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d3c expref: 244 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.607473:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a750800/0xf5091596e2fba60f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x947:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d3c expref: 244 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.607488:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a750800/0xf5091596e2fba60f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x947:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d3c expref: 244 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.607496:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.607498:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.607500:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30447d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.607505:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968952704:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.607508:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30447d1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x947:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.607525:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30447df lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.607526:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.607546:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+243:2410:x1855007960304768:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 122us (1271us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.607551:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43f74e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007968953344:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.607552:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40748 00010000:00010000:0.0:1769074947.607564:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e30447e6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.607583:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe60c7d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968953472:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.607584:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4411ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007968953600:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.607593:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30447f4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.607596:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e30447ed lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.607616:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e30447ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.607623:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e30447ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.607633:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e30447ca lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.607641:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e30447ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.607655:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.607897:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+95:3657:x1855007968951168:12345-0@lo:6:osp-syn-1-1.0 Request processed in 20009us (20594us total) trans 4294989522 rc 0/0 00000100:00100000:0.0:1769074947.607910:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82991 00010000:00010000:0.0:1769074947.607932:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.607938:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e30447ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.607945:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.607949:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e30447ca lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.607958:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e30447ca lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.607969:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e30447ca lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.607976:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e30447ca lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xfa8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.607999:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.608001:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.608002:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.608038:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa67480/2, rc 0, transno 4294989522 00000100:00100000:0.0:1769074947.608051:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa67480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968951168:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.608119:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4411ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968955264:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.608149:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.608181:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968955264 00010000:00010000:2.0:1769074947.608185:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30447d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.608186:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968955264 00010000:00010000:2.0:1769074947.608193:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30447d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.608201:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30447d1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.608209:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30447d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.608211:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83007 00000100:00100000:0.0:1769074947.608217:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+95:3657:x1855007968955264:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074947.608225:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074947.608235:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00080000:0.0:1769074947.608239:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2043 count 1 00010000:00010000:2.0:1769074947.608239:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30447d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.608245:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.608248:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30447d1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.608254:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30447d1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.608259:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e304483a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.608264:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30447d1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.608270:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30447d1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x947:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.608272:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44ba00/0xf5091596e2fdc26d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725059a1 expref: 242 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.608279:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.608280:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.608283:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e304483a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.608284:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.608286:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.608288:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.608305:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44ba00/0xf5091596e2fdc26d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725059a1 expref: 242 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.608316:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44ba00/0xf5091596e2fdc26d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725059a1 expref: 242 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.608326:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd448baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968955392:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.608368:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6b40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.608503:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d411180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968953856:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.608516:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044802 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.608831:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b64380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007968953984:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.608847:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3044810 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.609056:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+96:3657:x1855007968951296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21035us (21513us total) trans 4294989523 rc 0/0 00000100:00100000:2.0:1769074947.609063:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82992 00000004:00080000:0.0:1769074947.609632:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57ce0700/2, rc 0, transno 4294989523 00000100:00100000:0.0:1769074947.609693:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968951296:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.610021:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.610059:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960304896 00000100:00100000:2.0:1769074947.610066:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960304896 00000100:00100000:1.0:1769074947.610086:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4411ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007968953728:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.610095:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7371ae00/0xf5091596e2fc5309 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eea3d expref: 238 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.610102:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30447fb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x18df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.610119:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960305152 00000100:00100000:2.0:1769074947.610122:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960305152 00000100:00100000:1.0:1769074947.610132:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074947.610133:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe60ef9800/0xf5091596e2fdc266 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250599a expref: 239 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.610149:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960305408 00000100:00100000:2.0:1769074947.610152:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960305408 00000100:00100000:1.0:1769074947.610154:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074947.610162:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdd800/0xf5091596e2fbdb68 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e72a3 expref: 240 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.610171:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.610178:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960305664 00000100:00100000:2.0:1769074947.610181:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960305664 00000100:00100000:1.0:1769074947.610188:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074947.610193:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68607000/0xf5091596e2fc9f3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x18df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3672 expref: 243 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.610200:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.610210:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960305024 00000100:00100000:2.0:1769074947.610212:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960305024 00010000:00010000:2.0:1769074947.610223:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe8079b000/0xf5091596e2fce163 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7897 expref: 241 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.610233:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960305280 00000100:00100000:2.0:1769074947.610235:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960305280 00010000:00010000:2.0:1769074947.610244:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50247c00/0xf5091596e2fcf169 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8896 expref: 242 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.610253:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960305536 00000100:00100000:2.0:1769074947.610255:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960305536 00010000:00010000:2.0:1769074947.610264:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b09fc00/0xf5091596e2fd052e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9c62 expref: 244 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.610277:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40749 00000100:00100000:2.0:1769074947.610285:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+242:2408:x1855007960304896:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.610298:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.610303:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7371ae00/0xf5091596e2fc5309 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eea3d expref: 242 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.610329:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c1eb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968954112:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.610343:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e30447d8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.610364:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40750 00000100:00100000:1.0:1769074947.610371:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+242:2408:x1855007960305152:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.610380:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.610385:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe60ef9800/0xf5091596e2fdc266 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250599a expref: 242 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.610396:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe60ef9800/0xf5091596e2fdc266 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250599a expref: 242 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.610419:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60ef9800/0xf5091596e2fdc266 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250599a expref: 242 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.610419:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7371ae00/0xf5091596e2fc5309 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eea3d expref: 242 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.610433:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7371ae00/0xf5091596e2fc5309 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eea3d expref: 242 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.610464:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.610464:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.610467:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.610467:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.610473:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e30447ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.610473:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30447df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.610483:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e30447ed lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.610483:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30447df lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.610506:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074947.610506:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.610543:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+240:2408:x1855007960304896:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 259us (3497us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.610551:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40749 00000100:00100000:2.0:1769074947.610570:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40751 00000100:00100000:2.0:1769074947.610576:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+239:2408:x1855007960305408:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.610584:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.610588:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdd800/0xf5091596e2fbdb68 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e72a3 expref: 239 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.610598:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdd800/0xf5091596e2fbdb68 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e72a3 expref: 239 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.610610:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdd800/0xf5091596e2fbdb68 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e72a3 expref: 239 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.610618:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.610621:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.610623:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044802 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.610630:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044802 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.610646:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.610879:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+238:2408:x1855007960305152:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 506us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.610902:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40752 00000100:00100000:0.0:1769074947.610912:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+244:2408:x1855007960305664:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.610920:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.610925:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68607000/0xf5091596e2fc9f3e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x18df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3672 expref: 244 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.610935:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68607000/0xf5091596e2fc9f3e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x18df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3672 expref: 244 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.610949:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68607000/0xf5091596e2fc9f3e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x18df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3672 expref: 244 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.610961:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.610962:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.610965:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30447fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.610973:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30447fb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x18df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.610990:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.611011:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+243:2408:x1855007960305664:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 102us (857us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.611021:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40752 00000100:00100000:0.0:1769074947.611039:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40753 00000100:00100000:0.0:1769074947.611045:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+238:2408:x1855007960305024:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.611052:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.611057:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe8079b000/0xf5091596e2fce163 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7897 expref: 238 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.611066:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe8079b000/0xf5091596e2fce163 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7897 expref: 238 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.611079:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe8079b000/0xf5091596e2fce163 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7897 expref: 238 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.611087:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.611088:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.611091:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e30447e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.611098:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e30447e6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.611113:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.611132:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+237:2408:x1855007960305024:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.611139:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40753 00000100:00100000:0.0:1769074947.611152:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40754 00000100:00100000:0.0:1769074947.611158:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe69910050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+236:2408:x1855007960305280:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.611168:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.611173:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe50247c00/0xf5091596e2fcf169 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8896 expref: 236 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.611181:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe50247c00/0xf5091596e2fcf169 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8896 expref: 236 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.611191:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50247c00/0xf5091596e2fcf169 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8896 expref: 236 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.611199:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.611201:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.611203:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30447f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.611223:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30447f4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x213b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.611239:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.611255:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe69910050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+235:2408:x1855007960305280:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 97us (1066us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.611261:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40754 00000100:00100000:0.0:1769074947.611272:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40755 00000100:00100000:0.0:1769074947.611277:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+242:2408:x1855007960305536:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.611283:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.611289:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b09fc00/0xf5091596e2fd052e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9c62 expref: 242 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.611297:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b09fc00/0xf5091596e2fd052e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9c62 expref: 242 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.611309:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b09fc00/0xf5091596e2fd052e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9c62 expref: 242 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.611318:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.611320:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.611323:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3044810 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.611330:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3044810 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.611348:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.611366:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+241:2408:x1855007960305536:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 88us (1164us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.611372:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40755 00010000:00010000:0.0:1769074947.611394:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e30447e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.611403:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e30447e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.611412:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e30447e6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.611421:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e30447e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.611730:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.611980:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+102:3657:x1855007968952448:12345-0@lo:6:osp-syn-0-1.0 Request processed in 16980us (17845us total) trans 4294989532 rc 0/0 00000100:00100000:0.0:1769074947.611988:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82995 00010000:00010000:0.0:1769074947.612013:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30447f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612021:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30447f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612029:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30447f4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612036:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30447f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612051:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074947.612062:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+234:2408:x1855007960305408:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 1485us (1928us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.612070:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40751 00010000:00010000:2.0:1769074947.612094:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30447df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.612102:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30447df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.612110:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30447df lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.612117:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30447df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.612132:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1769074947.612158:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c1e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+102:3657:x1855007968952576:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17023us (17944us total) trans 4294989533 rc 0/0 00000100:00100000:0.0:1769074947.612165:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82997 00010000:00010000:0.0:1769074947.612183:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1769074947.612190:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e30447e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612227:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.612231:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e30447e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.612232:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c1e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+102:3657:x1855007968951936:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17449us (18206us total) trans 4294989534 rc 0/0 00000100:00100000:2.0:1769074947.612239:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82994 00010000:00010000:0.0:1769074947.612240:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e30447e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612255:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e30447e6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612261:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e30447e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612276:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.612280:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30447f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612285:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.612288:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30447f4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612295:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30447f4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612304:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30447f4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x213b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612315:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30447f4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612328:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.612331:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30447df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612336:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.612339:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30447df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612346:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30447df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612355:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30447df lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612362:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30447df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612374:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.612377:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.612378:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.612385:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.612390:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.612401:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044802 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612898:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044802 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612910:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044802 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612918:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044802 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.612944:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.613097:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+102:3660:x1855007968952320:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17693us (18449us total) trans 4294989535 rc 0/0 00000100:00100000:0.0:1769074947.613105:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82999 00000100:00100000:0.0:1769074947.613338:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968954496:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.613360:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044809 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.613400:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.613407:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044802 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.613415:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.613419:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044802 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.613427:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044802 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.613443:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044802 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.613467:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044802 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.613485:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.613487:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.613489:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074947.613787:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5c1e8000/2, rc 0, transno 4294989533 00000100:00100000:3.0:1769074947.613799:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968952576:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074947.613809:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57ce0000/2, rc 0, transno 4294989532 00000100:00100000:3.0:1769074947.613851:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968952448:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074947.613865:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73b67800/2, rc 0, transno 4294989534 00000100:00100000:3.0:1769074947.613868:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968951936:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.613875:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074947.613889:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968955520:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.615466:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40750 00000100:00100000:0.0:1769074947.615785:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.615815:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960305920 00000100:00100000:0.0:1769074947.615834:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960305920 00010000:00010000:0.0:1769074947.615872:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe718e8400/0xf5091596e2fd74f6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500c2a expref: 241 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.615915:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40756 00000100:00100000:0.0:1769074947.615925:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+241:2409:x1855007960305920:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.615965:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.615970:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe718e8400/0xf5091596e2fd74f6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500c2a expref: 241 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.615982:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe718e8400/0xf5091596e2fd74f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500c2a expref: 241 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.616005:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.616008:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.616012:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effc00/0xf5091596e3044817 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.616021:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effc00/0xf5091596e3044817 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.616040:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.616079:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565faa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+241:2409:x1855007960305920:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 155us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.616085:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40756 00000100:00100000:0.0:1769074947.616132:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.616147:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960306176 00000100:00100000:0.0:1769074947.616150:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960306176 00010000:00010000:0.0:1769074947.616163:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68f3b000/0xf5091596e2fcf56e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ca9 expref: 241 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.616182:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40757 00000100:00100000:0.0:1769074947.616188:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d411180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+241:2409:x1855007960306176:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.616221:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.616225:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68f3b000/0xf5091596e2fcf56e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ca9 expref: 241 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.616234:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68f3b000/0xf5091596e2fcf56e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ca9 expref: 241 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.616247:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.616249:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.616252:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff000/0xf5091596e304481e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.616259:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff000/0xf5091596e304481e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.616271:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.616290:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d411180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+241:2409:x1855007960306176:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 102us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.616296:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40757 00000100:00100000:0.0:1769074947.616341:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.616357:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960305792 00000100:00100000:0.0:1769074947.616361:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960305792 00010000:00010000:0.0:1769074947.616375:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bfac200/0xf5091596e2fbebde lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8312 expref: 241 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.616394:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40758 00000100:00100000:0.0:1769074947.616401:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+241:2409:x1855007960305792:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.616426:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.616633:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bfac200/0xf5091596e2fbebde lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x13c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8312 expref: 241 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.616645:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bfac200/0xf5091596e2fbebde lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x13c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8312 expref: 241 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.616660:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bfac200/0xf5091596e2fbebde lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x13c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8312 expref: 241 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.616674:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.616676:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.616679:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e30447d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.616687:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e30447d8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x13c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.616709:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.616732:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+240:2409:x1855007960305792:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 332us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.616739:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40758 00010000:00010000:0.0:1769074947.616762:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e30447d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.616770:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e30447d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.616801:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e30447d8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.616809:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e30447d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.616836:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.617087:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+96:3659:x1855007968951424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22712us (29318us total) trans 4294989524 rc 0/0 00000100:00100000:0.0:1769074947.617096:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82993 00010000:00010000:0.0:1769074947.617120:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.617126:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e30447d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.617134:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.617138:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e30447d8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.617147:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e30447d8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.617161:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e30447d8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.617167:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff600/0xf5091596e30447d8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x13c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.617293:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.617295:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.617296:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.617342:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57ce1180/2, rc 0, transno 4294989524 00000100:00100000:0.0:1769074947.617357:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968951424:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.617562:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968955648:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.617599:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.617636:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968955648 00000100:00100000:0.0:1769074947.617642:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968955648 00000100:00100000:0.0:1769074947.617669:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83008 00000100:00100000:0.0:1769074947.617676:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+96:3659:x1855007968955648:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.617699:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:28 count 1 00010000:00010000:0.0:1769074947.617717:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044841 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.617732:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdd200/0xf5091596e2fbdb6f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e729c expref: 239 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.617739:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.617741:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.617743:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044841 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.617763:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdd200/0xf5091596e2fbdb6f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e729c expref: 239 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.617796:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdd200/0xf5091596e2fbdb6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e729c expref: 239 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.617806:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd70000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968955776:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.617860:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.617915:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.617931:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960306048 00000100:00100000:0.0:1769074947.617934:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960306048 00010000:00010000:0.0:1769074947.617951:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddc3800/0xf5091596e2fc13df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eab13 expref: 233 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.617968:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40759 00000100:00100000:0.0:1769074947.617974:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+233:2409:x1855007960306048:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.617982:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.617986:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddc3800/0xf5091596e2fc13df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eab13 expref: 233 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.617996:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddc3800/0xf5091596e2fc13df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eab13 expref: 233 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.618011:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddc3800/0xf5091596e2fc13df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eab13 expref: 233 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.618022:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.618025:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.618029:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044809 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.618036:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044809 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.618054:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.618073:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+232:2409:x1855007960306048:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 99us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.618079:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40759 00010000:00010000:0.0:1769074947.618099:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044809 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.618107:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044809 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.618113:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044809 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.618120:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044809 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.618133:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.618563:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1769074947.618612:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3044810 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.618621:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3044810 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.618628:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3044810 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.618635:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3044810 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.618649:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074947.618840:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda7277480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+97:3660:x1855007968952960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 23048us (23850us total) trans 4294989525 rc 0/0 00000100:00100000:3.0:1769074947.618847:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83001 00000100:00100000:3.0:1769074947.618866:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968955520 00000100:00100000:3.0:1769074947.618871:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968955520 00000100:00100000:3.0:1769074947.618900:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83009 00000100:00100000:3.0:1769074947.618907:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+97:3657:x1855007968955520:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.618925:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:442 count 1 00010000:00010000:3.0:1769074947.618966:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3044848 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.618981:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc2600/0xf5091596e2fc13d8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eab0c expref: 239 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.618989:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.618991:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.618994:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3044848 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.619018:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc2600/0xf5091596e2fc13d8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eab0c expref: 239 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.619030:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc2600/0xf5091596e2fc13d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eab0c expref: 239 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.619044:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007968955904:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.619078:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be540 going to sleep for 11 seconds 00000004:00080000:3.0:1769074947.619118:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57aec380/2, rc 0, transno 4294989525 00000100:00100000:3.0:1769074947.619130:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968952960:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074947.619144:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57ce0e00/2, rc 0, transno 4294989535 00000100:00100000:3.0:1769074947.619148:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968952320:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.619698:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+102:3660:x1855007968952192:12345-0@lo:6:osp-syn-0-1.0 Request processed in 24118us (25008us total) trans 4294989536 rc 0/0 00000100:00100000:0.0:1769074947.619706:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83000 00010000:00010000:0.0:1769074947.619732:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.619739:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044809 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.619766:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.619770:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044809 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.619779:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044809 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.619793:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044809 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.619801:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044809 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.619829:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.619833:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3044810 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.619838:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.619841:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3044810 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.619847:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3044810 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.619857:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3044810 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.619880:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14a00/0xf5091596e3044810 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1de3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.619893:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.619894:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.619896:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.619903:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.619968:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074947.619979:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83cce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968956032:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.620007:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.620031:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968956032 00000100:00100000:0.0:1769074947.620036:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968956032 00000100:00100000:0.0:1769074947.620060:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83010 00000100:00100000:0.0:1769074947.620066:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+98:3659:x1855007968956032:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.620082:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2975 count 1 00010000:00010000:0.0:1769074947.620097:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e304484f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.620111:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe8079ba00/0xf5091596e2fce15c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f7890 expref: 239 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.620118:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.620119:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.620122:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e304484f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.620141:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe8079ba00/0xf5091596e2fce15c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7890 expref: 239 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.620152:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe8079ba00/0xf5091596e2fce15c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7890 expref: 239 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.620162:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd83ccf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007968956160:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.620201:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6d80 going to sleep for 11 seconds 00000004:00080000:3.0:1769074947.620405:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57ce1880/2, rc 0, transno 4294989536 00000100:00100000:3.0:1769074947.620412:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968952192:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1769074947.620578:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68f3b000/0xf5091596e2fcf56e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ca9 expref: 239 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.620609:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdb9ef8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968954624:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.620627:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff000/0xf5091596e304481e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.620636:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff000/0xf5091596e304481e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.620642:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff000/0xf5091596e304481e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.620650:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff000/0xf5091596e304481e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.620658:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff000/0xf5091596e304481e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.620674:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.621049:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+99:3657:x1855007968953088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 23610us (23757us total) trans 4294989526 rc 0/0 00000100:00100000:3.0:1769074947.621057:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83003 00010000:00010000:3.0:1769074947.621083:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e30447ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.621090:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e30447ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.621103:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e30447ed lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.621109:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e30447ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.621569:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe718e8400/0xf5091596e2fd74f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500c2a expref: 238 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.621583:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c1ea300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968954240:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.621600:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effc00/0xf5091596e3044817 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.621608:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effc00/0xf5091596e3044817 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.621613:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effc00/0xf5091596e3044817 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.621621:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effc00/0xf5091596e3044817 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.621628:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effc00/0xf5091596e3044817 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.621642:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1769074947.621798:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda7274700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+99:3660:x1855007968952832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 25591us (26766us total) trans 4294989527 rc 0/0 00000100:00100000:1.0:1769074947.621806:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83002 00000100:00100000:1.0:1769074947.621856:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdb9ef9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968954752:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.621869:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efee00/0xf5091596e3044825 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.621885:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074947.621892:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff000/0xf5091596e304481e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.621899:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.621903:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff000/0xf5091596e304481e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.621912:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff000/0xf5091596e304481e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.621930:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff000/0xf5091596e304481e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.621937:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65eff000/0xf5091596e304481e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1c94:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.621954:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.621957:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e30447ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.621963:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.621966:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e30447ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.621973:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e30447ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.621983:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e30447ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.621989:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.621992:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effc00/0xf5091596e3044817 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.621998:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65effc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.622001:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effc00/0xf5091596e3044817 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.622007:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effc00/0xf5091596e3044817 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.622015:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effc00/0xf5091596e3044817 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.622023:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effc00/0xf5091596e3044817 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1bd7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.622036:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.622038:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.622039:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.622133:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968956672:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.622170:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.622200:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57aeea00/2, rc 0, transno 4294989527 00010000:00010000:3.0:1769074947.622425:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1769074947.622526:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e30447ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.622687:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c1ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+102:3657:x1855007968952064:12345-0@lo:6:osp-syn-0-1.0 Request processed in 27600us (28506us total) trans 4294989537 rc 0/0 00000100:00100000:3.0:1769074947.622694:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82996 00000100:00100000:3.0:1769074947.622713:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968956672 00000100:00100000:3.0:1769074947.622717:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968956672 00000100:00100000:3.0:1769074947.622747:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83011 00000100:00100000:3.0:1769074947.622754:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+102:3660:x1855007968956672:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074947.622775:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7823 count 1 00010000:00010000:3.0:1769074947.622794:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e3044856 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.622807:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6046d400/0xf5091596e2fd0933 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fa067 expref: 231 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.622815:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.622828:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.622833:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e3044856 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.622859:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6046d400/0xf5091596e2fd0933 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa067 expref: 231 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.622870:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6046d400/0xf5091596e2fd0933 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa067 expref: 231 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.622882:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57aeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968956928:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.622924:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be780 going to sleep for 11 seconds 00010000:00010000:3.0:1769074947.622948:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30447fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.622956:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30447fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.622965:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30447fb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.622972:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30447fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.622989:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.623105:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+99:3660:x1855007968951552:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27842us (28518us total) trans 4294989528 rc 0/0 00000100:00100000:3.0:1769074947.623112:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82998 00010000:00010000:3.0:1769074947.623165:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.623170:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30447fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.623177:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.623180:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30447fb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.623187:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30447fb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.623200:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30447fb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.623330:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aeea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968952832:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.623351:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57ce2d80/2, rc 0, transno 4294989528 00000100:00100000:1.0:1769074947.623355:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968951552:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.623366:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.623372:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968956544:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.623399:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074947.623569:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.623576:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.623586:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968956544 00000100:00100000:0.0:1769074947.623590:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968956544 00000100:00100000:0.0:1769074947.623619:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83012 00000100:00100000:0.0:1769074947.623625:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+103:3660:x1855007968956544:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.623640:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1236 count 1 00010000:00010000:0.0:1769074947.623654:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e304485d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.623666:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d368000/0xf5091596e2fc939f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f2ad3 expref: 231 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.623674:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.623675:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.623678:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e304485d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.623701:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d368000/0xf5091596e2fc939f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2ad3 expref: 231 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.623737:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d368000/0xf5091596e2fc939f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2ad3 expref: 231 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.623748:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968957056:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.623832:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30447fb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x18df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.623851:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.623852:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.623854:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.623897:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.623920:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960306304 00000100:00100000:3.0:1769074947.623924:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960306304 00010000:00010000:3.0:1769074947.623946:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7371b200/0xf5091596e2fc5302 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eea36 expref: 238 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.623969:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40760 00000100:00100000:3.0:1769074947.623976:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+238:2409:x1855007960306304:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.623988:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.623993:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7371b200/0xf5091596e2fc5302 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eea36 expref: 238 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.624004:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7371b200/0xf5091596e2fc5302 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eea36 expref: 238 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.624019:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7371b200/0xf5091596e2fc5302 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eea36 expref: 238 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.624028:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.624030:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.624033:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efee00/0xf5091596e3044825 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.624042:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efee00/0xf5091596e3044825 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.624060:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.624074:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+237:2409:x1855007960306304:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 100us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.624080:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40760 00000100:00100000:3.0:1769074947.624130:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968954880:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.624146:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e304482c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.624187:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007968955136:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.624266:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e3044833 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.624297:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.624310:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960306560 00000100:00100000:3.0:1769074947.624313:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960306560 00010000:00010000:3.0:1769074947.624326:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f67a600/0xf5091596e2fc9018 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f274c expref: 232 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.624345:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40761 00000100:00100000:3.0:1769074947.624351:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe69913850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+232:2408:x1855007960306560:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.624358:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.624362:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f67a600/0xf5091596e2fc9018 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f274c expref: 232 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.624371:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f67a600/0xf5091596e2fc9018 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f274c expref: 232 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.624384:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f67a600/0xf5091596e2fc9018 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f274c expref: 232 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.624392:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.624394:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.624397:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e3044833 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.624403:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e3044833 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.624461:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.624477:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe69913850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+231:2408:x1855007960306560:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 126us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.624482:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40761 00010000:00010000:3.0:1769074947.624516:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e3044833 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.624523:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e3044833 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.624531:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e3044833 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.624539:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e3044833 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.624553:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.624736:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+104:3659:x1855007968955008:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21037us (25201us total) trans 4294989538 rc 0/0 00000100:00100000:3.0:1769074947.624744:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83006 00000100:00100000:3.0:1769074947.624780:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.624793:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960306432 00000100:00100000:3.0:1769074947.624797:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960306432 00010000:00010000:3.0:1769074947.624812:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68a3d800/0xf5091596e2fbd32d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a5a expref: 231 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.624864:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40762 00000100:00100000:3.0:1769074947.624871:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+231:2408:x1855007960306432:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.624878:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.624882:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68a3d800/0xf5091596e2fbd32d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a5a expref: 231 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.624890:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68a3d800/0xf5091596e2fbd32d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a5a expref: 231 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.624903:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68a3d800/0xf5091596e2fbd32d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a5a expref: 231 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.624912:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.624914:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.624916:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e304482c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.624924:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e304482c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.624941:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.624956:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+230:2408:x1855007960306432:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 86us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.624961:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40762 00010000:00010000:3.0:1769074947.624980:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e304482c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.625000:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e304482c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.625007:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e304482c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.625013:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e304482c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.625027:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074947.625147:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+104:3660:x1855007968954368:12345-0@lo:6:osp-syn-0-1.0 Request processed in 25956us (26035us total) trans 4294989539 rc 0/0 00000100:00100000:3.0:1769074947.625153:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83005 00000100:00100000:3.0:1769074947.625236:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.625250:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960306688 00000100:00100000:3.0:1769074947.625253:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960306688 00010000:00010000:3.0:1769074947.625270:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44ba00/0xf5091596e2fdc26d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725059a1 expref: 237 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.625288:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40763 00000100:00100000:3.0:1769074947.625295:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8b79b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+237:2407:x1855007960306688:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.625302:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.625306:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44ba00/0xf5091596e2fdc26d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725059a1 expref: 237 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.625335:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44ba00/0xf5091596e2fdc26d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725059a1 expref: 237 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.625348:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.625349:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.625352:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e304483a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.625358:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e304483a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.625370:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.625385:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8b79b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+237:2407:x1855007960306688:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 91us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.625391:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40763 00000100:00100000:0.0:1769074947.625733:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e69c0 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.625775:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44ba00/0xf5091596e2fdc26d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725059a1 expref: 236 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.625786:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd448baa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968955392:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.625804:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e304483a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.625811:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e304483a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.625828:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e304483a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.625836:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e304483a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.625843:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e304483a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.625856:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1769074947.626005:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f74e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+99:3657:x1855007968955264:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17787us (17855us total) trans 4294989529 rc 0/0 00000100:00100000:0.0:1769074947.626012:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83007 00010000:00010000:0.0:1769074947.626032:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1769074947.626039:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e3044833 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.626046:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.626050:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e3044833 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.626059:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e3044833 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.626071:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e3044833 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.626078:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e3044833 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.626094:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.626098:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e304482c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.626103:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.626107:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e304482c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.626118:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e304482c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.626126:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e304482c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.626132:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e304482c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.626144:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.626148:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e304483a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.626154:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.626157:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e304483a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.626164:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e304483a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.626172:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e304483a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.626179:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e304483a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.626325:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efee00/0xf5091596e3044825 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.626336:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efee00/0xf5091596e3044825 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.626344:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efee00/0xf5091596e3044825 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.626351:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efee00/0xf5091596e3044825 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.626370:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.626517:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c1e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+99:3657:x1855007968953216:12345-0@lo:6:osp-syn-1-1.0 Request processed in 28901us (29167us total) trans 4294989530 rc 0/0 00000100:00100000:1.0:1769074947.626524:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83004 00010000:00010000:1.0:1769074947.626616:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.626622:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efee00/0xf5091596e3044825 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.626629:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efee00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.626632:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efee00/0xf5091596e3044825 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.626640:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efee00/0xf5091596e3044825 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.626653:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efee00/0xf5091596e3044825 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.626659:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efee00/0xf5091596e3044825 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ae:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.626679:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.626681:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.626683:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.626688:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.626720:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968956288:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.626774:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5c1e9f80/2, rc 0, transno 4294989539 00000100:00100000:1.0:1769074947.626786:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c1e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968954368:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.626793:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.626805:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968957312:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.627182:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.627184:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.627185:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.627192:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.627851:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.627899:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968956288 00000100:00100000:3.0:1769074947.627908:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968956288 00000100:00100000:3.0:1769074947.628803:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83013 00000100:00100000:3.0:1769074947.628827:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+104:3657:x1855007968956288:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074947.628856:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6453 count 1 00010000:00010000:3.0:1769074947.628881:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e3044864 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1935:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.628899:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe71732000/0xf5091596e2fbc963 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6097 expref: 229 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.628907:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.628944:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.628947:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e3044864 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.628980:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe71732000/0xf5091596e2fbc963 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6097 expref: 229 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.628992:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe71732000/0xf5091596e2fbc963 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6097 expref: 229 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.629006:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8b79a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968957568:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.629111:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968956800:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.629147:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1769074947.629180:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4411ca80/2, rc 0, transno 4294989529 00000100:00100000:2.0:1769074947.629191:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4411ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968955264:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074947.629202:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57aec000/2, rc 0, transno 4294989530 00000100:00100000:2.0:1769074947.629206:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aec000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968953216:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074947.629222:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57aee680/2, rc 0, transno 4294989526 00000100:00100000:2.0:1769074947.629227:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968953088:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074947.629237:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57ce3800/2, rc 0, transno 4294989537 00000100:00100000:2.0:1769074947.629246:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968952064:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.629259:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ae67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1855007968957696:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1769074947.629284:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.629303:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1769074947.629727:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968956800 00000100:00100000:0.0:1769074947.629736:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968956800 00000100:00100000:0.0:1769074947.629772:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83014 00000100:00100000:0.0:1769074947.629780:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+105:3657:x1855007968956800:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.629796:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6438 count 1 00010000:00010000:0.0:1769074947.629813:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e304486b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1926:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.629839:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d61200/0xf5091596e2fc9750 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f2e84 expref: 229 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.629846:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.629847:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.629850:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e304486b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.629874:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d61200/0xf5091596e2fc9750 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2e84 expref: 229 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.629883:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d61200/0xf5091596e2fc9750 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2e84 expref: 229 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.629893:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd448b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968957824:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.629972:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6b40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.630403:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968956416:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.630518:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.630836:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074947.630955:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdb9efb480/2, rc 0, transno 4294989538 00000100:00100000:0.0:1769074947.630961:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdb9efb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968955008:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.631002:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968957312 00000100:00100000:3.0:1769074947.631008:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968957312 00000100:00100000:3.0:1769074947.631053:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83015 00000100:00100000:3.0:1769074947.631062:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+99:3660:x1855007968957312:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.631086:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4880 count 1 00010000:00010000:3.0:1769074947.631106:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e3044872 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1310:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.631122:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68a3ca00/0xf5091596e2fbd326 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a61 expref: 235 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.631129:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.631130:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.631134:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e3044872 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.631162:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68a3ca00/0xf5091596e2fbd326 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a61 expref: 235 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.631174:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68a3ca00/0xf5091596e2fbd326 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a61 expref: 235 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.631185:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8b79ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968957952:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.631630:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968958208:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.631834:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5becc0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.631938:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.631960:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968958208 00000100:00100000:0.0:1769074947.631964:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968958208 00000100:00100000:0.0:1769074947.632006:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83016 00000100:00100000:0.0:1769074947.632012:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+106:3659:x1855007968958208:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.632029:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8848 count 1 00010000:00010000:0.0:1769074947.632047:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044879 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.632061:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe78e50e00/0xf5091596e2fd1844 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724faf7f expref: 229 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.632068:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.632069:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.632073:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044879 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.632094:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe78e50e00/0xf5091596e2fd1844 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faf7f expref: 229 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.632104:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe78e50e00/0xf5091596e2fd1844 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faf7f expref: 229 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.632138:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968958720:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.632163:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.632179:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074947.632185:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968958336:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.632206:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.632356:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd448baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968958080:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.632378:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.632395:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968958592:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.632412:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.632552:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968958336 00000100:00100000:3.0:1769074947.632556:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968958336 00000100:00100000:3.0:1769074947.632582:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968958080 00000100:00100000:3.0:1769074947.632585:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968958080 00000100:00100000:3.0:1769074947.632605:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968958592 00000100:00100000:3.0:1769074947.632607:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968958592 00000100:00100000:3.0:1769074947.632625:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83017 00000100:00100000:3.0:1769074947.632631:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+101:3659:x1855007968958336:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.632644:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7558 count 1 00010000:00010000:3.0:1769074947.632660:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044880 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.632672:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f67b400/0xf5091596e2fc901f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f2753 expref: 235 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.632679:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.632680:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.632683:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044880 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.632704:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f67b400/0xf5091596e2fc901f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2753 expref: 235 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.632735:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f67b400/0xf5091596e2fc901f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2753 expref: 235 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.632746:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe565faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968958848:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.632774:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.632792:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83018 00000100:00100000:3.0:1769074947.632799:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5aa98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+107:3658:x1855007968958080:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074947.632812:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9944 count 1 00010000:00010000:3.0:1769074947.632835:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3044887 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.632847:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe710c4600/0xf5091596e2fbb4d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x26d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c07 expref: 229 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.632854:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.632855:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.632858:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3044887 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.632877:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe710c4600/0xf5091596e2fbb4d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c07 expref: 229 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.632885:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe710c4600/0xf5091596e2fbb4d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c07 expref: 229 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.632901:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d411180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968958976:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.632925:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5bed80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.632998:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83019 00000100:00100000:0.0:1769074947.633007:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+101:3658:x1855007968958592:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.633023:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1390 count 1 00010000:00010000:0.0:1769074947.633036:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304488e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x56e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.633047:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ac84600/0xf5091596e2fc7d02 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x56e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f1436 expref: 235 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.633053:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.633054:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.633057:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304488e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x56e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.633075:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ac84600/0xf5091596e2fc7d02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x56e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1436 expref: 235 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.633107:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ac84600/0xf5091596e2fc7d02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x56e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1436 expref: 235 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.633117:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007968959104:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.633148:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.633173:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074947.633182:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968958464:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.633707:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.633733:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968957184:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.633751:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.634100:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.634140:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968956416 00000100:00100000:0.0:1769074947.634146:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968956416 00000100:00100000:0.0:1769074947.634303:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968957184 00000100:00100000:0.0:1769074947.634308:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968957184 00000100:00100000:1.0:1769074947.634514:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968957440:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.634548:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.638098:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968957696 00000100:00100000:1.0:1769074947.638116:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968957696 00000100:00100000:1.0:1769074947.638170:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:1.0:1769074947.638180:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3657:x1855007968957696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1769074947.638296:0:6532:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444573184 avail 1298333696 00000100:00100000:1.0:1769074947.638369:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3657:x1855007968957696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 190us (9083us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.638376:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:3.0:1769074947.638566:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968958464 00000100:00100000:3.0:1769074947.638571:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968958464 00000100:00100000:3.0:1769074947.638611:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968957440 00000100:00100000:3.0:1769074947.638615:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968957440 00000100:00100000:3.0:1769074947.638643:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83020 00000100:00100000:3.0:1769074947.638650:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+109:3657:x1855007968956416:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074947.638669:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1390 count 1 00010000:00010000:3.0:1769074947.638696:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e3044895 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x56e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.638717:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ac85400/0xf5091596e2fc7d09 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x56e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f143d expref: 229 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.638724:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.638726:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.638730:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e3044895 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x56e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.638769:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ac85400/0xf5091596e2fc7d09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x56e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f143d expref: 229 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.638781:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ac85400/0xf5091596e2fc7d09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x56e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f143d expref: 229 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.638802:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968959232:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.638881:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.638915:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83021 00000100:00100000:3.0:1769074947.638923:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+103:3657:x1855007968957184:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.638937:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8507 count 1 00010000:00010000:3.0:1769074947.638950:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304489c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x213b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.638962:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50247400/0xf5091596e2fcf162 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x213b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f889d expref: 235 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.638968:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.638970:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.638972:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304489c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x213b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.638993:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe50247400/0xf5091596e2fcf162 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x213b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f889d expref: 235 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.639002:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50247400/0xf5091596e2fcf162 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x213b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f889d expref: 235 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.639013:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dd72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14038:1855007968959360:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.639038:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.640227:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83022 00000100:00100000:2.0:1769074947.640240:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+103:3658:x1855007968958464:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.640264:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6453 count 1 00010000:00010000:2.0:1769074947.640285:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30448a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1935:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.640302:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe71731a00/0xf5091596e2fbc95c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6090 expref: 235 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.640386:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.640388:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.640391:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30448a3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.640426:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe71731a00/0xf5091596e2fbc95c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6090 expref: 235 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.640443:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe71731a00/0xf5091596e2fbc95c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6090 expref: 235 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.640471:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968959488:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.640526:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.640575:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1855007968957696:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1769074947.641077:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83023 00000100:00100000:0.0:1769074947.641092:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+109:3660:x1855007968957440:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.641111:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6425 count 1 00010000:00010000:0.0:1769074947.641177:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30448aa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1919:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.641191:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe563eda00/0xf5091596e2fbacf3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e4427 expref: 229 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.641197:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.641199:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.641270:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30448aa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.641320:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe563eda00/0xf5091596e2fbacf3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4427 expref: 229 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.641331:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe563eda00/0xf5091596e2fbacf3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4427 expref: 229 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.641343:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007968959616:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.641383:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.643078:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.643099:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.643117:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.643133:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.643154:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.643201:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.643327:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd448b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968957824:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.643355:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e304486b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.643385:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960306816 00000100:00100000:0.0:1769074947.643391:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960306816 00010000:00010000:0.0:1769074947.643424:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdd200/0xf5091596e2fbdb6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e729c expref: 236 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.643548:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960307072 00000100:00100000:0.0:1769074947.643552:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960307072 00010000:00010000:0.0:1769074947.643588:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe8079ba00/0xf5091596e2fce15c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7890 expref: 237 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.643601:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960307328 00000100:00100000:0.0:1769074947.643604:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960307328 00010000:00010000:0.0:1769074947.643613:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d61200/0xf5091596e2fc9750 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2e84 expref: 230 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.643623:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960306944 00000100:00100000:0.0:1769074947.643626:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960306944 00010000:00010000:0.0:1769074947.643637:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc2600/0xf5091596e2fc13d8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eab0c expref: 238 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.643647:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960307200 00000100:00100000:0.0:1769074947.643650:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960307200 00010000:00010000:0.0:1769074947.643660:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d368000/0xf5091596e2fc939f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2ad3 expref: 231 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.643669:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960307456 00000100:00100000:0.0:1769074947.643672:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960307456 00010000:00010000:0.0:1769074947.643682:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe71732000/0xf5091596e2fbc963 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6097 expref: 232 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.643694:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40764 00000100:00100000:0.0:1769074947.643702:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+238:2409:x1855007960306816:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.643716:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.643721:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdd200/0xf5091596e2fbdb6f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e729c expref: 238 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.643738:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdd200/0xf5091596e2fbdb6f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e729c expref: 238 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.643761:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.643763:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.643768:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044841 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.643777:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044841 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.643794:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.643855:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+238:2409:x1855007960306816:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 152us (783us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.643862:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40764 00000100:00100000:0.0:1769074947.643882:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40765 00000100:00100000:0.0:1769074947.643888:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+237:2409:x1855007960307072:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.643896:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.643901:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe8079ba00/0xf5091596e2fce15c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7890 expref: 237 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.643911:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe8079ba00/0xf5091596e2fce15c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7890 expref: 237 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.643923:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.643926:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.643929:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e304484f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.643936:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e304484f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.643946:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.643964:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+237:2409:x1855007960307072:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 76us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.643970:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40765 00000100:00100000:0.0:1769074947.643983:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40766 00000100:00100000:0.0:1769074947.643989:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+232:2409:x1855007960307328:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.643997:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.644002:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d61200/0xf5091596e2fc9750 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1926:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2e84 expref: 232 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.644011:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d61200/0xf5091596e2fc9750 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1926:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2e84 expref: 232 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.644024:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d61200/0xf5091596e2fc9750 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1926:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2e84 expref: 232 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.644036:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.644037:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.644040:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e304486b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.644052:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e304486b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.644067:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.644084:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+231:2409:x1855007960307328:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 95us (966us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.644090:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40766 00000100:00100000:0.0:1769074947.644102:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40767 00000100:00100000:0.0:1769074947.644107:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+236:2409:x1855007960306944:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.644114:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.644118:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc2600/0xf5091596e2fc13d8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eab0c expref: 236 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.644127:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc2600/0xf5091596e2fc13d8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eab0c expref: 236 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.644137:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.644139:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.644142:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3044848 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.644149:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3044848 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.644160:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.644175:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+236:2409:x1855007960306944:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 68us (1041us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.644182:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40767 00000100:00100000:0.0:1769074947.644194:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40768 00000100:00100000:0.0:1769074947.644200:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe69912050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+230:2409:x1855007960307200:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.644549:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc2600/0xf5091596e2fc13d8 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eab0c expref: 235 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.644563:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007968955904:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.644578:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3044848 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.644587:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3044848 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.644594:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3044848 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.644603:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3044848 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.644611:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3044848 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.644629:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.644891:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+104:3657:x1855007968955520:12345-0@lo:6:osp-syn-1-1.0 Request processed in 25983us (26328us total) trans 4294989531 rc 0/0 00000100:00100000:3.0:1769074947.644900:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83009 00010000:00010000:0.0:1769074947.645341:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.645351:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d368000/0xf5091596e2fc939f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x4d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2ad3 expref: 230 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.645364:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d368000/0xf5091596e2fc939f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2ad3 expref: 230 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.645382:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.645384:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.645389:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e304485d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.645396:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e304485d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.645411:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.645608:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe69912050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+230:2409:x1855007960307200:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 1407us (2451us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.645615:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40768 00000100:00100000:0.0:1769074947.645656:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40769 00000100:00100000:0.0:1769074947.645664:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+229:2410:x1855007960307456:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.645671:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.645678:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe71732000/0xf5091596e2fbc963 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1935:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6097 expref: 229 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.645687:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe71732000/0xf5091596e2fbc963 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1935:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6097 expref: 229 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.645699:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.645701:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.645704:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e3044864 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1935:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.645710:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e3044864 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1935:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.645722:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:2.0:1769074947.645739:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73b64380/2, rc 0, transno 4294989531 00000100:00100000:2.0:1769074947.645754:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968955520:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.645782:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.645791:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3044848 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.645799:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.645803:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3044848 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.645812:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3044848 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.645834:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3044848 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.645847:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e3044848 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.645866:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.645868:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.645870:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.646159:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074947.646591:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdd200/0xf5091596e2fbdb6f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e729c expref: 234 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.646604:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd70000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968955776:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.646620:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044841 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.646629:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044841 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.646636:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044841 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.646645:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044841 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.646652:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044841 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.646667:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.646857:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+104:3659:x1855007968955648:12345-0@lo:6:osp-syn-1-1.0 Request processed in 29180us (29255us total) trans 4294989532 rc 0/0 00000100:00100000:1.0:1769074947.646865:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83008 00010000:00010000:1.0:1769074947.646886:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.646890:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044841 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.646898:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.646901:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044841 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.646909:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044841 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.646922:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044841 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.646929:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044841 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.646944:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.646945:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.646947:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.646958:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960307584 00000100:00100000:1.0:1769074947.646963:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960307584 00010000:00010000:1.0:1769074947.646984:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6046d400/0xf5091596e2fd0933 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa067 expref: 230 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.647000:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40770 00000100:00100000:1.0:1769074947.647007:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+230:2408:x1855007960307584:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.647017:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.647021:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6046d400/0xf5091596e2fd0933 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1e8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa067 expref: 230 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.647031:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6046d400/0xf5091596e2fd0933 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa067 expref: 230 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.647043:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.647045:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.647049:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e3044856 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.647058:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e3044856 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.647069:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.647091:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+230:2408:x1855007960307584:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 84us (933us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.647097:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40770 00010000:00010000:1.0:1769074947.647124:0:14043:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d368000/0xf5091596e2fc939f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2ad3 expref: 229 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.647135:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968957056:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.647147:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e304485d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.647160:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e304485d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.647167:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e304485d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.647174:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e304485d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.647180:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e304485d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.647192:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.647392:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+110:3660:x1855007968956544:12345-0@lo:6:osp-syn-0-1.0 Request processed in 23766us (23991us total) trans 4294989540 rc 0/0 00000100:00100000:1.0:1769074947.647398:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83012 00000004:00080000:1.0:1769074947.647463:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace1180/2, rc 0, transno 4294989540 00000100:00100000:1.0:1769074947.647473:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968956544:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074947.647497:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe8079ba00/0xf5091596e2fce15c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7890 expref: 233 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.647506:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83ccf100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007968956160:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.647517:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e304484f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.647530:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e304484f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.647537:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e304484f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.647544:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e304484f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.647550:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e304484f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.647561:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.647645:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+104:3659:x1855007968956032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27579us (27637us total) trans 4294989533 rc 0/0 00000100:00100000:1.0:1769074947.647651:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83010 00010000:00010000:2.0:1769074947.649489:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6046d400/0xf5091596e2fd0933 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa067 expref: 228 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.649496:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe565faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968958848:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.649509:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57aeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968956928:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.649517:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044880 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.649519:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e3044856 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.649529:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e3044856 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.649535:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e3044856 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.649544:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d411180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968958976:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.649546:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e3044856 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.649554:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3044887 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.649574:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e3044856 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.649595:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1769074947.649840:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+110:3660:x1855007968956672:12345-0@lo:6:osp-syn-0-1.0 Request processed in 27085us (27668us total) trans 4294989541 rc 0/0 00000100:00100000:2.0:1769074947.649850:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83011 00010000:00010000:2.0:1769074947.649878:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1769074947.649884:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e304485d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.649892:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.649896:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e304485d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.649906:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e304485d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.649924:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e304485d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.649932:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e304485d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.649952:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074947.649956:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e304484f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.649963:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.649966:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e304484f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.649972:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e304484f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.649983:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e304484f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.649989:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e304484f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xb9f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.650006:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8b79ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968957952:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.650006:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.650010:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e3044856 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.650016:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.650019:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e3044856 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.650021:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e3044872 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.650027:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e3044856 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.650036:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e3044856 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.650048:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e3044856 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.650062:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.650064:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.650066:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074947.650097:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace0a80/2, rc 0, transno 4294989541 00000100:00100000:2.0:1769074947.650104:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968956672:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.650242:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd71880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968959232:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.650255:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e3044895 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x56e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.650277:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd72d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14038:1855007968959360:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.650286:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304489c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x213b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.651801:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e304486b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.651827:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e304486b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.651839:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e304486b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.651848:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e304486b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.651870:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074947.651896:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.651903:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e304486b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.651911:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.651915:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e304486b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.651923:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e304486b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.651938:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e304486b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.651944:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e304486b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.651965:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.651967:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.651968:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.652127:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+110:3657:x1855007968956800:12345-0@lo:6:osp-syn-0-1.0 Request processed in 22346us (22976us total) trans 4294989542 rc 0/0 00000100:00100000:2.0:1769074947.652137:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83014 00010000:00010000:2.0:1769074947.652186:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe71732000/0xf5091596e2fbc963 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6097 expref: 227 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.652202:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8b79a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968957568:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.652208:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968958720:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.652219:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e3044864 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.652220:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044879 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.652228:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e3044864 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.652234:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e3044864 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.652241:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e3044864 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.652248:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e3044864 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.652260:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.652314:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007968959104:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.652326:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304488e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x56e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.652340:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.652345:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e3044864 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.652352:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15e00 already unused, calling callback (ffffffffc0cdeb90) 00000100:00100000:2.0:1769074947.652363:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+110:3657:x1855007968956288:12345-0@lo:6:osp-syn-0-1.0 Request processed in 23551us (24513us total) trans 4294989543 rc 0/0 00000100:00100000:2.0:1769074947.652369:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83013 00010000:00010000:0.0:1769074947.652374:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e3044864 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.652381:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e3044864 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.652388:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.652392:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e3044864 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.652398:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e3044864 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.652415:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.652417:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.652418:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.652435:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.652572:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdb9ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968959744:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.652613:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074947.652646:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd83cce680/2, rc 0, transno 4294989533 00000100:00100000:0.0:1769074947.652654:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd83cce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968956032:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.652665:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dd71180/2, rc 0, transno 4294989532 00000100:00100000:0.0:1769074947.652669:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dd71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968955648:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.652683:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074947.652688:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdb9ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968959872:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.652707:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.652731:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968959744 00000100:00100000:0.0:1769074947.652737:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968959744 00000100:00100000:0.0:1769074947.652784:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968959872 00000100:00100000:0.0:1769074947.652787:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968959872 00000100:00100000:0.0:1769074947.652806:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83024 00000100:00100000:0.0:1769074947.652814:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+111:3659:x1855007968959744:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.652849:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:10208 count 1 00010000:00010000:0.0:1769074947.652868:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30448b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.652882:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5190e000/0xf5091596e2fd03c2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x27e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f9afd expref: 226 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.652890:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.652892:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.652894:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30448b1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.652918:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5190e000/0xf5091596e2fd03c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9afd expref: 226 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.652930:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5190e000/0xf5091596e2fd03c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9afd expref: 226 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.652941:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968960128:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.653002:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.653019:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83025 00000100:00100000:0.0:1769074947.653027:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+111:3659:x1855007968959872:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.653040:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6261 count 1 00010000:00010000:0.0:1769074947.653051:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30448b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1875:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.653064:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a866400/0xf5091596e2fcec37 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f836b expref: 226 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.653070:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.653071:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.653075:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30448b8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.653092:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a866400/0xf5091596e2fcec37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f836b expref: 226 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.653101:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a866400/0xf5091596e2fcec37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f836b expref: 226 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.653110:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe581d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968960256:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.653131:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.653179:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.653187:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8b79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968960512:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.653214:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.653236:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968960512 00000100:00100000:0.0:1769074947.653239:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968960512 00000100:00100000:0.0:1769074947.653263:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83026 00000100:00100000:0.0:1769074947.653269:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+104:3660:x1855007968960512:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.653281:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6438 count 1 00010000:00010000:0.0:1769074947.653296:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e30448bf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1926:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.653308:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe63c0fe00/0xf5091596e2fc9757 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f2e8b expref: 232 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.653315:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.653316:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.653319:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e30448bf lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.653337:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe63c0fe00/0xf5091596e2fc9757 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2e8b expref: 232 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.653347:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe63c0fe00/0xf5091596e2fc9757 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2e8b expref: 232 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.653357:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8b79b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968960640:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.653380:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.653401:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8b79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968960384:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.653423:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.653441:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074947.653469:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdb9ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968960000:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.653490:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.653510:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968960384 00000100:00100000:0.0:1769074947.653514:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968960384 00000100:00100000:0.0:1769074947.653534:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968960000 00000100:00100000:0.0:1769074947.653537:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968960000 00000100:00100000:0.0:1769074947.653554:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83027 00000100:00100000:0.0:1769074947.653578:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd448b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+106:3658:x1855007968960384:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.653589:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7823 count 1 00010000:00010000:0.0:1769074947.653601:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e30448c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.653613:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6046c600/0xf5091596e2fd092c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fa060 expref: 232 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.653619:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.653621:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.653624:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e30448c6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.653641:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6046c600/0xf5091596e2fd092c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa060 expref: 232 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.653649:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6046c600/0xf5091596e2fd092c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa060 expref: 232 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.653658:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43213100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968960768:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.653681:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.653695:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83028 00000100:00100000:0.0:1769074947.653701:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+106:3658:x1855007968960000:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.653710:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1236 count 1 00010000:00010000:0.0:1769074947.653721:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e30448cd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.653748:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c89ce00/0xf5091596e2fc9398 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f2acc expref: 232 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.653754:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.653755:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.653758:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e30448cd lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.653775:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c89ce00/0xf5091596e2fc9398 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2acc expref: 232 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.653783:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c89ce00/0xf5091596e2fc9398 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2acc expref: 232 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.653792:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968960896:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.653810:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.653852:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+226:2410:x1855007960307456:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 8188us (10649us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.653862:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40769 00000100:00100000:2.0:1769074947.654638:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.654667:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.654689:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960308480 00000100:00100000:2.0:1769074947.654695:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960308480 00010000:00010000:2.0:1769074947.654722:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50247400/0xf5091596e2fcf162 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x213b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f889d expref: 233 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.654747:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960308736 00000100:00100000:2.0:1769074947.654750:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960308736 00010000:00010000:2.0:1769074947.654763:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe563eda00/0xf5091596e2fbacf3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4427 expref: 226 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.654782:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40771 00000100:00100000:2.0:1769074947.654789:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+233:2409:x1855007960308480:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.654799:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.654805:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe50247400/0xf5091596e2fcf162 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x213b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f889d expref: 233 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.654815:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe50247400/0xf5091596e2fcf162 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x213b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f889d expref: 233 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.654846:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50247400/0xf5091596e2fcf162 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x213b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f889d expref: 233 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.654859:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.654861:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.654865:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304489c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x213b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.654866:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968959488:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.654875:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304489c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x213b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.654885:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30448a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.654899:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074947.654904:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304489c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x213b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.654910:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304489c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x213b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.654918:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304489c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x213b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.654926:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304489c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x213b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.654928:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+232:2409:x1855007960308480:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 140us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.654935:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40771 00010000:00010000:3.0:1769074947.654945:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.654951:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40772 00000100:00100000:2.0:1769074947.654956:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+226:2409:x1855007960308736:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.654958:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.654963:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.654964:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304489c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x213b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.654968:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe563eda00/0xf5091596e2fbacf3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4427 expref: 226 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.654972:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.654977:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe563eda00/0xf5091596e2fbacf3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4427 expref: 226 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.654977:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304489c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x213b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.654986:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304489c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x213b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.654991:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.654992:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.654996:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30448aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.654996:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304489c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x213b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.655004:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30448aa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.655004:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304489c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x213b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.655014:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074947.655025:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.655027:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.655028:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.655031:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+226:2409:x1855007960308736:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 75us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.655036:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40772 00000100:00100000:2.0:1769074947.655085:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.655099:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960308608 00000100:00100000:2.0:1769074947.655102:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960308608 00010000:00010000:2.0:1769074947.655115:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe71731a00/0xf5091596e2fbc95c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6090 expref: 232 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.655132:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40773 00000100:00100000:2.0:1769074947.655137:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+232:2409:x1855007960308608:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.655144:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.655148:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe71731a00/0xf5091596e2fbc95c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1935:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6090 expref: 232 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.655157:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe71731a00/0xf5091596e2fbc95c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1935:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6090 expref: 232 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.655169:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe71731a00/0xf5091596e2fbc95c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1935:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6090 expref: 232 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.655177:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.655179:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.655181:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30448a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.655188:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30448a3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1935:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.655209:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.655227:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+231:2409:x1855007960308608:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 89us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.655234:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40773 00000004:00080000:1.0:1769074947.655515:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace0000/2, rc 0, transno 4294989543 00000100:00100000:1.0:1769074947.655526:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968956288:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.655537:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace0700/2, rc 0, transno 4294989542 00000100:00100000:1.0:1769074947.655540:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968956800:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1769074947.655903:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30448a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.655918:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30448a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.655927:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30448a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.655935:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30448a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.655995:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.656159:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+108:3658:x1855007968958464:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15921us (22057us total) trans 4294989535 rc 0/0 00000100:00100000:3.0:1769074947.656168:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83022 00000004:00080000:3.0:1769074947.656221:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe581d9c00/2, rc 0, transno 4294989535 00000100:00100000:3.0:1769074947.656233:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581d9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968958464:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.656312:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+107:3657:x1855007968957184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17389us (22559us total) trans 4294989534 rc 0/0 00000100:00100000:3.0:1769074947.656318:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83021 00000004:00080000:3.0:1769074947.656346:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace2d80/2, rc 0, transno 4294989534 00000100:00100000:3.0:1769074947.656355:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968957184:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.656394:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d411180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968961152:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.656426:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.656486:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968961152 00000100:00100000:3.0:1769074947.656491:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968961152 00000100:00100000:3.0:1769074947.656518:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83029 00000100:00100000:3.0:1769074947.656525:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe565faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+107:3657:x1855007968961152:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.656547:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9944 count 1 00010000:00010000:3.0:1769074947.656567:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30448d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.656582:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe710c5200/0xf5091596e2fbb4cc lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c00 expref: 230 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.656590:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.656592:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.656595:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30448d4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.656619:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe710c5200/0xf5091596e2fbb4cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c00 expref: 230 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.656631:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe710c5200/0xf5091596e2fbb4cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c00 expref: 230 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.656642:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62efd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968961280:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.656685:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be840 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.656969:0:12381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe563eda00/0xf5091596e2fbacf3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4427 expref: 225 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.656981:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007968959616:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.656997:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30448aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.657030:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30448aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.657037:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30448aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.657045:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30448aa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.657051:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30448aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.657092:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968961408:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.657119:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.657144:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968961408 00000100:00100000:3.0:1769074947.657148:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968961408 00000100:00100000:3.0:1769074947.657169:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83030 00000100:00100000:3.0:1769074947.657174:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+112:3658:x1855007968961408:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074947.657187:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2523 count 1 00010000:00010000:3.0:1769074947.657265:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15c00/0xf5091596e30448db lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.657278:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ea81e00/0xf5091596e2fc8f77 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f26ab expref: 224 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.657284:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.657286:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.657289:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15c00/0xf5091596e30448db lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.657307:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ea81e00/0xf5091596e2fc8f77 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f26ab expref: 224 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.657316:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ea81e00/0xf5091596e2fc8f77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f26ab expref: 224 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.657327:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62eff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968961664:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.657367:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5bed80 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.658086:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.658096:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30448a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.658104:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.658108:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30448a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.658120:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30448a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.658137:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30448a3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.658144:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e30448a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1935:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.658161:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.658164:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30448aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.658169:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.658172:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30448aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.658178:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30448aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.658187:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30448aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.658193:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.658194:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.658196:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.658349:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1769074947.658357:0:12381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e30448aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.658612:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+113:3660:x1855007968957440:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17524us (24060us total) trans 4294989544 rc 0/0 00000100:00100000:0.0:1769074947.658620:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83023 00000100:00100000:0.0:1769074947.658655:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968961024:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.658684:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074947.658720:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace0e00/2, rc 0, transno 4294989544 00000100:00100000:0.0:1769074947.658729:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968957440:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.658740:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.658746:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968961536:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.658767:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.658857:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968961024 00000100:00100000:0.0:1769074947.658862:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968961024 00000100:00100000:0.0:1769074947.658889:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968961536 00000100:00100000:0.0:1769074947.658892:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968961536 00000100:00100000:0.0:1769074947.658911:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83031 00000100:00100000:0.0:1769074947.658918:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+108:3660:x1855007968961024:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.658937:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6425 count 1 00010000:00010000:0.0:1769074947.658953:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30448e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1919:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.658967:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6b793400/0xf5091596e2fbacec lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e4420 expref: 230 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.658973:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.658975:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.658978:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30448e2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.658998:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6b793400/0xf5091596e2fbacec lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4420 expref: 230 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.659008:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6b793400/0xf5091596e2fbacec lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4420 expref: 230 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.659018:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007968961920:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.659067:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.659083:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83032 00000100:00100000:0.0:1769074947.659109:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+113:3660:x1855007968961536:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.659123:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1050 count 1 00010000:00010000:0.0:1769074947.659135:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e30448e9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x41a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.659146:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60f86c00/0xf5091596e2fc0f32 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x41a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ea66d expref: 224 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.659152:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.659154:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.659156:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e30448e9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x41a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.659173:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe60f86c00/0xf5091596e2fc0f32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x41a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea66d expref: 224 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.659181:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe60f86c00/0xf5091596e2fc0f32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x41a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea66d expref: 224 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.659190:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968962048:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.659221:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.659256:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074947.659265:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968961792:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.659290:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.659313:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968961792 00000100:00100000:0.0:1769074947.659317:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968961792 00000100:00100000:0.0:1769074947.659341:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83033 00000100:00100000:0.0:1769074947.659347:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+114:3659:x1855007968961792:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.659373:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7369 count 1 00010000:00010000:0.0:1769074947.659385:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30448f0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1cc9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.659396:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe685fc400/0xf5091596e2fb9ced lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1cc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e3421 expref: 224 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.659403:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.659404:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.659407:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30448f0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1cc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.659425:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe685fc400/0xf5091596e2fb9ced lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3421 expref: 224 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.659434:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe685fc400/0xf5091596e2fb9ced lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3421 expref: 224 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.659443:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec36680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968962176:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.659518:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6300 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.660234:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.662128:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.662168:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.662196:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.662255:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960307840 00000100:00100000:2.0:1769074947.662264:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960307840 00010000:00010000:2.0:1769074947.662300:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe78e50e00/0xf5091596e2fd1844 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faf7f expref: 225 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.662334:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960308096 00000100:00100000:2.0:1769074947.662338:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960308096 00010000:00010000:2.0:1769074947.662351:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe710c4600/0xf5091596e2fbb4d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c07 expref: 226 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.662371:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960308352 00000100:00100000:2.0:1769074947.662374:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960308352 00010000:00010000:2.0:1769074947.662385:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ac85400/0xf5091596e2fc7d09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x56e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f143d expref: 227 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.662404:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40774 00000100:00100000:2.0:1769074947.662413:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+227:2408:x1855007960307840:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.662425:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.662430:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe78e50e00/0xf5091596e2fd1844 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faf7f expref: 227 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.662442:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe78e50e00/0xf5091596e2fd1844 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faf7f expref: 227 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.662596:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe78e50e00/0xf5091596e2fd1844 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faf7f expref: 227 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.662615:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.662618:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.662623:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044879 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.662632:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044879 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.662656:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.662706:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+226:2408:x1855007960307840:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 293us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.662713:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40774 00000100:00100000:2.0:1769074947.662731:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40775 00000100:00100000:3.0:1769074947.663039:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40776 00000100:00100000:3.0:1769074947.663048:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+225:2408:x1855007960308352:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.663056:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.663062:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ac85400/0xf5091596e2fc7d09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x56e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f143d expref: 225 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.663071:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ac85400/0xf5091596e2fc7d09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x56e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f143d expref: 225 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.663084:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ac85400/0xf5091596e2fc7d09 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x56e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f143d expref: 225 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.663093:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.663095:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.663098:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e3044895 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x56e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.663105:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e3044895 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x56e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.663122:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.663145:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+224:2408:x1855007960308352:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 99us (947us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.663151:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40776 00010000:00010000:3.0:1769074947.663171:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e3044895 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x56e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.663180:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e3044895 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x56e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.663190:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e3044895 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x56e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.663198:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e3044895 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x56e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.663210:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.663441:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+115:3657:x1855007968956416:12345-0@lo:6:osp-syn-0-1.0 Request processed in 24790us (29733us total) trans 4294989545 rc 0/0 00000100:00100000:3.0:1769074947.663464:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83020 00000004:00080000:3.0:1769074947.663510:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace3480/2, rc 0, transno 4294989545 00000100:00100000:3.0:1769074947.663519:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968956416:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.663580:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe48c89450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+223:2408:x1855007960308096:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.663591:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.663596:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe710c4600/0xf5091596e2fbb4d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c07 expref: 223 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.663605:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe710c4600/0xf5091596e2fbb4d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c07 expref: 223 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.663618:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe710c4600/0xf5091596e2fbb4d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c07 expref: 223 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.663628:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.663630:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.663634:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3044887 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.663641:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3044887 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.663664:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.663684:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe48c89450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+222:2408:x1855007960308096:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 948us (1516us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.663691:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40775 00010000:00010000:3.0:1769074947.663983:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3044887 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.663992:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3044887 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.664000:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3044887 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.664007:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3044887 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.664063:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074947.664207:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5aa98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+115:3658:x1855007968958080:12345-0@lo:6:osp-syn-0-1.0 Request processed in 31409us (31827us total) trans 4294989546 rc 0/0 00000100:00100000:3.0:1769074947.664215:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83018 00000004:00080000:3.0:1769074947.664254:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd448baa00/2, rc 0, transno 4294989546 00000100:00100000:3.0:1769074947.664259:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd448baa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968958080:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074947.664610:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044879 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.664619:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044879 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.664628:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044879 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.664666:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044879 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.666463:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074947.666478:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e3044895 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x56e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.666490:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.666494:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e3044895 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x56e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.666503:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e3044895 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x56e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.666523:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e3044895 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x56e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.666530:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e3044895 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x56e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.666549:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.666553:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3044887 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.666558:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.666561:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3044887 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.666568:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3044887 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.666581:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3044887 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.666588:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3044887 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.666601:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.666604:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044879 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.666610:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.666613:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044879 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.666620:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044879 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.666629:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044879 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.666636:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.666638:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.666640:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.666993:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1769074947.667002:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044879 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.667264:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+115:3659:x1855007968958208:12345-0@lo:6:osp-syn-0-1.0 Request processed in 35248us (35322us total) trans 4294989547 rc 0/0 00000100:00100000:0.0:1769074947.667274:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83016 00010000:00010000:0.0:1769074947.667318:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.667414:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe581d8000/2, rc 0, transno 4294989547 00000100:00100000:0.0:1769074947.667423:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968958208:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.667488:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968962560:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.667526:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.667550:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968962560 00000100:00100000:0.0:1769074947.667556:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968962560 00000100:00100000:0.0:1769074947.667588:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83034 00000100:00100000:0.0:1769074947.667596:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+115:3659:x1855007968962560:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.667621:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9765 count 1 00010000:00010000:0.0:1769074947.667642:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e30448f7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2625:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.667659:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b8e5800/0xf5091596e2fcf87e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2625:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fb2 expref: 221 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.667672:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.667674:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.667677:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e30448f7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2625:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.667703:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b8e5800/0xf5091596e2fcf87e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2625:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fb2 expref: 221 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.667715:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b8e5800/0xf5091596e2fcf87e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2625:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fb2 expref: 221 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.667726:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968962688:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.667781:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.667806:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968962432:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.667848:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.667872:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074947.667878:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968962304:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.667896:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.667921:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968962432 00000100:00100000:0.0:1769074947.667925:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968962432 00000100:00100000:0.0:1769074947.667947:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968962304 00000100:00100000:0.0:1769074947.667950:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968962304 00000100:00100000:0.0:1769074947.667966:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83035 00000100:00100000:0.0:1769074947.667973:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+117:3658:x1855007968962432:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.667984:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5547 count 1 00010000:00010000:0.0:1769074947.667997:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e30448fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.668010:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f9ce000/0xf5091596e2fcb143 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f4877 expref: 221 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.668016:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.668018:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.668022:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e30448fe lrc: 4/0,1 mode: --/PW res: [0x280000400:0x15ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.668039:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f9ce000/0xf5091596e2fcb143 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4877 expref: 221 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.668048:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f9ce000/0xf5091596e2fcb143 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4877 expref: 221 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.668057:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968962816:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.668080:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.668096:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83036 00000100:00100000:0.0:1769074947.668103:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+117:3658:x1855007968962304:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.668114:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:623 count 1 00010000:00010000:0.0:1769074947.668124:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044905 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.668135:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddfba00/0xf5091596e2fbcffa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e672e expref: 221 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.668174:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.668175:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.668178:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044905 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.668196:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddfba00/0xf5091596e2fbcffa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e672e expref: 221 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.668204:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddfba00/0xf5091596e2fbcffa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e672e expref: 221 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.668213:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968962944:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.668233:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6480 going to sleep for 11 seconds 00010000:00010000:3.0:1769074947.668525:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.669333:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.669368:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.669438:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.669886:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa98000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968960128:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.669910:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30448b1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.670166:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960307712 00000100:00100000:3.0:1769074947.670174:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960307712 00010000:00010000:3.0:1769074947.670207:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68a3ca00/0xf5091596e2fbd326 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a61 expref: 231 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.670233:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960307968 00000100:00100000:3.0:1769074947.670236:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960307968 00010000:00010000:3.0:1769074947.670248:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f67b400/0xf5091596e2fc901f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2753 expref: 232 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.670263:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960308224 00000100:00100000:3.0:1769074947.670265:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960308224 00010000:00010000:3.0:1769074947.670276:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ac84600/0xf5091596e2fc7d02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x56e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1436 expref: 233 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.670294:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40777 00000100:00100000:3.0:1769074947.670303:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e236d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+233:2407:x1855007960307712:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.670315:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.670320:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68a3ca00/0xf5091596e2fbd326 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a61 expref: 233 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.670332:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68a3ca00/0xf5091596e2fbd326 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a61 expref: 233 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.670354:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68a3ca00/0xf5091596e2fbd326 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6a61 expref: 233 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.670368:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.670370:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.670375:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e3044872 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.670383:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e3044872 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.670407:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.670564:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40778 00000100:00100000:2.0:1769074947.670573:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+232:2407:x1855007960307968:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.670581:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.670585:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f67b400/0xf5091596e2fc901f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2753 expref: 232 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.670595:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f67b400/0xf5091596e2fc901f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2753 expref: 232 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.670608:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f67b400/0xf5091596e2fc901f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2753 expref: 232 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.670617:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.670619:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.670623:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044880 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.670637:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044880 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.670653:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.670689:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+231:2407:x1855007960307968:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 118us (1321us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.670696:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40778 00000100:00100000:2.0:1769074947.670711:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40779 00000100:00100000:2.0:1769074947.670716:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e237100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+230:2407:x1855007960308224:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.670722:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.670727:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ac84600/0xf5091596e2fc7d02 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x56e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1436 expref: 230 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.670736:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ac84600/0xf5091596e2fc7d02 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x56e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1436 expref: 230 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.670748:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ac84600/0xf5091596e2fc7d02 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x56e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1436 expref: 230 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.670756:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.670758:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.670761:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304488e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x56e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.670768:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304488e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x56e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.670784:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.670798:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e237100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+229:2407:x1855007960308224:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 82us (1361us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.670804:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40779 00010000:00010000:2.0:1769074947.670833:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304488e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x56e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.670842:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304488e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x56e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.670851:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304488e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x56e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.670859:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304488e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x56e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.670881:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.671102:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5aa9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+109:3658:x1855007968958592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 38097us (38688us total) trans 4294989536 rc 0/0 00000100:00100000:2.0:1769074947.671110:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83019 00000004:00080000:2.0:1769074947.671154:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe581db800/2, rc 0, transno 4294989536 00000100:00100000:2.0:1769074947.671165:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581db800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968958592:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.672026:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.672037:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304488e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x56e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.672047:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.672051:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304488e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x56e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.672061:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304488e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x56e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.672076:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304488e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x56e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.672082:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304488e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x56e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.672101:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.672102:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.672104:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.672915:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8b79b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968960640:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.672936:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e30448bf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.672995:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43213100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968960768:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.673006:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e30448c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.673041:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec34700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968960896:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.673053:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e30448cd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.673131:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.673147:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.673162:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.673175:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.673191:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.673201:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.673214:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.673562:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581d9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968960256:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.673577:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30448b8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.673603:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960308864 00000100:00100000:2.0:1769074947.673608:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960308864 00010000:00010000:2.0:1769074947.673635:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5190e000/0xf5091596e2fd03c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9afd expref: 222 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.673654:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960309120 00000100:00100000:2.0:1769074947.673656:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960309120 00010000:00010000:2.0:1769074947.673664:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe63c0fe00/0xf5091596e2fc9757 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2e8b expref: 229 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.673673:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960309376 00000100:00100000:2.0:1769074947.673675:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960309376 00010000:00010000:2.0:1769074947.673684:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c89ce00/0xf5091596e2fc9398 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2acc expref: 230 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.673692:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960309632 00000100:00100000:2.0:1769074947.673693:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960309632 00010000:00010000:2.0:1769074947.673702:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ea81e00/0xf5091596e2fc8f77 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f26ab expref: 223 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.673711:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960308992 00000100:00100000:2.0:1769074947.673712:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960308992 00010000:00010000:2.0:1769074947.673720:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a866400/0xf5091596e2fcec37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f836b expref: 224 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.673728:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960309248 00000100:00100000:2.0:1769074947.673730:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960309248 00010000:00010000:2.0:1769074947.673738:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6046c600/0xf5091596e2fd092c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa060 expref: 231 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.673747:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960309504 00000100:00100000:2.0:1769074947.673748:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960309504 00010000:00010000:2.0:1769074947.673757:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe710c5200/0xf5091596e2fbb4cc lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c00 expref: 232 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.673769:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40780 00000100:00100000:2.0:1769074947.673775:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e236a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+224:2407:x1855007960308864:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.673787:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.673791:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5190e000/0xf5091596e2fd03c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9afd expref: 224 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.673802:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5190e000/0xf5091596e2fd03c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9afd expref: 224 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.673832:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5190e000/0xf5091596e2fd03c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9afd expref: 224 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.673846:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.673849:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.673853:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30448b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.673862:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30448b1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.673889:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.673938:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e236a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+223:2407:x1855007960308864:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 161us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.673946:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40780 00000100:00100000:2.0:1769074947.673962:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40781 00000100:00100000:2.0:1769074947.673968:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e237b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+232:2407:x1855007960309120:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.673976:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.673980:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe63c0fe00/0xf5091596e2fc9757 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1926:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2e8b expref: 232 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.673989:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe63c0fe00/0xf5091596e2fc9757 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1926:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2e8b expref: 232 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.674001:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe63c0fe00/0xf5091596e2fc9757 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1926:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2e8b expref: 232 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.674011:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.674013:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.674016:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e30448bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.674023:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e30448bf lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1926:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.674040:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.674061:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e237b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+231:2407:x1855007960309120:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 94us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.674068:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40781 00000100:00100000:2.0:1769074947.674081:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40782 00000100:00100000:2.0:1769074947.674087:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe48c8b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+230:2407:x1855007960309376:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.674093:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.674098:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c89ce00/0xf5091596e2fc9398 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2acc expref: 230 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.674107:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c89ce00/0xf5091596e2fc9398 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2acc expref: 230 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.674119:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c89ce00/0xf5091596e2fc9398 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2acc expref: 230 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.674127:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.674129:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.674132:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e30448cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.674139:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e30448cd lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.674156:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.674173:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe48c8b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+229:2407:x1855007960309376:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (1010us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.674179:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40782 00000100:00100000:2.0:1769074947.674191:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40783 00000100:00100000:2.0:1769074947.674196:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e235f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+222:2407:x1855007960309632:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.674203:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.674207:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ea81e00/0xf5091596e2fc8f77 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x9db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f26ab expref: 222 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.674216:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ea81e00/0xf5091596e2fc8f77 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f26ab expref: 222 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.674228:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.674229:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.674232:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15c00/0xf5091596e30448db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.674239:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15c00/0xf5091596e30448db lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.674249:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.674266:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e235f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+222:2407:x1855007960309632:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 70us (1090us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.674273:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40783 00000100:00100000:2.0:1769074947.674285:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40784 00000100:00100000:2.0:1769074947.674291:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+221:2407:x1855007960308992:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.674297:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.674301:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a866400/0xf5091596e2fcec37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f836b expref: 221 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.674316:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a866400/0xf5091596e2fcec37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f836b expref: 221 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.674327:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a866400/0xf5091596e2fcec37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f836b expref: 221 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.674336:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.674338:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.674340:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30448b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.674347:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30448b8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.674362:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.674379:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+220:2407:x1855007960308992:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 88us (1187us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.674386:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40784 00000100:00100000:2.0:1769074947.674397:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40785 00000100:00100000:2.0:1769074947.674403:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e235500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+228:2407:x1855007960309248:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.674411:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.674415:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6046c600/0xf5091596e2fd092c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa060 expref: 228 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.674424:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6046c600/0xf5091596e2fd092c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa060 expref: 228 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.674756:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e3044872 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.674768:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e3044872 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.674778:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e3044872 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.674787:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e3044872 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.674807:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.675075:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+109:3660:x1855007968957312:12345-0@lo:6:osp-syn-1-1.0 Request processed in 44014us (44239us total) trans 4294989537 rc 0/0 00000100:00100000:3.0:1769074947.675083:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83015 00010000:00010000:3.0:1769074947.675114:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044880 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.675126:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044880 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.675133:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044880 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.675140:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044880 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.675153:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074947.675257:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+109:3659:x1855007968958336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 42625us (43048us total) trans 4294989538 rc 0/0 00000100:00100000:3.0:1769074947.675262:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83017 00010000:00010000:3.0:1769074947.675287:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074947.675293:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e3044872 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.675301:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.675304:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e3044872 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.675312:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e3044872 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.675325:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e3044872 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.675337:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e3044872 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.675354:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.675358:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044880 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.675364:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.675367:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044880 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.675374:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044880 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.675382:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044880 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.675389:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044880 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.675407:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.675409:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.675411:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.675976:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6046c600/0xf5091596e2fd092c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa060 expref: 228 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.675990:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.675992:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.675996:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e30448c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.676005:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e30448c6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.676038:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.676216:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62efd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968961280:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.676236:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30448d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.676352:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e30448c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.676362:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e30448c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.676371:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e30448c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.676377:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e30448c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.676391:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.676766:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40786 00000100:00100000:1.0:1769074947.676780:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+227:2407:x1855007960309504:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.676792:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.676798:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe710c5200/0xf5091596e2fbb4cc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c00 expref: 227 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.676809:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe710c5200/0xf5091596e2fbb4cc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c00 expref: 227 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.676835:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe710c5200/0xf5091596e2fbb4cc lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c00 expref: 227 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.676846:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.676847:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.676850:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30448d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.676857:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30448d4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.676876:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.676968:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e235500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+226:2407:x1855007960309248:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 2564us (3764us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.676976:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40785 00010000:00010000:2.0:1769074947.677005:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30448b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.677013:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30448b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.677021:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30448b8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.677029:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30448b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.677049:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074947.677213:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+118:3659:x1855007968959872:12345-0@lo:6:osp-syn-0-1.0 Request processed in 24186us (24503us total) trans 4294989548 rc 0/0 00000100:00100000:2.0:1769074947.677221:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83025 00010000:00010000:2.0:1769074947.677469:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30448b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.677479:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30448b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.677487:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30448b1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.677494:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30448b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.677510:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1769074947.677620:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+118:3659:x1855007968959744:12345-0@lo:6:osp-syn-0-1.0 Request processed in 24806us (25006us total) trans 4294989549 rc 0/0 00000100:00100000:2.0:1769074947.677628:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83024 00010000:00010000:2.0:1769074947.677656:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e30448cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.677664:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e30448cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.677677:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e30448cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.677684:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e30448cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.677692:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1769074947.677805:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43211880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+110:3658:x1855007968960000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 24103us (24313us total) trans 4294989540 rc 0/0 00000100:00100000:2.0:1769074947.677812:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83028 00010000:00010000:2.0:1769074947.677846:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e30448bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.677853:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e30448bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.677861:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e30448bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.677868:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e30448bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.677876:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:2.0:1769074947.677981:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+110:3660:x1855007968960512:12345-0@lo:6:osp-syn-1-1.0 Request processed in 24711us (24765us total) trans 4294989541 rc 0/0 00000100:00100000:2.0:1769074947.677988:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83026 00000004:00080000:2.0:1769074947.678055:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdb9ef4a80/2, rc 0, transno 4294989540 00000100:00100000:2.0:1769074947.678068:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdb9ef4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968960000:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074947.679555:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1769074947.679568:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e30448c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679579:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.679584:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e30448c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679594:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e30448c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679615:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e30448c6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679622:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e30448c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e8f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679641:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1769074947.679645:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30448b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679651:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.679654:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30448b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679660:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30448b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679671:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30448b8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679677:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e30448b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679688:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1769074947.679691:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30448b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679697:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.679700:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30448b1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679706:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30448b1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679714:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30448b1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679720:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30448b1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679731:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074947.679735:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e30448cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679746:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.679749:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e30448cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679755:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e30448cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679763:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e30448cd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679769:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e30448cd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679786:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.679790:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e30448bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679796:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.679799:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e30448bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679806:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e30448bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679827:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e30448bf lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679840:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e30448bf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1926:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.679857:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.679858:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.679860:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.679881:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968963072:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.680091:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1769074947.680140:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd8b79ad80/2, rc 0, transno 4294989541 00000100:00100000:2.0:1769074947.680146:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8b79ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968960512:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074947.680157:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace3b80/2, rc 0, transno 4294989537 00000100:00100000:2.0:1769074947.680160:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968957312:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.680186:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968963072 00000100:00100000:2.0:1769074947.680193:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968963072 00000100:00100000:2.0:1769074947.680231:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83037 00000100:00100000:2.0:1769074947.680240:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+110:3660:x1855007968963072:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.680267:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8848 count 1 00010000:00010000:2.0:1769074947.680287:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e304490c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2290:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.680305:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe57dbe400/0xf5091596e2fd184b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724faf78 expref: 225 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.680312:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.680314:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.680318:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e304490c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.680347:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe57dbe400/0xf5091596e2fd184b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faf78 expref: 225 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.680358:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe57dbe400/0xf5091596e2fd184b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faf78 expref: 225 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.680370:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968963200:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.680424:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b540 going to sleep for 11 seconds 00000004:00080000:2.0:1769074947.680478:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdb9ef6300/2, rc 0, transno 4294989548 00000100:00100000:2.0:1769074947.680490:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdb9ef6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968959872:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074947.680546:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdb9ef5c00/2, rc 0, transno 4294989549 00000100:00100000:2.0:1769074947.680553:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdb9ef5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968959744:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074947.680582:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe581dad80/2, rc 0, transno 4294989538 00000100:00100000:2.0:1769074947.680586:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe581dad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968958336:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.680600:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968963456:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.680626:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.680647:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968963456 00000100:00100000:2.0:1769074947.680651:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968963456 00000100:00100000:2.0:1769074947.680676:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83038 00000100:00100000:2.0:1769074947.680682:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+118:3658:x1855007968963456:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.680695:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6480 count 1 00010000:00010000:2.0:1769074947.680709:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044913 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1950:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.680723:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6144ec00/0xf5091596e2fdba24 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505158 expref: 219 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.680730:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.680732:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.680735:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044913 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.680756:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6144ec00/0xf5091596e2fdba24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505158 expref: 219 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.680765:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6144ec00/0xf5091596e2fdba24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505158 expref: 219 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.680776:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007968963584:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.680801:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.680836:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074947.680843:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968963328:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.680868:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.680887:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968963328 00000100:00100000:2.0:1769074947.680891:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968963328 00000100:00100000:2.0:1769074947.680913:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83039 00000100:00100000:2.0:1769074947.680920:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+119:3658:x1855007968963328:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.680931:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:590 count 1 00010000:00010000:2.0:1769074947.680944:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e304491a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.680959:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70429200/0xf5091596e2fbf061 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8795 expref: 219 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.680966:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.680968:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.680970:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e304491a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.680989:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe70429200/0xf5091596e2fbf061 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8795 expref: 219 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.680998:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe70429200/0xf5091596e2fbf061 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8795 expref: 219 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.681009:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968963712:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.681033:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.681075:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e236d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+225:2407:x1855007960307712:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 10772us (11746us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.681084:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40777 00010000:00010000:2.0:1769074947.681147:0:14038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ea81e00/0xf5091596e2fc8f77 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f26ab expref: 219 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.681158:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62eff800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968961664:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.681177:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15c00/0xf5091596e30448db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.681192:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15c00/0xf5091596e30448db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.681199:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15c00/0xf5091596e30448db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.681208:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15c00/0xf5091596e30448db lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.681214:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15c00/0xf5091596e30448db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.681229:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074947.681241:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.681245:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15c00/0xf5091596e30448db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.681253:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.681257:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15c00/0xf5091596e30448db lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.681266:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15c00/0xf5091596e30448db lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.681281:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15c00/0xf5091596e30448db lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.681293:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15c00/0xf5091596e30448db lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.681321:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.681323:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.681325:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.681549:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+120:3658:x1855007968961408:12345-0@lo:6:osp-syn-0-1.0 Request processed in 24374us (24428us total) trans 4294989550 rc 0/0 00000100:00100000:2.0:1769074947.681556:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83030 00000004:00080000:2.0:1769074947.681585:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5ec37800/2, rc 0, transno 4294989550 00000100:00100000:2.0:1769074947.681594:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968961408:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.681626:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074947.681634:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ae67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968963840:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.681661:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.681690:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968963840 00000100:00100000:2.0:1769074947.681695:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968963840 00000100:00100000:2.0:1769074947.681717:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83040 00000100:00100000:2.0:1769074947.681723:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+120:3660:x1855007968963840:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.681735:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4700 count 1 00010000:00010000:2.0:1769074947.681747:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044921 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.681759:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1a00/0xf5091596e2fc4eb7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x125c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ee5e4 expref: 218 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.681766:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.681768:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.681771:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044921 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.681790:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1a00/0xf5091596e2fc4eb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x125c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee5e4 expref: 218 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.681800:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1a00/0xf5091596e2fc4eb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee5e4 expref: 218 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.681810:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968963968:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.681850:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b840 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.682131:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.682165:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd448b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+110:3658:x1855007968960384:12345-0@lo:6:osp-syn-1-1.0 Request processed in 28586us (28739us total) trans 4294989539 rc 0/0 00000100:00100000:0.0:1769074947.682173:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83027 00000004:00080000:2.0:1769074947.682251:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd8b79a680/2, rc 0, transno 4294989539 00000100:00100000:2.0:1769074947.682257:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8b79a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968960384:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.682510:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.686206:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.686267:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.686298:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.686340:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.686426:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968962688:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.686475:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e30448f7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2625:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.686504:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968962944:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.686514:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044905 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.686528:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.686539:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa99500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968962816:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.686547:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e30448fe lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.686567:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960309760 00000100:00100000:3.0:1769074947.686573:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960309760 00010000:00010000:3.0:1769074947.686607:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6b793400/0xf5091596e2fbacec lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4420 expref: 225 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.686632:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960310016 00000100:00100000:3.0:1769074947.686634:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960310016 00010000:00010000:3.0:1769074947.686644:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe685fc400/0xf5091596e2fb9ced lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1cc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3421 expref: 219 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.686659:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960309888 00000100:00100000:3.0:1769074947.686660:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960309888 00010000:00010000:3.0:1769074947.686669:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe60f86c00/0xf5091596e2fc0f32 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x41a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea66d expref: 220 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.686678:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960310144 00000100:00100000:3.0:1769074947.686680:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960310144 00010000:00010000:3.0:1769074947.686687:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b8e5800/0xf5091596e2fcf87e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2625:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fb2 expref: 221 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.686699:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40787 00000100:00100000:3.0:1769074947.686706:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62effb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+225:2410:x1855007960309760:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.686720:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.686725:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6b793400/0xf5091596e2fbacec lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4420 expref: 225 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.686738:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6b793400/0xf5091596e2fbacec lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4420 expref: 225 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.686764:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.686766:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.686770:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30448e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.686780:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30448e2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1919:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.686802:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.686861:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62effb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+225:2410:x1855007960309760:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 154us (664us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.686869:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40787 00000100:00100000:3.0:1769074947.686886:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40788 00000100:00100000:3.0:1769074947.686891:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+221:2410:x1855007960310016:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.686899:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.686903:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe685fc400/0xf5091596e2fb9ced lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1cc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3421 expref: 221 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.686913:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe685fc400/0xf5091596e2fb9ced lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3421 expref: 221 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.686925:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.686927:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.686930:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30448f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.686937:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30448f0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1cc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.686947:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.686961:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+221:2410:x1855007960310016:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 70us (693us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.686966:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40788 00000100:00100000:3.0:1769074947.686976:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40789 00000100:00100000:3.0:1769074947.686981:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe48c88850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+220:2410:x1855007960309888:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.686986:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.686990:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe60f86c00/0xf5091596e2fc0f32 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x41a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea66d expref: 220 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.686999:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe60f86c00/0xf5091596e2fc0f32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x41a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea66d expref: 220 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.687009:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.687010:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.687014:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e30448e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687021:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e30448e9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x41a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687030:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.687045:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe48c88850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+220:2410:x1855007960309888:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 63us (746us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.687051:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40789 00000100:00100000:3.0:1769074947.687063:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40790 00000100:00100000:3.0:1769074947.687068:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+219:2407:x1855007960310144:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.687074:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.687078:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b8e5800/0xf5091596e2fcf87e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2625:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fb2 expref: 219 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.687091:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b8e5800/0xf5091596e2fcf87e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2625:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fb2 expref: 219 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.687102:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b8e5800/0xf5091596e2fcf87e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2625:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fb2 expref: 219 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.687115:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.687116:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.687119:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e30448f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2625:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687125:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e30448f7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2625:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687143:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.687162:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+218:2407:x1855007960310144:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 94us (821us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.687167:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40790 00010000:00010000:3.0:1769074947.687191:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e30448f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687198:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e30448f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687206:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e30448f7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687218:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e30448f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687234:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.687482:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+121:3659:x1855007968962560:12345-0@lo:6:osp-syn-0-1.0 Request processed in 19886us (19954us total) trans 4294989551 rc 0/0 00000100:00100000:3.0:1769074947.687490:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83034 00010000:00010000:3.0:1769074947.687512:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.687517:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e30448f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687525:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dc600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.687528:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e30448f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687537:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e30448f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687548:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e30448f7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687554:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e30448f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687570:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.687572:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.687574:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.687599:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60f86c00/0xf5091596e2fc0f32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x41a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea66d expref: 217 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.687610:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec34000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968962048:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.687623:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e30448e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687631:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e30448e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687637:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e30448e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687644:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e30448e9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687650:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e30448e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687673:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.687786:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+121:3660:x1855007968961536:12345-0@lo:6:osp-syn-0-1.0 Request processed in 28677us (29016us total) trans 4294989552 rc 0/0 00000100:00100000:3.0:1769074947.687792:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83032 00010000:00010000:3.0:1769074947.687918:0:12381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6b793400/0xf5091596e2fbacec lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1919:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4420 expref: 224 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.687934:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007968961920:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.687944:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30448e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687954:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30448e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687960:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30448e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687966:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30448e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687972:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30448e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.687985:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074947.688109:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+110:3660:x1855007968961024:12345-0@lo:6:osp-syn-1-1.0 Request processed in 29191us (29424us total) trans 4294989542 rc 0/0 00000100:00100000:3.0:1769074947.688115:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83031 00010000:00010000:3.0:1769074947.688131:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074947.688136:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e30448e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688143:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.688178:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e30448e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688186:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e30448e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688196:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e30448e9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688203:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e30448e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688215:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.688219:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30448e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688225:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.688228:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30448e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688234:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30448e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688243:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30448e2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688250:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e30448e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1919:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688267:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.688269:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.688271:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.688290:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe685fc400/0xf5091596e2fb9ced lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1cc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3421 expref: 216 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.688299:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec36680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968962176:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.688309:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30448f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688316:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30448f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688322:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30448f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688329:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30448f0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688335:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30448f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688348:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.688472:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+121:3659:x1855007968961792:12345-0@lo:6:osp-syn-0-1.0 Request processed in 29125us (29180us total) trans 4294989553 rc 0/0 00000100:00100000:3.0:1769074947.688479:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83033 00010000:00010000:3.0:1769074947.688495:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.688500:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30448f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688507:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.688510:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30448f0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688517:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30448f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688527:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30448f0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688532:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30448f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688545:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.688546:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.688547:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.688563:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968964096:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.688597:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.688618:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4be07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968964608:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.688635:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1769074947.688658:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5ec36a00/2, rc 0, transno 4294989552 00000100:00100000:3.0:1769074947.688668:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968961536:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074947.688677:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73b64700/2, rc 0, transno 4294989542 00000100:00100000:3.0:1769074947.688685:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968961024:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.688696:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074947.688702:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4be05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968964480:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.688722:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.688747:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968964096 00000100:00100000:3.0:1769074947.688753:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968964096 00000100:00100000:3.0:1769074947.688782:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968964608 00000100:00100000:3.0:1769074947.688785:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968964608 00000100:00100000:3.0:1769074947.688801:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968964480 00000100:00100000:3.0:1769074947.688804:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968964480 00000100:00100000:3.0:1769074947.688837:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83041 00000100:00100000:3.0:1769074947.688844:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+112:3660:x1855007968964096:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.688867:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:10208 count 1 00010000:00010000:3.0:1769074947.688886:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044928 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688900:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe51970200/0xf5091596e2fd03c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f9af6 expref: 223 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.688907:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.688909:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.688913:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044928 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.688936:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe51970200/0xf5091596e2fd03c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9af6 expref: 223 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.688947:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe51970200/0xf5091596e2fd03c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9af6 expref: 223 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.688965:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007968964736:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.689012:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.689153:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62efd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968964352:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.689184:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.689209:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968964352 00000100:00100000:2.0:1769074947.689212:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968964352 00000100:00100000:2.0:1769074947.689239:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83042 00000100:00100000:2.0:1769074947.689246:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+113:3660:x1855007968964608:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.689258:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7369 count 1 00010000:00010000:2.0:1769074947.689272:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e304492f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.689285:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe685fc200/0xf5091596e2fb9ce6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e341a expref: 223 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.689298:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.689300:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.689303:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e304492f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.689321:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe685fc200/0xf5091596e2fb9ce6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e341a expref: 223 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.689330:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe685fc200/0xf5091596e2fb9ce6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e341a expref: 223 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.689339:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968964992:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.689364:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.689381:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83043 00000100:00100000:2.0:1769074947.689388:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+113:3660:x1855007968964480:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.689401:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1050 count 1 00010000:00010000:2.0:1769074947.689412:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e3044936 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x41a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.689424:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6588a200/0xf5091596e2fc0f39 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x41a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ea666 expref: 223 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.689430:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.689432:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.689434:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e3044936 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x41a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.689479:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6588a200/0xf5091596e2fc0f39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x41a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea666 expref: 223 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.689488:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6588a200/0xf5091596e2fc0f39 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x41a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea666 expref: 223 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.689497:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968965120:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.689520:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5b659b40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.689537:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1769074947.689543:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62efdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968964224:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.689567:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.689588:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968964224 00000100:00100000:2.0:1769074947.689591:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968964224 00000100:00100000:2.0:1769074947.689612:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83044 00000100:00100000:2.0:1769074947.689616:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+114:3658:x1855007968964352:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.689626:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2523 count 1 00010000:00010000:2.0:1769074947.689637:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304493d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9db:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.689648:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ea83200/0xf5091596e2fc8f70 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x9db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f26a4 expref: 223 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.689654:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.689655:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.689658:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304493d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x9db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.689680:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ea83200/0xf5091596e2fc8f70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f26a4 expref: 223 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.689689:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ea83200/0xf5091596e2fc8f70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x9db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f26a4 expref: 223 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.689697:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007968965248:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.689720:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5b6599c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.689736:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83045 00000100:00100000:2.0:1769074947.689743:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+114:3658:x1855007968964224:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.689753:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6261 count 1 00010000:00010000:2.0:1769074947.689763:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044944 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1875:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.689774:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a867e00/0xf5091596e2fcec30 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8364 expref: 223 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.689780:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.689781:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.689784:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044944 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.689801:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a867e00/0xf5091596e2fcec30 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8364 expref: 223 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.689810:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a867e00/0xf5091596e2fcec30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8364 expref: 223 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.689841:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007968965376:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.689863:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5b659a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.689876:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968964864:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.689898:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.689926:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968964864 00000100:00100000:2.0:1769074947.689930:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968964864 00000100:00100000:2.0:1769074947.689953:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83046 00000100:00100000:2.0:1769074947.689958:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+121:3658:x1855007968964864:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.689968:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8180 count 1 00010000:00010000:2.0:1769074947.689980:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304494b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ff4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.689991:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f713800/0xf5091596e2fc8345 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f1a72 expref: 215 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.689997:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.689998:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.690001:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304494b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.690021:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f713800/0xf5091596e2fc8345 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1a72 expref: 215 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.690030:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f713800/0xf5091596e2fc8345 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1a72 expref: 215 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.690046:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968965504:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.690066:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.690191:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+223:2407:x1855007960309504:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 13414us (16974us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.690200:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40786 00010000:00010000:1.0:1769074947.690258:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30448d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.690266:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30448d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.690275:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30448d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.690283:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30448d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.690310:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.690547:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe565faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+115:3657:x1855007968961152:12345-0@lo:6:osp-syn-1-1.0 Request processed in 34020us (34118us total) trans 4294989543 rc 0/0 00000100:00100000:1.0:1769074947.690554:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83029 00010000:00010000:2.0:1769074947.690704:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.690710:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30448d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.690717:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.690721:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30448d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.690728:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30448d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.690742:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30448d4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.690748:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30448d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.690767:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.690769:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.690770:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.690849:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.691644:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5ec35500/2, rc 0, transno 4294989551 00000100:00100000:0.0:1769074947.691670:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968962560:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074947.691683:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5ec37100/2, rc 0, transno 4294989553 00000100:00100000:0.0:1769074947.691687:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968961792:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074947.691713:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5d411180/2, rc 0, transno 4294989543 00000100:00100000:0.0:1769074947.691719:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d411180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968961152:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.692059:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.692070:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968965760:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.692119:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.692154:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968965760 00000100:00100000:1.0:1769074947.692159:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968965760 00000100:00100000:1.0:1769074947.692195:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83047 00000100:00100000:1.0:1769074947.692201:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+122:3660:x1855007968965760:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.692222:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3016 count 1 00010000:00010000:1.0:1769074947.692242:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044952 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.692259:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bf0c600/0xf5091596e2fbafbd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e46ea expref: 215 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.692267:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.692269:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.692273:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044952 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.692295:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bf0c600/0xf5091596e2fbafbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e46ea expref: 215 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.692306:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bf0c600/0xf5091596e2fbafbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e46ea expref: 215 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.692318:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007968965888:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.692367:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.692384:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968965632:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.692407:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.692438:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968965632 00000100:00100000:1.0:1769074947.692441:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968965632 00000100:00100000:1.0:1769074947.692496:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83048 00000100:00100000:1.0:1769074947.692503:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+123:3658:x1855007968965632:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.692515:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7421 count 1 00010000:00010000:1.0:1769074947.692526:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044959 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1cfd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.692537:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe62e5ae00/0xf5091596e2fcaf44 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1cfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f467f expref: 215 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.692543:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.692544:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.692546:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044959 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1cfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.692565:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe62e5ae00/0xf5091596e2fcaf44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f467f expref: 215 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.692579:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe62e5ae00/0xf5091596e2fcaf44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f467f expref: 215 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.692589:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007968966016:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.692613:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbc00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.694323:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968966272:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.694374:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.694415:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968966272 00000100:00100000:3.0:1769074947.694421:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968966272 00000100:00100000:3.0:1769074947.694485:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83049 00000100:00100000:3.0:1769074947.694493:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+115:3657:x1855007968966272:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.694517:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5547 count 1 00010000:00010000:3.0:1769074947.694542:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044960 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.694560:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f9cec00/0xf5091596e2fcb13c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f4870 expref: 222 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.694568:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.694570:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.694573:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044960 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.694600:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f9cec00/0xf5091596e2fcb13c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4870 expref: 222 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.694611:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f9cec00/0xf5091596e2fcb13c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4870 expref: 222 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.694628:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007968966400:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.694681:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.694741:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.694788:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.694808:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960310272 00000100:00100000:3.0:1769074947.694812:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960310272 00010000:00010000:3.0:1769074947.694844:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f9ce000/0xf5091596e2fcb143 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4877 expref: 216 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.694865:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960310400 00000100:00100000:3.0:1769074947.694867:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960310400 00010000:00010000:3.0:1769074947.694879:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddfba00/0xf5091596e2fbcffa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e672e expref: 217 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.694899:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40791 00000100:00100000:3.0:1769074947.694906:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+217:2409:x1855007960310272:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.694916:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.694921:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f9ce000/0xf5091596e2fcb143 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4877 expref: 217 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.694933:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f9ce000/0xf5091596e2fcb143 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4877 expref: 217 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.694953:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f9ce000/0xf5091596e2fcb143 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4877 expref: 217 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.694972:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.694973:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.694977:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e30448fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.694985:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e30448fe lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x15ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695004:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.695027:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+216:2409:x1855007960310272:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 122us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.695035:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40791 00000100:00100000:3.0:1769074947.695049:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40792 00000100:00100000:3.0:1769074947.695054:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+215:2409:x1855007960310400:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.695062:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.695066:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddfba00/0xf5091596e2fbcffa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e672e expref: 215 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.695076:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddfba00/0xf5091596e2fbcffa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e672e expref: 215 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.695087:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddfba00/0xf5091596e2fbcffa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e672e expref: 215 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.695096:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.695098:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.695101:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044905 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695109:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044905 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695123:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.695138:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+214:2409:x1855007960310400:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 84us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.695144:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40792 00010000:00010000:3.0:1769074947.695162:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044905 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695170:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044905 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695179:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044905 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695187:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044905 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695200:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.695399:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+124:3658:x1855007968962304:12345-0@lo:6:osp-syn-0-1.0 Request processed in 27297us (27501us total) trans 4294989554 rc 0/0 00000100:00100000:3.0:1769074947.695406:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83036 00010000:00010000:3.0:1769074947.695425:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.695431:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044905 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695439:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dda00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.695442:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044905 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695471:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044905 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695482:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044905 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695489:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044905 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695509:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.695510:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.695512:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.695522:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e30448fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695529:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e30448fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695536:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e30448fe lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695542:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e30448fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695554:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.695655:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+124:3658:x1855007968962432:12345-0@lo:6:osp-syn-0-1.0 Request processed in 27682us (27806us total) trans 4294989555 rc 0/0 00000100:00100000:3.0:1769074947.695662:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83035 00010000:00010000:3.0:1769074947.695681:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.695686:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e30448fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695694:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dc800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.695697:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e30448fe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695704:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e30448fe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695714:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e30448fe lrc: 1/0,0 mode: --/PW res: [0x280000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695721:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e30448fe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695733:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.695735:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.695736:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.695866:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.695881:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960310528 00000100:00100000:3.0:1769074947.695886:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960310528 00010000:00010000:3.0:1769074947.695905:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6144ec00/0xf5091596e2fdba24 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505158 expref: 214 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.695925:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40793 00000100:00100000:3.0:1769074947.695932:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+214:2409:x1855007960310528:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.695940:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.695945:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6144ec00/0xf5091596e2fdba24 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1950:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505158 expref: 214 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.695955:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6144ec00/0xf5091596e2fdba24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1950:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505158 expref: 214 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.695968:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.695970:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.695974:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044913 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1950:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695981:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044913 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1950:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.695995:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.696015:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+214:2409:x1855007960310528:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 84us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.696021:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40793 00000100:00100000:3.0:1769074947.696050:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.696064:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960310656 00000100:00100000:3.0:1769074947.696068:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960310656 00010000:00010000:3.0:1769074947.696081:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70429200/0xf5091596e2fbf061 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8795 expref: 214 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.696098:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40794 00000100:00100000:3.0:1769074947.696104:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+214:2409:x1855007960310656:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.696111:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.696115:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe70429200/0xf5091596e2fbf061 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8795 expref: 214 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.696124:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe70429200/0xf5091596e2fbf061 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8795 expref: 214 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.696136:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.696138:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.696140:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e304491a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.696148:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e304491a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.696163:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.696180:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+214:2409:x1855007960310656:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 75us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.696186:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40794 00000100:00100000:3.0:1769074947.696262:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.696275:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960310912 00000100:00100000:3.0:1769074947.696278:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960310912 00010000:00010000:3.0:1769074947.696292:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe57dbe400/0xf5091596e2fd184b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faf78 expref: 223 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.696310:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40795 00000100:00100000:3.0:1769074947.696317:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+223:2410:x1855007960310912:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.696324:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.696328:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe57dbe400/0xf5091596e2fd184b lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faf78 expref: 223 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.696337:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe57dbe400/0xf5091596e2fd184b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faf78 expref: 223 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.696349:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.696351:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.696355:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e304490c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.696362:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e304490c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2290:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.696373:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.696391:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+223:2410:x1855007960310912:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 74us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.696398:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40795 00000100:00100000:3.0:1769074947.696435:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.696473:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960310784 00000100:00100000:3.0:1769074947.696477:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960310784 00010000:00010000:3.0:1769074947.696491:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1a00/0xf5091596e2fc4eb7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x125c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee5e4 expref: 214 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.696513:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40796 00000100:00100000:3.0:1769074947.696519:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe48c8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+214:2410:x1855007960310784:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.696526:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.696530:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1a00/0xf5091596e2fc4eb7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x125c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee5e4 expref: 214 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.696539:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1a00/0xf5091596e2fc4eb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x125c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee5e4 expref: 214 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.696551:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.696552:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.696556:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044921 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.696563:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044921 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.696575:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.696592:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe48c8bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+214:2410:x1855007960310784:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 73us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.696598:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40796 00000100:00100000:1.0:1769074947.697219:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968966144:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.697261:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.697302:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968966144 00000100:00100000:1.0:1769074947.697306:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968966144 00000100:00100000:1.0:1769074947.697337:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83050 00000100:00100000:1.0:1769074947.697343:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+116:3660:x1855007968966144:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.697363:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:623 count 1 00010000:00010000:1.0:1769074947.697383:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe600/0xf5091596e3044967 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.697397:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe56a18c00/0xf5091596e2fbd001 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6735 expref: 222 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.697404:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.697406:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.697409:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe600/0xf5091596e3044967 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.697442:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe56a18c00/0xf5091596e2fbd001 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6735 expref: 222 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.697482:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe56a18c00/0xf5091596e2fbd001 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6735 expref: 222 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.697493:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968966528:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.697543:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbe40 going to sleep for 11 seconds 00000004:00080000:1.0:1769074947.697589:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5ec35180/2, rc 0, transno 4294989554 00000100:00100000:1.0:1769074947.697602:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968962304:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.697659:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5ec37b80/2, rc 0, transno 4294989555 00000100:00100000:1.0:1769074947.697666:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968962432:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.697698:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.697705:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43f74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968966784:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.697731:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.697754:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968966784 00000100:00100000:1.0:1769074947.697758:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968966784 00000100:00100000:1.0:1769074947.697781:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83051 00000100:00100000:1.0:1769074947.697787:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+124:3660:x1855007968966784:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.697800:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:814 count 1 00010000:00010000:1.0:1769074947.697815:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e304496e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x32e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.697839:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe59486e00/0xf5091596e2fcc4fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c35 expref: 213 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.697845:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.697847:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.697850:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e304496e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.697871:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe59486e00/0xf5091596e2fcc4fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c35 expref: 213 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.697881:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe59486e00/0xf5091596e2fcc4fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c35 expref: 213 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.697893:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968966912:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.697914:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbb40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.697930:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968966656:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.697951:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.697978:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968966656 00000100:00100000:1.0:1769074947.697981:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968966656 00000100:00100000:1.0:1769074947.698004:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83052 00000100:00100000:1.0:1769074947.698009:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+125:3658:x1855007968966656:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.698020:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1158 count 1 00010000:00010000:1.0:1769074947.698032:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e3044975 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x486:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.698043:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe47e4bc00/0xf5091596e2fd9127 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250285b expref: 213 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.698050:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.698051:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.698054:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e3044975 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.698071:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe47e4bc00/0xf5091596e2fd9127 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250285b expref: 213 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.698079:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe47e4bc00/0xf5091596e2fd9127 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250285b expref: 213 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.698089:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007968967040:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.698109:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb240 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.698513:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70429200/0xf5091596e2fbf061 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8795 expref: 213 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.698528:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968963712:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.698545:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e304491a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.698555:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e304491a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.698562:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e304491a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.698572:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e304491a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.698579:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e304491a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.698601:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.698883:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+126:3658:x1855007968963328:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17962us (18013us total) trans 4294989556 rc 0/0 00000100:00100000:0.0:1769074947.698891:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83039 00010000:00010000:0.0:1769074947.698930:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6144ec00/0xf5091596e2fdba24 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505158 expref: 212 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.698941:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007968963584:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.698952:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044913 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.698959:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044913 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.698965:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044913 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.698972:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044913 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.698979:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044913 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.698992:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074947.699097:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+126:3658:x1855007968963456:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18415us (18470us total) trans 4294989557 rc 0/0 00000100:00100000:0.0:1769074947.699103:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83038 00010000:00010000:0.0:1769074947.699123:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.699150:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e304491a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.699157:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.699161:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e304491a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.699169:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e304491a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.699185:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e304491a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.699192:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e304491a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.699207:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.699210:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044913 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.699216:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.699218:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044913 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.699225:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044913 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.699234:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044913 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.699241:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044913 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.699253:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.699255:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.699257:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.699406:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.699443:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57ce2a00/2, rc 0, transno 4294989556 00000100:00100000:1.0:1769074947.699474:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968963328:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.699486:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57ce2300/2, rc 0, transno 4294989557 00000100:00100000:1.0:1769074947.699489:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968963456:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074947.699807:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1a00/0xf5091596e2fc4eb7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x125c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee5e4 expref: 211 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.699831:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968963968:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.699845:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044921 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.699852:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044921 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.699858:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044921 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.699865:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044921 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.699872:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044921 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.699889:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.700034:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+126:3660:x1855007968963840:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18309us (18371us total) trans 4294989558 rc 0/0 00000100:00100000:2.0:1769074947.700041:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83040 00010000:00010000:2.0:1769074947.700062:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.700067:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044921 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.700074:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.700077:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044921 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.700090:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044921 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.700103:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044921 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.700110:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044921 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.700124:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.700126:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.700128:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.700154:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe57dbe400/0xf5091596e2fd184b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2290:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faf78 expref: 222 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.700163:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968963200:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.700174:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e304490c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.700181:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e304490c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.700188:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e304490c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.700195:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e304490c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.700203:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e304490c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.700215:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.700354:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+117:3660:x1855007968963072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 20115us (20263us total) trans 4294989544 rc 0/0 00000100:00100000:2.0:1769074947.700361:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83037 00010000:00010000:2.0:1769074947.700381:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.700386:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e304490c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.700393:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.700396:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e304490c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.700404:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e304490c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.700416:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e304490c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.700423:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e304490c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2290:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.700444:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.700495:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.700497:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.700561:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968967168:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.700604:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.700644:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5ae67100/2, rc 0, transno 4294989558 00000100:00100000:1.0:1769074947.700655:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968963840:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.700667:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62efd180/2, rc 0, transno 4294989544 00000100:00100000:1.0:1769074947.700676:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62efd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968963072:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.700745:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.700751:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968967552:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.700773:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.700798:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968967424:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.700830:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.700853:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968967168 00000100:00100000:1.0:1769074947.700859:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968967168 00000100:00100000:1.0:1769074947.700892:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968967552 00000100:00100000:1.0:1769074947.700895:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968967552 00000100:00100000:1.0:1769074947.700912:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968967424 00000100:00100000:1.0:1769074947.700914:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968967424 00000100:00100000:1.0:1769074947.700928:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83053 00000100:00100000:1.0:1769074947.700935:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+127:3660:x1855007968967168:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.700957:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8803 count 1 00010000:00010000:1.0:1769074947.700977:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304497c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2263:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.700991:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48ee8800/0xf5091596e2fd4af6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fe22a expref: 210 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.701000:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.701002:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.701005:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304497c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.701028:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe48ee8800/0xf5091596e2fd4af6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe22a expref: 210 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.701039:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48ee8800/0xf5091596e2fd4af6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe22a expref: 210 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.701050:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007968967680:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.701104:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.701120:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83054 00000100:00100000:1.0:1769074947.701127:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+117:3660:x1855007968967552:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.701138:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9765 count 1 00010000:00010000:1.0:1769074947.701150:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe400/0xf5091596e3044983 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2625:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.701161:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b8e5200/0xf5091596e2fcf885 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2625:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fb9 expref: 221 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.701168:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.701169:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.701171:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe400/0xf5091596e3044983 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2625:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.701190:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b8e5200/0xf5091596e2fcf885 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2625:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fb9 expref: 221 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.701199:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b8e5200/0xf5091596e2fcf885 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2625:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fb9 expref: 221 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.701208:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968967808:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.701230:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.701245:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83055 00000100:00100000:1.0:1769074947.701252:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+127:3658:x1855007968967424:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.701264:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4912 count 1 00010000:00010000:1.0:1769074947.701276:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e304498a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1330:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.701287:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6144c600/0xf5091596e2fdbac5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725051f2 expref: 210 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.701293:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.701295:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.701297:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e304498a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.701315:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6144c600/0xf5091596e2fdbac5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725051f2 expref: 210 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.701323:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6144c600/0xf5091596e2fdbac5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725051f2 expref: 210 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.701333:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968967936:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.701354:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.701513:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074947.701521:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968967296:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.701544:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.701576:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968967296 00000100:00100000:1.0:1769074947.701580:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968967296 00000100:00100000:1.0:1769074947.701608:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83056 00000100:00100000:1.0:1769074947.701615:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+128:3658:x1855007968967296:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.701628:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5473 count 1 00010000:00010000:1.0:1769074947.701640:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e3044991 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.701652:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ae3be00/0xf5091596e2fbfdf1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e9525 expref: 210 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.701659:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.701661:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.701663:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e3044991 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.701682:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ae3be00/0xf5091596e2fbfdf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9525 expref: 210 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.701691:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ae3be00/0xf5091596e2fbfdf1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9525 expref: 210 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.701701:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968968064:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.701730:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.702526:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.702548:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960311040 00000100:00100000:0.0:1769074947.702553:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960311040 00010000:00010000:0.0:1769074947.702578:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe51970200/0xf5091596e2fd03c9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9af6 expref: 222 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.702600:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40797 00000100:00100000:0.0:1769074947.702607:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+222:2408:x1855007960311040:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.702616:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.702620:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe51970200/0xf5091596e2fd03c9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9af6 expref: 222 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.702631:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe51970200/0xf5091596e2fd03c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9af6 expref: 222 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.702650:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.702652:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.702656:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044928 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.702670:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044928 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.702685:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.702715:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+222:2408:x1855007960311040:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 108us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.702722:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40797 00000100:00100000:0.0:1769074947.702768:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.702844:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960311168 00000100:00100000:0.0:1769074947.702848:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960311168 00010000:00010000:0.0:1769074947.702863:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe685fc200/0xf5091596e2fb9ce6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e341a expref: 222 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.702882:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40798 00000100:00100000:0.0:1769074947.702889:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e235500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+222:2407:x1855007960311168:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.702897:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.702900:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe685fc200/0xf5091596e2fb9ce6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e341a expref: 222 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.702909:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe685fc200/0xf5091596e2fb9ce6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e341a expref: 222 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.702921:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.702923:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.702926:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e304492f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.702937:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e304492f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.702950:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.702971:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e235500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+222:2407:x1855007960311168:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 82us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.702978:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40798 00010000:00010000:2.0:1769074947.703077:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe685fc200/0xf5091596e2fb9ce6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e341a expref: 221 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.703092:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968964992:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.703109:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e304492f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.703119:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e304492f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.703125:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e304492f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.703134:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e304492f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.703141:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e304492f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.703166:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.703405:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+118:3660:x1855007968964608:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14159us (14768us total) trans 4294989545 rc 0/0 00000100:00100000:2.0:1769074947.703413:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83042 00000100:00100000:2.0:1769074947.703466:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa65880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007968965248:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.703479:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304493d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.703712:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa65f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007968965376:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.703723:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044944 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1769074947.703756:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4be07100/2, rc 0, transno 4294989545 00000100:00100000:2.0:1769074947.703768:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4be07100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968964608:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.703839:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968968192:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.703868:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.703896:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968968192 00000100:00100000:2.0:1769074947.703900:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968968192 00000100:00100000:2.0:1769074947.703922:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83057 00000100:00100000:2.0:1769074947.703927:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+118:3660:x1855007968968192:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.703946:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:590 count 1 00010000:00010000:2.0:1769074947.703961:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044998 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.703974:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70429800/0xf5091596e2fbf05a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e878e expref: 220 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.703981:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.703982:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.703985:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044998 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.704005:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe70429800/0xf5091596e2fbf05a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e878e expref: 220 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.704016:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe70429800/0xf5091596e2fbf05a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e878e expref: 220 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.704027:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968968320:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.704064:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95d80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.704083:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968965120:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.704094:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e3044936 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x41a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.704117:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968965504:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.704126:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304494b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.704230:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe51970200/0xf5091596e2fd03c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9af6 expref: 220 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.704242:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007968964736:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.704255:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044928 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.704262:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044928 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.704272:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044928 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.704279:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044928 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.704286:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044928 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.704308:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.704441:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+119:3660:x1855007968964096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15598us (15843us total) trans 4294989546 rc 0/0 00000100:00100000:1.0:1769074947.704472:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83041 00010000:00010000:0.0:1769074947.704634:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.704641:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e304492f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.704649:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.704653:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e304492f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.704663:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e304492f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.704679:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e304492f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.704686:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e304492f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1cc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.704702:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.704705:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044928 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.704711:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.704714:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044928 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.704720:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044928 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.704728:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044928 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.704734:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e3044928 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27e0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.704759:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.704760:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.704762:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.705664:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074947.705707:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62eff800/2, rc 0, transno 4294989546 00000100:00100000:2.0:1769074947.705729:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62eff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968964096:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.705838:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074947.705853:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968968448:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.705900:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.705977:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968968448 00000100:00100000:2.0:1769074947.705983:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968968448 00000100:00100000:2.0:1769074947.706027:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83058 00000100:00100000:2.0:1769074947.706035:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+119:3658:x1855007968968448:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.706058:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6480 count 1 00010000:00010000:2.0:1769074947.706080:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6200/0xf5091596e304499f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1950:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.706102:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6144e000/0xf5091596e2fdba2b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250515f expref: 219 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.706109:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.706111:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.706114:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6200/0xf5091596e304499f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.706140:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6144e000/0xf5091596e2fdba2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250515f expref: 219 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.706151:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6144e000/0xf5091596e2fdba2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250515f expref: 219 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.706162:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968968576:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.706887:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.707158:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.707234:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.707257:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.707276:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960311296 00000100:00100000:0.0:1769074947.707283:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960311296 00010000:00010000:0.0:1769074947.707311:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6588a200/0xf5091596e2fc0f39 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x41a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea666 expref: 220 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.707339:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960311552 00000100:00100000:0.0:1769074947.707343:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960311552 00010000:00010000:0.0:1769074947.707357:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a867e00/0xf5091596e2fcec30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8364 expref: 221 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.707378:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960311424 00000100:00100000:0.0:1769074947.707381:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960311424 00010000:00010000:0.0:1769074947.707392:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ea83200/0xf5091596e2fc8f70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x9db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f26a4 expref: 222 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.707411:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40799 00000100:00100000:0.0:1769074947.707419:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+222:2409:x1855007960311296:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.707433:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.707438:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6588a200/0xf5091596e2fc0f39 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x41a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea666 expref: 222 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.707474:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6588a200/0xf5091596e2fc0f39 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x41a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea666 expref: 222 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.707494:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6588a200/0xf5091596e2fc0f39 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x41a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea666 expref: 222 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.707507:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.707510:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.707514:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e3044936 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.707523:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e3044936 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x41a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.707548:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.707588:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+221:2409:x1855007960311296:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 169us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.707595:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40799 00000100:00100000:0.0:1769074947.707612:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40800 00000100:00100000:0.0:1769074947.707618:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+220:2409:x1855007960311552:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.707625:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.707630:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a867e00/0xf5091596e2fcec30 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8364 expref: 220 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.707639:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a867e00/0xf5091596e2fcec30 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8364 expref: 220 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.707650:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a867e00/0xf5091596e2fcec30 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1875:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8364 expref: 220 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.707659:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.707660:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.707663:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044944 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.707670:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044944 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1875:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.707685:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.707701:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+219:2409:x1855007960311552:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 84us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.707707:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40800 00000100:00100000:0.0:1769074947.707718:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40801 00000100:00100000:0.0:1769074947.707724:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+218:2409:x1855007960311424:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.707730:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.707734:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ea83200/0xf5091596e2fc8f70 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x9db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f26a4 expref: 218 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.707742:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ea83200/0xf5091596e2fc8f70 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f26a4 expref: 218 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.707753:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ea83200/0xf5091596e2fc8f70 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x9db:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f26a4 expref: 218 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.707762:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.707763:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.707766:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304493d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.707773:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304493d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9db:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.707788:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.707803:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+217:2409:x1855007960311424:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 80us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.707809:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40801 00010000:00010000:0.0:1769074947.707847:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304493d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.707855:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304493d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.707864:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304493d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.707872:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304493d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.707889:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.708106:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+120:3658:x1855007968964352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18488us (18920us total) trans 4294989547 rc 0/0 00000100:00100000:0.0:1769074947.708114:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83044 00010000:00010000:0.0:1769074947.708136:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.708142:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304493d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708150:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.708154:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304493d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708163:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304493d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708174:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304493d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708181:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e304493d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9db:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708212:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.708214:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.708216:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.708226:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044944 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708234:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044944 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708242:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044944 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708250:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044944 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708263:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.708373:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+120:3658:x1855007968964224:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18629us (18804us total) trans 4294989548 rc 0/0 00000100:00100000:0.0:1769074947.708379:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83045 00010000:00010000:0.0:1769074947.708397:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.708401:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044944 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708407:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.708410:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044944 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708422:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044944 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708432:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044944 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708438:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044944 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1875:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708473:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.708475:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.708476:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.708489:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e3044936 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708495:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e3044936 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708502:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e3044936 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708507:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e3044936 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708519:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.708622:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+120:3660:x1855007968964480:12345-0@lo:6:osp-syn-1-1.0 Request processed in 19234us (19898us total) trans 4294989549 rc 0/0 00000100:00100000:0.0:1769074947.708631:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83043 00010000:00010000:0.0:1769074947.708648:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.708652:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e3044936 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708659:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.708662:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e3044936 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708668:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e3044936 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708678:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e3044936 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708684:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6400/0xf5091596e3044936 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x41a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.708707:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.708709:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.708710:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.708747:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4be05500/2, rc 0, transno 4294989549 00000100:00100000:0.0:1769074947.708759:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4be05500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968964480:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.708841:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968968704:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.708871:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074947.708900:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62efdc00/2, rc 0, transno 4294989548 00000100:00100000:0.0:1769074947.708908:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62efdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968964224:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.708918:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62efd880/2, rc 0, transno 4294989547 00000100:00100000:0.0:1769074947.708921:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62efd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968964352:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.708972:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968968960:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.708995:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.709013:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.709018:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968968832:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.709036:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.709060:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968968704 00000100:00100000:0.0:1769074947.709066:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968968704 00000100:00100000:0.0:1769074947.709092:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968968960 00000100:00100000:0.0:1769074947.709095:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968968960 00000100:00100000:0.0:1769074947.709110:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968968832 00000100:00100000:0.0:1769074947.709113:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968968832 00000100:00100000:0.0:1769074947.709130:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83059 00000100:00100000:0.0:1769074947.709137:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+122:3658:x1855007968968704:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.709159:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4700 count 1 00010000:00010000:0.0:1769074947.709180:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e30449a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x125c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.709195:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7d0000/0xf5091596e2fc4eb0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x125c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ee5eb expref: 216 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.709202:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.709204:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.709207:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e30449a6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x125c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.709233:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7d0000/0xf5091596e2fc4eb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x125c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee5eb expref: 216 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.709244:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7d0000/0xf5091596e2fc4eb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x125c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee5eb expref: 216 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.709254:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007968969088:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.709298:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.709314:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83060 00000100:00100000:0.0:1769074947.709321:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+122:3660:x1855007968968960:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.709333:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7421 count 1 00010000:00010000:0.0:1769074947.709344:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e30449ad lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.709355:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe714c9800/0xf5091596e2fcaf4b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f4678 expref: 216 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.709361:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.709362:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.709365:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e30449ad lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.709381:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe714c9800/0xf5091596e2fcaf4b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4678 expref: 216 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.709395:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe714c9800/0xf5091596e2fcaf4b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4678 expref: 216 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.709405:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007968969216:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.709425:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.709440:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83061 00000100:00100000:0.0:1769074947.709472:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+122:3660:x1855007968968832:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.709483:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8180 count 1 00010000:00010000:0.0:1769074947.709494:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e30449b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.709504:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f712a00/0xf5091596e2fc833e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f1a79 expref: 216 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.709510:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.709512:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.709514:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e30449b4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.709532:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f712a00/0xf5091596e2fc833e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1a79 expref: 216 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.709541:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f712a00/0xf5091596e2fc833e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1a79 expref: 216 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.709556:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968969344:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.709585:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.709632:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.709747:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.709763:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960311680 00000100:00100000:0.0:1769074947.709766:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960311680 00010000:00010000:0.0:1769074947.709785:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f713800/0xf5091596e2fc8345 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1a72 expref: 211 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.709804:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960311808 00000100:00100000:0.0:1769074947.709806:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960311808 00010000:00010000:0.0:1769074947.709872:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bf0c600/0xf5091596e2fbafbd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e46ea expref: 212 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.709895:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40802 00000100:00100000:0.0:1769074947.709902:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec36680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+212:2409:x1855007960311680:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.709912:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.709916:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f713800/0xf5091596e2fc8345 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ff4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1a72 expref: 212 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.709928:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f713800/0xf5091596e2fc8345 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ff4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1a72 expref: 212 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.709944:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f713800/0xf5091596e2fc8345 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1ff4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1a72 expref: 212 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.709960:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.709962:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.709966:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304494b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.709973:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304494b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.709992:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.710014:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec36680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+211:2409:x1855007960311680:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 113us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.710021:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40802 00000100:00100000:0.0:1769074947.710035:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40803 00000100:00100000:0.0:1769074947.710042:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe48c8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+210:2410:x1855007960311808:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.710052:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.710057:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bf0c600/0xf5091596e2fbafbd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e46ea expref: 210 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.710066:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bf0c600/0xf5091596e2fbafbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e46ea expref: 210 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.710078:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.710079:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.710083:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044952 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.710094:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044952 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.710104:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.710119:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe48c8ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+210:2410:x1855007960311808:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 78us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.710125:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40803 00000100:00100000:0.0:1769074947.710193:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.710279:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960311936 00000100:00100000:0.0:1769074947.710284:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960311936 00010000:00010000:0.0:1769074947.710300:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe62e5ae00/0xf5091596e2fcaf44 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1cfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f467f expref: 210 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.710318:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40804 00000100:00100000:0.0:1769074947.710324:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec36680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+210:2410:x1855007960311936:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.710331:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.710334:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe62e5ae00/0xf5091596e2fcaf44 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1cfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f467f expref: 210 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.710342:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe62e5ae00/0xf5091596e2fcaf44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f467f expref: 210 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.710354:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.710355:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.710358:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044959 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.710369:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044959 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1cfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.710381:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.710399:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec36680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+210:2410:x1855007960311936:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 76us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.710406:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40804 00010000:00010000:0.0:1769074947.710440:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304494b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.710474:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304494b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.710483:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304494b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.710489:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304494b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.710505:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074947.710517:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.710522:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304494b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.710529:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.710533:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304494b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.710542:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304494b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.710554:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304494b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.710560:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6000/0xf5091596e304494b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.710577:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.710579:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.710580:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.710780:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+129:3658:x1855007968964864:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20820us (20879us total) trans 4294989559 rc 0/0 00000100:00100000:0.0:1769074947.710788:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83046 00000004:00080000:0.0:1769074947.712138:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa67800/2, rc 0, transno 4294989559 00000100:00100000:0.0:1769074947.712166:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968964864:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.712312:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074947.712327:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968969472:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074947.712578:0:8669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bf0c600/0xf5091596e2fbafbd lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e46ea expref: 209 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.712596:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007968965888:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.712617:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044952 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.712628:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044952 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.712634:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044952 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.712649:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044952 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.712657:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044952 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.712713:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.712966:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+129:3660:x1855007968965760:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20764us (20845us total) trans 4294989560 rc 0/0 00000100:00100000:1.0:1769074947.712975:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83047 00010000:00010000:1.0:1769074947.713017:0:14042:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe62e5ae00/0xf5091596e2fcaf44 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1cfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f467f expref: 208 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.713027:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007968966016:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.713040:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044959 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.713048:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044959 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.713054:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044959 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.713061:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044959 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.713074:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044959 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.713289:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007968966400:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.713304:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044960 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.713371:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.713417:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968966528:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.713430:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe600/0xf5091596e3044967 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.713466:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960312064 00000100:00100000:3.0:1769074947.713472:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960312064 00010000:00010000:3.0:1769074947.713500:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f9cec00/0xf5091596e2fcb13c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4870 expref: 217 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.713529:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40805 00000100:00100000:3.0:1769074947.713538:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+217:2409:x1855007960312064:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.713553:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.713558:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f9cec00/0xf5091596e2fcb13c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4870 expref: 217 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.713570:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f9cec00/0xf5091596e2fcb13c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4870 expref: 217 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.713590:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f9cec00/0xf5091596e2fcb13c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4870 expref: 217 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.713602:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.713604:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.713608:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044960 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.713617:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044960 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.713637:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.713669:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+216:2409:x1855007960312064:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 132us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.713676:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40805 00010000:00010000:3.0:1769074947.713695:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044960 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.713704:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044960 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.713712:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044960 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.713719:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044960 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.713805:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1769074947.714098:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1769074947.714107:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044952 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.714115:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efee00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.714119:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044952 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.714128:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044952 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.714148:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044952 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.714155:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efee00/0xf5091596e3044952 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.714172:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074947.714176:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044959 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.714182:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65effc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.714184:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044959 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.714191:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044959 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.714199:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044959 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.714206:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.714210:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044960 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.714217:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.714219:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044960 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.714227:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044960 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.714237:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044960 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.714244:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.714246:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.714248:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.714375:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1769074947.714381:0:14042:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effc00/0xf5091596e3044959 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.714630:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+129:3658:x1855007968965632:12345-0@lo:6:osp-syn-0-1.0 Request processed in 22126us (22220us total) trans 4294989561 rc 0/0 00000100:00100000:1.0:1769074947.714639:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83048 00000100:00100000:1.0:1769074947.714659:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968969472 00000100:00100000:1.0:1769074947.714664:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968969472 00000100:00100000:1.0:1769074947.714692:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83062 00000100:00100000:1.0:1769074947.714699:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+129:3658:x1855007968969472:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.714724:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4761 count 1 00010000:00010000:1.0:1769074947.714743:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e30449bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.714756:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe63a8ba00/0xf5091596e2fd4c4d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fe381 expref: 207 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.714763:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.714766:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.714768:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e30449bb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.714798:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe63a8ba00/0xf5091596e2fd4c4d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe381 expref: 207 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.714810:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe63a8ba00/0xf5091596e2fd4c4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe381 expref: 207 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.714837:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007968969600:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.714890:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb9c0 going to sleep for 11 seconds 00000004:00080000:1.0:1769074947.714937:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace1880/2, rc 0, transno 4294989560 00000100:00100000:1.0:1769074947.714948:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968965760:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.714997:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968969728:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.715023:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.715040:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968969728 00000100:00100000:1.0:1769074947.715043:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968969728 00000100:00100000:1.0:1769074947.715062:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83063 00000100:00100000:1.0:1769074947.715067:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+130:3658:x1855007968969728:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.715079:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5306 count 1 00010000:00010000:1.0:1769074947.715090:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff400/0xf5091596e30449c2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.715100:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c18ec00/0xf5091596e2fbcefe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6632 expref: 207 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.715106:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.715108:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.715110:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff400/0xf5091596e30449c2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x14ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.715131:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c18ec00/0xf5091596e2fbcefe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6632 expref: 207 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.715140:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c18ec00/0xf5091596e2fbcefe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6632 expref: 207 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.715149:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007968969856:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.715171:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bba80 going to sleep for 11 seconds 00000004:00080000:1.0:1769074947.715191:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace1500/2, rc 0, transno 4294989561 00000100:00100000:1.0:1769074947.715199:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968965632:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.715233:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.715240:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968969984:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.715263:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.715369:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968966912:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.715385:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e304496e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.715444:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007968967040:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.715476:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e3044975 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.715531:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007968967680:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.715543:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304497c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.715655:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968967808:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.715667:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe400/0xf5091596e3044983 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2625:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.715695:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.715712:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960312320 00000100:00100000:1.0:1769074947.715716:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960312320 00010000:00010000:1.0:1769074947.715735:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe59486e00/0xf5091596e2fcc4fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c35 expref: 208 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.715759:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40806 00000100:00100000:1.0:1769074947.715766:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+208:2408:x1855007960312320:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.715776:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.715781:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe59486e00/0xf5091596e2fcc4fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x32e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c35 expref: 208 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.715791:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe59486e00/0xf5091596e2fcc4fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x32e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c35 expref: 208 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.715808:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe59486e00/0xf5091596e2fcc4fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x32e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c35 expref: 208 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.715833:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.715836:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.715840:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e304496e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.715848:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e304496e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.715865:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.715890:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+207:2408:x1855007960312320:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 125us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.715898:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40806 00010000:00010000:1.0:1769074947.715918:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e304496e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.715925:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e304496e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.715933:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e304496e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.715939:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e304496e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.715953:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.716123:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+131:3660:x1855007968966784:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18335us (18390us total) trans 4294989562 rc 0/0 00000100:00100000:1.0:1769074947.716130:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83051 00000100:00100000:1.0:1769074947.716143:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968969984 00000100:00100000:1.0:1769074947.716147:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968969984 00000100:00100000:1.0:1769074947.716165:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83064 00000100:00100000:1.0:1769074947.716171:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+131:3660:x1855007968969984:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.716186:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8993 count 1 00010000:00010000:1.0:1769074947.716199:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e30449c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2321:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.716210:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe804b6600/0xf5091596e2fd5e52 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ff586 expref: 206 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.716216:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.716218:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.716220:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e30449c9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.716240:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe804b6600/0xf5091596e2fd5e52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff586 expref: 206 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.716249:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe804b6600/0xf5091596e2fd5e52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff586 expref: 206 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.716260:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968970112:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.716285:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb540 going to sleep for 11 seconds 00000004:00080000:1.0:1769074947.716307:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd43f74e00/2, rc 0, transno 4294989562 00000100:00100000:1.0:1769074947.716316:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43f74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968966784:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.716356:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968970240:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.716379:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.716417:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.716431:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960312576 00000100:00100000:1.0:1769074947.716435:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960312576 00010000:00010000:1.0:1769074947.716470:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48ee8800/0xf5091596e2fd4af6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe22a expref: 207 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.716487:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40807 00000100:00100000:1.0:1769074947.716493:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+207:2408:x1855007960312576:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.716500:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.716503:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe48ee8800/0xf5091596e2fd4af6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe22a expref: 207 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.716512:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe48ee8800/0xf5091596e2fd4af6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe22a expref: 207 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.716525:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48ee8800/0xf5091596e2fd4af6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe22a expref: 207 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.716534:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.716535:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.716538:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304497c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.716545:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304497c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.716562:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.716581:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+206:2408:x1855007960312576:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.716587:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40807 00010000:00010000:1.0:1769074947.716606:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304497c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.716614:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304497c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.716622:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304497c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.716629:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304497c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.716640:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.716768:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+132:3660:x1855007968967168:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15833us (16163us total) trans 4294989563 rc 0/0 00000100:00100000:1.0:1769074947.716774:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83053 00000100:00100000:1.0:1769074947.716787:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968970240 00000100:00100000:1.0:1769074947.716790:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968970240 00000100:00100000:1.0:1769074947.716805:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83065 00000100:00100000:1.0:1769074947.716810:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+132:3660:x1855007968970240:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.716833:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1170 count 1 00010000:00010000:1.0:1769074947.716844:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe000/0xf5091596e30449d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x492:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.716855:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e2fda52b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072503c5f expref: 205 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.716861:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.716863:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.716865:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe000/0xf5091596e30449d0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.716883:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e2fda52b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503c5f expref: 205 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.716892:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e2fda52b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503c5f expref: 205 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.716902:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007968970368:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.716925:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbb40 going to sleep for 11 seconds 00000004:00080000:1.0:1769074947.716948:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4e234e00/2, rc 0, transno 4294989563 00000100:00100000:1.0:1769074947.716958:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968967168:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.716995:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074947.717004:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968970496:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.717029:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.717081:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.717098:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960312192 00000100:00100000:1.0:1769074947.717101:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960312192 00010000:00010000:1.0:1769074947.717117:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe56a18c00/0xf5091596e2fbd001 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6735 expref: 216 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.717135:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40808 00000100:00100000:1.0:1769074947.717142:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+216:2408:x1855007960312192:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.717150:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.717154:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe56a18c00/0xf5091596e2fbd001 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6735 expref: 216 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.717165:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe56a18c00/0xf5091596e2fbd001 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6735 expref: 216 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.717181:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe56a18c00/0xf5091596e2fbd001 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x26f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6735 expref: 216 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.717190:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.717192:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.717196:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe600/0xf5091596e3044967 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.717204:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe600/0xf5091596e3044967 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.717221:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.717239:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+215:2408:x1855007960312192:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 97us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.717245:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40808 00000100:00100000:1.0:1769074947.717283:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.717297:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960312448 00000100:00100000:1.0:1769074947.717300:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960312448 00010000:00010000:1.0:1769074947.717312:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe47e4bc00/0xf5091596e2fd9127 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250285b expref: 206 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.717329:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40809 00000100:00100000:1.0:1769074947.717335:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+206:2408:x1855007960312448:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.717342:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.717346:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe47e4bc00/0xf5091596e2fd9127 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x486:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250285b expref: 206 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.717355:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe47e4bc00/0xf5091596e2fd9127 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x486:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250285b expref: 206 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.717369:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe47e4bc00/0xf5091596e2fd9127 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x486:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250285b expref: 206 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.717378:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.717379:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.717382:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e3044975 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.717390:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e3044975 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.717407:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.717425:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+205:2408:x1855007960312448:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 89us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.717431:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40809 00010000:00010000:1.0:1769074947.717471:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e3044975 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.717478:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e3044975 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.717490:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e3044975 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.717496:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e3044975 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.717512:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1769074947.717654:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+133:3658:x1855007968966656:12345-0@lo:6:osp-syn-0-1.0 Request processed in 19643us (19701us total) trans 4294989564 rc 0/0 00000100:00100000:1.0:1769074947.717662:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83052 00000100:00100000:1.0:1769074947.717675:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968970496 00000100:00100000:1.0:1769074947.717678:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968970496 00000100:00100000:1.0:1769074947.717694:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83066 00000100:00100000:1.0:1769074947.717699:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+133:3658:x1855007968970496:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.717715:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9543 count 1 00010000:00010000:1.0:1769074947.717727:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30449d7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2547:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.717739:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80878600/0xf5091596e2fc89ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f2102 expref: 204 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.717746:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.717747:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.717750:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30449d7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.717772:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe80878600/0xf5091596e2fc89ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2102 expref: 204 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.717782:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80878600/0xf5091596e2fc89ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2102 expref: 204 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.717792:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc4430a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007968970624:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.717906:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1769074947.717915:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e304496e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.717923:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efe800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.717927:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e304496e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.717937:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e304496e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.717950:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e304496e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.717958:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe800/0xf5091596e304496e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.717975:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.717979:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304497c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.717985:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.717988:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304497c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.717995:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304497c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718004:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304497c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718011:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff600/0xf5091596e304497c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718029:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.718032:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e3044975 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718038:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efec00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.718041:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e3044975 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718048:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e3044975 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718057:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e3044975 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718064:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efec00/0xf5091596e3044975 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718084:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.718086:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.718088:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.718097:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.718104:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.718172:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.718190:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960312704 00000100:00100000:0.0:1769074947.718195:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960312704 00010000:00010000:0.0:1769074947.718216:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b8e5200/0xf5091596e2fcf885 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2625:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fb9 expref: 215 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.718244:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40810 00000100:00100000:0.0:1769074947.718251:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe48c8b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+215:2407:x1855007960312704:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.718260:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.718265:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b8e5200/0xf5091596e2fcf885 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2625:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fb9 expref: 215 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.718277:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b8e5200/0xf5091596e2fcf885 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2625:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fb9 expref: 215 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.718292:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b8e5200/0xf5091596e2fcf885 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2625:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8fb9 expref: 215 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.718303:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.718305:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.718308:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe400/0xf5091596e3044983 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2625:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718316:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe400/0xf5091596e3044983 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2625:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718336:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.718358:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe48c8b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+214:2407:x1855007960312704:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 108us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.718364:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40810 00010000:00010000:0.0:1769074947.718405:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe400/0xf5091596e3044983 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718413:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe400/0xf5091596e3044983 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718421:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe400/0xf5091596e3044983 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718428:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe400/0xf5091596e3044983 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718442:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.718622:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+123:3660:x1855007968967552:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17495us (17848us total) trans 4294989550 rc 0/0 00000100:00100000:0.0:1769074947.718630:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83054 00010000:00010000:0.0:1769074947.718650:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.718655:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe400/0xf5091596e3044983 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718662:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efe400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.718665:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe400/0xf5091596e3044983 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718673:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe400/0xf5091596e3044983 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718685:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe400/0xf5091596e3044983 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718697:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe400/0xf5091596e3044983 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2625:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718711:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.718713:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.718715:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.718748:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73e0ed80/2, rc 0, transno 4294989550 00000100:00100000:0.0:1769074947.718758:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968967552:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.718808:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074947.718835:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968970752:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.718863:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.718884:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968970752 00000100:00100000:0.0:1769074947.718889:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968970752 00000100:00100000:0.0:1769074947.718913:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83067 00000100:00100000:0.0:1769074947.718919:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+123:3657:x1855007968970752:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.718934:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3016 count 1 00010000:00010000:0.0:1769074947.718950:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8ddc00/0xf5091596e30449de lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.718963:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bf0d200/0xf5091596e2fbafb6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e46f1 expref: 213 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.718969:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.718971:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.718974:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8ddc00/0xf5091596e30449de lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.719000:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bf0d200/0xf5091596e2fbafb6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e46f1 expref: 213 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.719012:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bf0d200/0xf5091596e2fbafb6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e46f1 expref: 213 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.719023:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968970880:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.719109:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968968064:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.719125:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e3044991 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.719468:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1769074947.719477:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044960 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x15ab:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.719556:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.719609:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.719624:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960312960 00000100:00100000:0.0:1769074947.719629:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960312960 00010000:00010000:0.0:1769074947.719650:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6144c600/0xf5091596e2fdbac5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725051f2 expref: 205 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.719672:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40811 00000100:00100000:0.0:1769074947.719679:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+205:2409:x1855007960312960:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.719688:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.719692:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6144c600/0xf5091596e2fdbac5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1330:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725051f2 expref: 205 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.719708:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6144c600/0xf5091596e2fdbac5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1330:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725051f2 expref: 205 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.719723:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.719725:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.719729:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e304498a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1330:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.719737:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e304498a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1330:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.719751:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.719774:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+205:2409:x1855007960312960:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 95us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.719782:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40811 00000100:00100000:0.0:1769074947.719832:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.719847:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960312832 00000100:00100000:0.0:1769074947.719851:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960312832 00010000:00010000:0.0:1769074947.719866:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ae3be00/0xf5091596e2fbfdf1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9525 expref: 205 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.719884:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40812 00000100:00100000:0.0:1769074947.719890:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+205:2407:x1855007960312832:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.719898:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.719902:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ae3be00/0xf5091596e2fbfdf1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9525 expref: 205 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.719917:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ae3be00/0xf5091596e2fbfdf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9525 expref: 205 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.719930:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ae3be00/0xf5091596e2fbfdf1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9525 expref: 205 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.719940:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.719942:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.719945:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e3044991 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.719952:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e3044991 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.719969:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.719985:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+204:2407:x1855007960312832:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 95us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.719992:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40812 00010000:00010000:0.0:1769074947.720012:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e3044991 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720020:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e3044991 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720030:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e3044991 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720043:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e3044991 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720056:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074947.720066:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.720070:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e3044991 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720077:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.720081:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e3044991 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720089:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e3044991 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720101:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e3044991 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720108:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff200/0xf5091596e3044991 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720123:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.720125:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.720126:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.720318:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+134:3658:x1855007968967296:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18702us (18771us total) trans 4294989565 rc 0/0 00000100:00100000:0.0:1769074947.720325:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83056 00000100:00100000:0.0:1769074947.720387:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968968320:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.720403:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044998 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.720433:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.720471:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960313088 00000100:00100000:0.0:1769074947.720475:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960313088 00010000:00010000:0.0:1769074947.720491:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70429800/0xf5091596e2fbf05a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e878e expref: 214 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.720511:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40813 00000100:00100000:0.0:1769074947.720518:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+214:2409:x1855007960313088:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.720526:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.720530:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe70429800/0xf5091596e2fbf05a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e878e expref: 214 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.720540:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe70429800/0xf5091596e2fbf05a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e878e expref: 214 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.720555:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70429800/0xf5091596e2fbf05a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x24e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e878e expref: 214 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.720564:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.720566:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.720570:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044998 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720583:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044998 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720603:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.720618:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+213:2409:x1855007960313088:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 100us (185us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.720624:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40813 00010000:00010000:0.0:1769074947.720642:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044998 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720650:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044998 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720659:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044998 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720667:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044998 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720680:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.720837:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+124:3660:x1855007968968192:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16907us (16967us total) trans 4294989551 rc 0/0 00000100:00100000:0.0:1769074947.720844:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83057 00010000:00010000:0.0:1769074947.720865:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.720869:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044998 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720881:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.720884:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044998 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720892:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044998 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720904:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044998 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720911:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044998 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x24e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.720926:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.720928:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.720930:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.720957:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa65f80/2, rc 0, transno 4294989551 00000100:00100000:0.0:1769074947.720967:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968968192:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.721022:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.721033:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968971008:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.721064:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.721087:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968971008 00000100:00100000:0.0:1769074947.721091:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968971008 00000100:00100000:0.0:1769074947.721115:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83068 00000100:00100000:0.0:1769074947.721121:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+124:3660:x1855007968971008:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.721140:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1158 count 1 00010000:00010000:0.0:1769074947.721158:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e30449e5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x486:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.721172:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe47e4c600/0xf5091596e2fd9120 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072502854 expref: 212 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.721180:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.721181:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.721184:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e30449e5 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.721204:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe47e4c600/0xf5091596e2fd9120 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502854 expref: 212 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.721215:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe47e4c600/0xf5091596e2fd9120 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502854 expref: 212 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.721226:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968971136:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.721303:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa64700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968968576:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.721317:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6200/0xf5091596e304499f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.721366:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec35f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007968969088:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.721381:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e30449a6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x125c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.721409:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.721424:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960313216 00000100:00100000:0.0:1769074947.721428:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960313216 00010000:00010000:0.0:1769074947.721443:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6144e000/0xf5091596e2fdba2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250515f expref: 213 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.721485:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40814 00000100:00100000:0.0:1769074947.721491:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+213:2407:x1855007960313216:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.721498:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.721502:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6144e000/0xf5091596e2fdba2b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1950:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250515f expref: 213 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.721512:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6144e000/0xf5091596e2fdba2b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1950:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250515f expref: 213 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.721526:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6144e000/0xf5091596e2fdba2b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1950:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250515f expref: 213 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.721536:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.721537:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.721540:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6200/0xf5091596e304499f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.721548:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6200/0xf5091596e304499f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1950:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.721564:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074947.721574:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6200/0xf5091596e304499f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.721586:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6200/0xf5091596e304499f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.721594:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6200/0xf5091596e304499f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.721601:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6200/0xf5091596e304499f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.721614:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.721742:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+125:3658:x1855007968968448:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15707us (15840us total) trans 4294989552 rc 0/0 00000100:00100000:0.0:1769074947.721749:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83058 00010000:00010000:0.0:1769074947.721769:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.721774:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6200/0xf5091596e304499f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.721780:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.721784:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6200/0xf5091596e304499f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.721792:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6200/0xf5091596e304499f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.721803:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6200/0xf5091596e304499f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.721828:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6200/0xf5091596e304499f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1950:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.721851:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.721853:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.721855:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.721877:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+212:2407:x1855007960313216:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 386us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.721884:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40814 00000100:00100000:0.0:1769074947.721917:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.721930:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960313344 00000100:00100000:0.0:1769074947.721934:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960313344 00010000:00010000:0.0:1769074947.721948:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7d0000/0xf5091596e2fc4eb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x125c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee5eb expref: 212 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.721965:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40815 00000100:00100000:0.0:1769074947.721972:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+212:2407:x1855007960313344:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.721980:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.721984:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7d0000/0xf5091596e2fc4eb0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x125c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee5eb expref: 212 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.721994:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7d0000/0xf5091596e2fc4eb0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x125c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee5eb expref: 212 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.722007:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7d0000/0xf5091596e2fc4eb0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x125c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee5eb expref: 212 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.722018:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.722020:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.722023:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e30449a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x125c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.722031:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e30449a6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x125c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.722047:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074947.722058:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e30449a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.722066:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e30449a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.722074:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e30449a6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.722081:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e30449a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.722094:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.722208:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+125:3658:x1855007968968704:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13070us (13335us total) trans 4294989553 rc 0/0 00000100:00100000:0.0:1769074947.722215:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83059 00010000:00010000:0.0:1769074947.722233:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.722238:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e30449a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.722246:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dd200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.722249:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e30449a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.722256:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e30449a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.722266:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e30449a6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.722273:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e30449a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x125c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.722286:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.722288:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.722289:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.722307:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+211:2407:x1855007960313344:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 335us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.722313:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40815 00000100:00100000:0.0:1769074947.722365:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec34380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007968969216:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.722380:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e30449ad lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.722423:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968969344:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.722434:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e30449b4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.722486:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.722500:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960313472 00000100:00100000:0.0:1769074947.722503:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960313472 00010000:00010000:0.0:1769074947.722517:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe714c9800/0xf5091596e2fcaf4b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4678 expref: 211 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.722533:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40816 00000100:00100000:0.0:1769074947.722540:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e235500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+211:2410:x1855007960313472:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.722547:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.722551:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe714c9800/0xf5091596e2fcaf4b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4678 expref: 211 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.722560:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe714c9800/0xf5091596e2fcaf4b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4678 expref: 211 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.722573:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe714c9800/0xf5091596e2fcaf4b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4678 expref: 211 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.722583:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.722584:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.722587:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e30449ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.722594:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e30449ad lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.722615:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074947.722625:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e30449ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.722632:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e30449ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.722640:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e30449ad lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.722648:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e30449ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.722659:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.722773:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+125:3660:x1855007968968960:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13452us (13777us total) trans 4294989554 rc 0/0 00000100:00100000:0.0:1769074947.722780:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83060 00010000:00010000:0.0:1769074947.722796:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.722801:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e30449ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.722808:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dd800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.722812:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e30449ad lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.723108:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+125:3657:x1855007968966272:12345-0@lo:6:osp-syn-1-1.0 Request processed in 28615us (28732us total) trans 4294989555 rc 0/0 00000100:00100000:3.0:1769074947.723118:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83049 00010000:00010000:3.0:1769074947.723140:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe600/0xf5091596e3044967 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.723148:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe600/0xf5091596e3044967 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.723156:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe600/0xf5091596e3044967 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.723163:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe600/0xf5091596e3044967 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.723176:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.723261:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+125:3660:x1855007968966144:12345-0@lo:6:osp-syn-1-1.0 Request processed in 25917us (25999us total) trans 4294989556 rc 0/0 00000100:00100000:3.0:1769074947.723268:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83050 00010000:00010000:3.0:1769074947.723283:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.723288:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe600/0xf5091596e3044967 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.723295:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efe600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.723298:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe600/0xf5091596e3044967 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.723307:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe600/0xf5091596e3044967 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.723324:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe600/0xf5091596e3044967 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.723331:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65efe600/0xf5091596e3044967 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.723347:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.723349:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.723351:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.723439:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.723500:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.723567:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960313600 00000100:00100000:3.0:1769074947.723572:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960313600 00010000:00010000:3.0:1769074947.723590:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f712a00/0xf5091596e2fc833e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1a79 expref: 211 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.723610:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960313728 00000100:00100000:3.0:1769074947.723612:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960313728 00010000:00010000:3.0:1769074947.723623:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe63a8ba00/0xf5091596e2fd4c4d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe381 expref: 204 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.723636:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40817 00000100:00100000:3.0:1769074947.723642:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe69911c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+211:2407:x1855007960313600:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.723651:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.723656:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f712a00/0xf5091596e2fc833e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1a79 expref: 211 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.723670:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f712a00/0xf5091596e2fc833e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1a79 expref: 211 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.723684:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f712a00/0xf5091596e2fc833e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1a79 expref: 211 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.723693:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.723695:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.723699:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e30449b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.723708:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e30449b4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.723726:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.723743:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe69911c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+210:2407:x1855007960313600:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 101us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.723749:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40817 00000100:00100000:3.0:1769074947.723761:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40818 00000100:00100000:3.0:1769074947.723767:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+204:2408:x1855007960313728:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.723775:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.723779:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe63a8ba00/0xf5091596e2fd4c4d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe381 expref: 204 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.723789:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe63a8ba00/0xf5091596e2fd4c4d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe381 expref: 204 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.723801:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.723803:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.723806:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e30449bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.723826:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e30449bb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.723838:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.723851:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+204:2408:x1855007960313728:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 85us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.723857:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40818 00010000:00010000:3.0:1769074947.723875:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e30449b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.723883:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e30449b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.723890:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e30449b4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.723898:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e30449b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.723912:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.724045:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+125:3660:x1855007968968832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14598us (15006us total) trans 4294989557 rc 0/0 00000100:00100000:3.0:1769074947.724055:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83061 00000100:00100000:3.0:1769074947.724111:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.724163:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.724181:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960313856 00000100:00100000:3.0:1769074947.724186:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960313856 00010000:00010000:3.0:1769074947.724200:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c18ec00/0xf5091596e2fbcefe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x14ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6632 expref: 204 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.724213:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960313984 00000100:00100000:3.0:1769074947.724215:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960313984 00010000:00010000:3.0:1769074947.724224:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe804b6600/0xf5091596e2fd5e52 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff586 expref: 205 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.724234:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40819 00000100:00100000:3.0:1769074947.724240:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+205:2407:x1855007960313856:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.724247:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.724251:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c18ec00/0xf5091596e2fbcefe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x14ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6632 expref: 205 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.724260:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c18ec00/0xf5091596e2fbcefe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6632 expref: 205 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.724273:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.724275:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.724278:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff400/0xf5091596e30449c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.724291:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff400/0xf5091596e30449c2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x14ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.724303:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.724317:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+205:2407:x1855007960313856:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 77us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.724323:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40819 00000100:00100000:3.0:1769074947.724336:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40820 00000100:00100000:3.0:1769074947.724342:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+204:2410:x1855007960313984:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.724348:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.724352:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe804b6600/0xf5091596e2fd5e52 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2321:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff586 expref: 204 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.724360:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe804b6600/0xf5091596e2fd5e52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2321:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff586 expref: 204 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.724371:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.724373:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.724376:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e30449c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2321:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.724383:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e30449c9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2321:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.724394:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.724407:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+204:2410:x1855007960313984:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 66us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.724413:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40820 00000100:00100000:2.0:1769074947.725526:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6600 going to sleep for 11 seconds 00000004:00080000:3.0:1769074947.725623:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7384e300/2, rc 0, transno 4294989555 00000100:00100000:3.0:1769074947.725647:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968966272:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.725801:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6144c600/0xf5091596e2fdbac5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725051f2 expref: 203 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.725828:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968967936:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.725845:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e304498a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.725854:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e304498a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.725861:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e304498a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.725870:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e304498a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.725878:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e304498a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.725900:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.726107:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+134:3658:x1855007968967424:12345-0@lo:6:osp-syn-0-1.0 Request processed in 24855us (25276us total) trans 4294989566 rc 0/0 00000100:00100000:1.0:1769074947.726115:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83055 00010000:00010000:1.0:1769074947.726155:0:14042:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe63a8ba00/0xf5091596e2fd4c4d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe381 expref: 202 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.726165:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007968969600:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.726176:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e30449bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.726184:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e30449bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.726191:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e30449bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.726199:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e30449bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.726205:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e30449bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.726212:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1769074947.726313:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+134:3658:x1855007968969472:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11614us (12507us total) trans 4294989567 rc 0/0 00000100:00100000:1.0:1769074947.726319:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83062 00010000:00010000:1.0:1769074947.726352:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe804b6600/0xf5091596e2fd5e52 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff586 expref: 201 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.726362:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968970112:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.726373:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e30449c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.726381:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e30449c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.726387:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e30449c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.726394:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e30449c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.726402:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e30449c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.726409:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1769074947.726516:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1769074947.726524:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e30449b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726532:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dc200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.726536:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e30449b4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726545:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e30449b4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726562:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e30449b4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726569:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e30449b4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ff4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726593:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1769074947.726596:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e304498a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726602:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efea00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.726605:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e304498a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726613:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e304498a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726623:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e304498a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726630:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efea00/0xf5091596e304498a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726644:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074947.726647:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e30449bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726653:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.726656:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e30449bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726663:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e30449bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726672:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e30449bb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726679:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff800/0xf5091596e30449bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726693:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.726696:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e30449c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726702:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65effa00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.726705:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e30449c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726711:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e30449c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726721:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e30449c9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726728:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65effa00/0xf5091596e30449c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726739:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.726741:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.726742:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.726763:0:8669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c18ec00/0xf5091596e2fbcefe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6632 expref: 200 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.726772:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007968969856:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.726782:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff400/0xf5091596e30449c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726790:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff400/0xf5091596e30449c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726797:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff400/0xf5091596e30449c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726804:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff400/0xf5091596e30449c2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726810:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff400/0xf5091596e30449c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726837:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074947.726887:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.726891:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff400/0xf5091596e30449c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726898:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65eff400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.726901:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff400/0xf5091596e30449c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726914:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff400/0xf5091596e30449c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726924:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff400/0xf5091596e30449c2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726931:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65eff400/0xf5091596e30449c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.726945:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.726947:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.726949:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074947.726971:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa66a00/2, rc 0, transno 4294989567 00000100:00100000:2.0:1769074947.726982:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968969472:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074947.726994:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4e237100/2, rc 0, transno 4294989553 00000100:00100000:2.0:1769074947.727001:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968968704:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074947.727011:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7384c000/2, rc 0, transno 4294989552 00000100:00100000:2.0:1769074947.727015:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968968448:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074947.727024:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4e235f80/2, rc 0, transno 4294989565 00000100:00100000:2.0:1769074947.727027:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968967296:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074947.727035:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57ce1c00/2, rc 0, transno 4294989566 00000100:00100000:2.0:1769074947.727038:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968967424:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074947.727046:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace3800/2, rc 0, transno 4294989564 00000100:00100000:2.0:1769074947.727049:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968966656:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.727112:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968971520:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.727150:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.727174:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074947.727179:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968971392:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.727196:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.727465:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968971520 00000100:00100000:2.0:1769074947.727473:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968971520 00000100:00100000:2.0:1769074947.727505:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968971392 00000100:00100000:2.0:1769074947.727509:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968971392 00000100:00100000:2.0:1769074947.727526:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83069 00000100:00100000:2.0:1769074947.727534:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73768a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+126:3658:x1855007968971520:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.727560:0:14039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5473 count 1 00010000:00010000:2.0:1769074947.727582:0:14039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30449ec lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.727600:0:14039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ae38a00/0xf5091596e2fbfdea lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e951e expref: 209 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.727607:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.727609:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.727612:0:14039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30449ec lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.727634:0:14039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ae38a00/0xf5091596e2fbfdea lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e951e expref: 209 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.727645:0:14039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ae38a00/0xf5091596e2fbfdea lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e951e expref: 209 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.727661:0:14039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd73769500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007968971648:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.727705:0:14039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e953c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.727858:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83070 00000100:00100000:3.0:1769074947.727869:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+126:3658:x1855007968971392:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.727881:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8803 count 1 00010000:00010000:3.0:1769074947.727893:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e30449f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2263:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.727905:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48ee8a00/0xf5091596e2fd4afd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fe231 expref: 209 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.727911:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.727913:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.727916:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e30449f3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.727932:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe48ee8a00/0xf5091596e2fd4afd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe231 expref: 209 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.728025:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48ee8a00/0xf5091596e2fd4afd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe231 expref: 209 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.728036:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968971776:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.728061:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be3c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074947.728076:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.729294:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+135:3660:x1855007968969984:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13115us (14022us total) trans 4294989568 rc 0/0 00000100:00100000:1.0:1769074947.729305:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83064 00010000:00010000:0.0:1769074947.729617:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e30449ad lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.729639:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e30449ad lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.729647:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e30449ad lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1cfd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.729677:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.729730:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73e0f800/2, rc 0, transno 4294989568 00000100:00100000:0.0:1769074947.729736:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968969984:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074947.729750:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4e237b80/2, rc 0, transno 4294989557 00000100:00100000:1.0:1769074947.730072:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+134:3658:x1855007968969728:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15003us (15046us total) trans 4294989569 rc 0/0 00000100:00100000:1.0:1769074947.730080:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83063 00000100:00100000:1.0:1769074947.730181:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc4431500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968972160:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.730207:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.730232:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968972160 00000100:00100000:1.0:1769074947.730238:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968972160 00000100:00100000:1.0:1769074947.730269:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83071 00000100:00100000:1.0:1769074947.730276:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc4430e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+134:3657:x1855007968972160:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.730296:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8242 count 1 00010000:00010000:1.0:1769074947.730317:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30449fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2032:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.730333:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68765200/0xf5091596e2fd5116 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fe851 expref: 199 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.730340:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.730342:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.730345:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30449fa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.730371:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe68765200/0xf5091596e2fd5116 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe851 expref: 199 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.730383:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe68765200/0xf5091596e2fd5116 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe851 expref: 199 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.730394:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc4433800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007968972544:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.730489:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.730509:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074947.730516:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc4432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968972288:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.730537:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.730555:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968972288 00000100:00100000:1.0:1769074947.730559:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968972288 00000100:00100000:1.0:1769074947.730581:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83072 00000100:00100000:1.0:1769074947.730587:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+135:3657:x1855007968972288:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.730601:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1262 count 1 00010000:00010000:1.0:1769074947.730614:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044a01 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x4ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.730627:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe51c81000/0xf5091596e2fd70f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x4ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072500833 expref: 199 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.730633:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.730634:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.730637:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044a01 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x4ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.730656:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe51c81000/0xf5091596e2fd70f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x4ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500833 expref: 199 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.730665:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe51c81000/0xf5091596e2fd70f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500833 expref: 199 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.730674:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4be06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968972672:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.730699:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbd80 going to sleep for 11 seconds 00000004:00080000:1.0:1769074947.730734:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73e0d180/2, rc 0, transno 4294989569 00000100:00100000:1.0:1769074947.730743:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968969728:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.730850:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.731232:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968968832:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.731253:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4e236d80/2, rc 0, transno 4294989554 00000100:00100000:1.0:1769074947.731299:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007968970368:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.731321:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe000/0xf5091596e30449d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.732090:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.732114:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.732136:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960314240 00000100:00100000:1.0:1769074947.732142:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960314240 00010000:00010000:1.0:1769074947.732170:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80878600/0xf5091596e2fc89ce lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2102 expref: 200 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.732197:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960314112 00000100:00100000:1.0:1769074947.732200:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960314112 00010000:00010000:1.0:1769074947.732211:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e2fda52b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503c5f expref: 201 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.732231:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40821 00000100:00100000:1.0:1769074947.732239:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+201:2407:x1855007960314240:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.732251:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.732255:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe80878600/0xf5091596e2fc89ce lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2547:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2102 expref: 201 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.732266:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe80878600/0xf5091596e2fc89ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2547:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2102 expref: 201 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.732287:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.732290:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.732294:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30449d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2547:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.732303:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30449d7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2547:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.732319:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.732358:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be05180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+201:2407:x1855007960314240:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 119us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.732365:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40821 00000100:00100000:1.0:1769074947.732382:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40822 00000100:00100000:1.0:1769074947.732388:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+200:2407:x1855007960314112:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.732395:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.732399:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e2fda52b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x492:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503c5f expref: 200 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.732408:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e2fda52b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x492:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503c5f expref: 200 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.732420:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e2fda52b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x492:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503c5f expref: 200 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.732437:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.732439:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.732442:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe000/0xf5091596e30449d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.732471:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe000/0xf5091596e30449d0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.732488:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.732508:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+199:2407:x1855007960314112:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 119us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.732515:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40822 00010000:00010000:1.0:1769074947.732535:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe000/0xf5091596e30449d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.732542:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe000/0xf5091596e30449d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.732551:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe000/0xf5091596e30449d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.732558:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe000/0xf5091596e30449d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.732574:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.732789:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+136:3660:x1855007968970240:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15978us (16408us total) trans 4294989570 rc 0/0 00000100:00100000:1.0:1769074947.732797:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83065 00010000:00010000:1.0:1769074947.732829:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.732836:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe000/0xf5091596e30449d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.732843:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe65efe000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.732847:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe000/0xf5091596e30449d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.732856:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe000/0xf5091596e30449d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.732868:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe000/0xf5091596e30449d0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.732873:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65efe000/0xf5091596e30449d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.732890:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.732892:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.732893:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.732921:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.732940:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960314368 00000100:00100000:1.0:1769074947.732944:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960314368 00010000:00010000:1.0:1769074947.732960:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bf0d200/0xf5091596e2fbafb6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e46f1 expref: 210 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.732981:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40823 00000100:00100000:1.0:1769074947.732987:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+210:2407:x1855007960314368:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.732997:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.733001:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bf0d200/0xf5091596e2fbafb6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e46f1 expref: 210 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.733010:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bf0d200/0xf5091596e2fbafb6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e46f1 expref: 210 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.733030:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.733032:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.733035:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8ddc00/0xf5091596e30449de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.733042:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8ddc00/0xf5091596e30449de lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.733053:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.733073:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+210:2407:x1855007960314368:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 85us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.733079:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40823 00000100:00100000:1.0:1769074947.733155:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.733213:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960314496 00000100:00100000:1.0:1769074947.733217:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960314496 00010000:00010000:1.0:1769074947.733231:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe47e4c600/0xf5091596e2fd9120 lrc: 6/0,0 mode: PR/PR res: [0x2c0000400:0x486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502854 expref: 210 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.733249:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40824 00000100:00100000:1.0:1769074947.733255:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe48c89050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+210:2408:x1855007960314496:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.733263:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.733267:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe47e4c600/0xf5091596e2fd9120 lrc: 6/0,0 mode: PR/PR res: [0x2c0000400:0x486:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502854 expref: 210 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.733277:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe47e4c600/0xf5091596e2fd9120 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x486:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502854 expref: 210 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.733295:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.733297:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.733300:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e30449e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x486:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.733308:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e30449e5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x486:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.733320:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.733344:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe48c89050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+210:2408:x1855007960314496:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 89us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.733351:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40824 00010000:00010000:1.0:1769074947.733437:0:12381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80878600/0xf5091596e2fc89ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2102 expref: 198 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.733468:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc4430a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007968970624:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.733486:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30449d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.733495:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30449d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.733501:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30449d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.733509:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30449d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.733517:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30449d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.733533:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074947.733543:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.733547:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30449d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.733554:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.733557:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30449d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.733564:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30449d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.733575:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30449d7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.733582:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e30449d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.733596:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.733598:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.733599:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.733787:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+136:3658:x1855007968970496:12345-0@lo:6:osp-syn-0-1.0 Request processed in 16087us (16757us total) trans 4294989571 rc 0/0 00000100:00100000:1.0:1769074947.733795:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83066 00000004:00080000:1.0:1769074947.733845:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57ce2680/2, rc 0, transno 4294989571 00000100:00100000:1.0:1769074947.733855:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968970496:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.733916:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968972928:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.733945:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.733982:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968972928 00000100:00100000:1.0:1769074947.733987:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968972928 00000100:00100000:1.0:1769074947.734010:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83073 00000100:00100000:1.0:1769074947.734017:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+136:3657:x1855007968972928:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.734040:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3124 count 1 00010000:00010000:1.0:1769074947.734062:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044a08 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc34:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.734075:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe78ac0c00/0xf5091596e2fdae2a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250455e expref: 197 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.734081:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.734083:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.734085:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044a08 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.734106:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe78ac0c00/0xf5091596e2fdae2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250455e expref: 197 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.734117:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe78ac0c00/0xf5091596e2fdae2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250455e expref: 197 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.734128:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007968973056:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.734175:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbcc0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074947.734308:0:14043:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bf0d200/0xf5091596e2fbafb6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e46f1 expref: 209 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.734319:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec37480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968970880:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.734334:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8ddc00/0xf5091596e30449de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.734342:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8ddc00/0xf5091596e30449de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.734348:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8ddc00/0xf5091596e30449de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.734356:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8ddc00/0xf5091596e30449de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.734362:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8ddc00/0xf5091596e30449de lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.734385:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.734553:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+127:3657:x1855007968970752:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15634us (15689us total) trans 4294989558 rc 0/0 00000100:00100000:3.0:1769074947.734558:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83067 00000100:00100000:3.0:1769074947.735037:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968971776:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.735051:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e30449f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.735086:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.735123:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.735160:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.735186:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.735211:0:14039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd73769500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007968971648:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.735223:0:14039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30449ec lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.735542:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968968960:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.735563:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7384df80/2, rc 0, transno 4294989556 00000100:00100000:0.0:1769074947.735567:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968966144:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.735583:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968971264:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.735615:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.735639:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc4431180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968972032:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.735659:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.735676:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4be04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968972800:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.735694:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074947.735716:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73e0d880/2, rc 0, transno 4294989570 00000100:00100000:0.0:1769074947.735726:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968970240:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.735734:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1769074947.735740:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc4431f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968971904:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.735760:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.735777:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc4430000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968972416:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.735793:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.735806:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4537b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968973312:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.735835:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.735860:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968971264 00000100:00100000:0.0:1769074947.735866:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968971264 00000100:00100000:0.0:1769074947.735897:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968972032 00000100:00100000:0.0:1769074947.735900:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968972032 00000100:00100000:0.0:1769074947.735915:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968972800 00000100:00100000:0.0:1769074947.735918:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968972800 00000100:00100000:0.0:1769074947.735932:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968971904 00000100:00100000:0.0:1769074947.735934:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968971904 00000100:00100000:0.0:1769074947.735947:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968972416 00000100:00100000:0.0:1769074947.735949:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968972416 00000100:00100000:0.0:1769074947.735960:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968973312 00000100:00100000:0.0:1769074947.735963:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968973312 00000100:00100000:0.0:1769074947.735979:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83074 00000100:00100000:0.0:1769074947.735985:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+128:3660:x1855007968971264:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.736009:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:814 count 1 00010000:00010000:0.0:1769074947.736032:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044a0f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x32e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.736046:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe59487a00/0xf5091596e2fcc501 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c2e expref: 208 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.736054:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.736057:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.736060:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044a0f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.736086:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe59487a00/0xf5091596e2fcc501 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c2e expref: 208 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.736099:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe59487a00/0xf5091596e2fcc501 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c2e expref: 208 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.736110:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec36300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007968973440:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.736172:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960314752 00000100:00100000:2.0:1769074947.736177:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960314752 00010000:00010000:2.0:1769074947.736198:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48ee8a00/0xf5091596e2fd4afd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe231 expref: 209 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.736225:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960314624 00000100:00100000:2.0:1769074947.736228:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960314624 00010000:00010000:2.0:1769074947.736239:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ae38a00/0xf5091596e2fbfdea lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e951e expref: 210 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.736249:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960314880 00000100:00100000:0.0:1769074947.736250:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.736252:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960314880 00010000:00010000:2.0:1769074947.736264:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68765200/0xf5091596e2fd5116 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe851 expref: 198 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.736265:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83075 00000100:00100000:0.0:1769074947.736272:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+140:3660:x1855007968972032:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.736274:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960315008 00000100:00100000:2.0:1769074947.736276:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960315008 00002000:00080000:0.0:1769074947.736285:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2950 count 1 00010000:00010000:2.0:1769074947.736285:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe51c81000/0xf5091596e2fd70f8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x4ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500833 expref: 199 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.736297:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40825 00010000:00010000:0.0:1769074947.736298:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044a16 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.736303:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+210:2407:x1855007960314752:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.736311:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.736316:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe48ee8a00/0xf5091596e2fd4afd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe231 expref: 210 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.736326:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe48ee8a00/0xf5091596e2fd4afd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe231 expref: 210 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.736347:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48ee8a00/0xf5091596e2fd4afd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2263:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe231 expref: 210 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.736360:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.736362:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.736366:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e30449f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.736373:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e30449f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2263:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.736390:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074947.736404:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe685bc400/0xf5091596e2fdb730 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504e64 expref: 199 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.736411:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.736413:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1769074947.736413:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+209:2407:x1855007960314752:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 110us (1327us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074947.736416:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044a16 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.736421:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40825 00010000:00010000:0.0:1769074947.736434:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe685bc400/0xf5091596e2fdb730 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504e64 expref: 199 pid: 14045 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074947.736436:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40826 00000100:00100000:2.0:1769074947.736443:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+208:2407:x1855007960314624:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.736479:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe685bc400/0xf5091596e2fdb730 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504e64 expref: 199 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.736489:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968973568:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.736525:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.736542:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83076 00000100:00100000:0.0:1769074947.736550:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+140:3660:x1855007968972800:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.736563:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1079 count 1 00010000:00010000:0.0:1769074947.736576:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044a1d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x437:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.736587:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70e55a00/0xf5091596e2fbed58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e848c expref: 199 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.736594:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.736595:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.736597:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044a1d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.736615:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe70e55a00/0xf5091596e2fbed58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e848c expref: 199 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.736624:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe70e55a00/0xf5091596e2fbed58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e848c expref: 199 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.736638:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968973696:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.736663:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.736718:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83077 00000100:00100000:0.0:1769074947.736725:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+140:3660:x1855007968971904:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.736737:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3860 count 1 00010000:00010000:0.0:1769074947.736749:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044a24 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.736759:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe672b3000/0xf5091596e2fdab83 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725042b0 expref: 199 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.736765:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.736767:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.736769:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044a24 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.736787:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe672b3000/0xf5091596e2fdab83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725042b0 expref: 199 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.736795:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe672b3000/0xf5091596e2fdab83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725042b0 expref: 199 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.736797:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e30449f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.736805:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43211880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968973952:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.736824:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e30449f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.736834:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e30449f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.736837:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6240 going to sleep for 11 seconds 00010000:00010000:3.0:1769074947.736842:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e30449f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.736851:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6300 going to sleep for 11 seconds 00010000:00010000:3.0:1769074947.736858:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1769074947.736871:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe47e4c600/0xf5091596e2fd9120 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x486:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502854 expref: 208 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.736881:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968971136:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.736897:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e30449e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.736905:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e30449e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.736910:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e30449e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.736917:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e30449e5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.736923:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e30449e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.736935:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1769074947.737081:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+130:3660:x1855007968971008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15960us (16016us total) trans 4294989560 rc 0/0 00000100:00100000:0.0:1769074947.737088:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83068 00000100:00100000:0.0:1769074947.737105:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83078 00000100:00100000:0.0:1769074947.737111:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+140:3660:x1855007968972416:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.737218:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4820 count 1 00010000:00010000:0.0:1769074947.737229:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044a2b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.737240:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ba10800/0xf5091596e2fd2c33 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fc360 expref: 199 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.737247:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.737249:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.737251:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044a2b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.737269:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ba10800/0xf5091596e2fd2c33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc360 expref: 199 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.737278:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ba10800/0xf5091596e2fd2c33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc360 expref: 199 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.737285:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1769074947.737287:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43213100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007968974080:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.737291:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ae38a00/0xf5091596e2fbfdea lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e951e expref: 207 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.737301:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ae38a00/0xf5091596e2fbfdea lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e951e expref: 207 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.737317:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ae38a00/0xf5091596e2fbfdea lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1561:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e951e expref: 207 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.737327:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.737329:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.737332:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30449ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.737339:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30449ec lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1561:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.737358:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.737379:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+206:2407:x1855007960314624:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 936us (2255us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.737383:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.737386:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40826 00010000:00010000:0.0:1769074947.737398:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:2.0:1769074947.737400:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40827 00010000:00010000:0.0:1769074947.737403:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8ddc00/0xf5091596e30449de lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.737407:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+199:2410:x1855007960314880:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.737412:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8ddc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.737415:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8ddc00/0xf5091596e30449de lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.737415:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.737420:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68765200/0xf5091596e2fd5116 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe851 expref: 199 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.737425:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8ddc00/0xf5091596e30449de lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.737441:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8ddc00/0xf5091596e30449de lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.737469:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8ddc00/0xf5091596e30449de lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xbc8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.737497:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.737501:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e30449f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.737508:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.737511:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e30449f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.737518:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e30449f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.737528:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e30449f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.737535:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e30449f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2263:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.737547:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.737550:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e30449e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.737559:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dd400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.737562:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e30449e5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.737568:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e30449e5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.737575:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.737577:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e30449e5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.737583:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e30449e5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x486:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.737589:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40828 00000100:00100000:1.0:1769074947.737598:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+199:2410:x1855007960315008:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.737600:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.737601:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.737603:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.737606:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.737612:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe51c81000/0xf5091596e2fd70f8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x4ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500833 expref: 199 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.737615:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83079 00010000:00010000:1.0:1769074947.737621:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe51c81000/0xf5091596e2fd70f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x4ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500833 expref: 199 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.737622:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+129:3660:x1855007968973312:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.737635:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4761 count 1 00010000:00010000:1.0:1769074947.737635:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.737637:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.737640:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044a01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.737646:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044a32 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1299:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.737648:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044a01 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x4ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.737657:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a8ae00/0xf5091596e2fd4c46 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fe37a expref: 205 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.737661:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074947.737664:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.737665:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.737668:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044a32 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.737680:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+199:2410:x1855007960315008:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 85us (2494us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074947.737684:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a8ae00/0xf5091596e2fd4c46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe37a expref: 205 pid: 14010 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074947.737687:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40828 00010000:00010000:0.0:1769074947.737693:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a8ae00/0xf5091596e2fd4c46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe37a expref: 205 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.737702:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8b79b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007968974208:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.737720:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe51c81000/0xf5091596e2fd70f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x4ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500833 expref: 198 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.737730:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.737730:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4be06a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968972672:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.737744:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044a01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.737751:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044a01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.737757:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044a01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.737765:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044a01 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.737772:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044a01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.737784:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.737788:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968973824:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.737831:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074947.737862:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73e0c380/2, rc 0, transno 4294989560 00000100:00100000:0.0:1769074947.737871:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968971008:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.737889:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968973824 00000100:00100000:0.0:1769074947.737894:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968973824 00000100:00100000:0.0:1769074947.737920:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83080 00000100:00100000:0.0:1769074947.737925:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+141:3660:x1855007968973824:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074947.737929:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68765200/0xf5091596e2fd5116 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe851 expref: 197 pid: 14039 timeout: 1736 lvb_type: 1 00002000:00080000:0.0:1769074947.737936:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7011 count 1 00010000:00010000:2.0:1769074947.737942:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.737944:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.737948:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dce00/0xf5091596e3044a39 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.737948:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30449fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.737957:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30449fa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.737959:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4d137c00/0xf5091596e2fcb3f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b33 expref: 197 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.737969:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074947.737971:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.737973:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.737975:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dce00/0xf5091596e3044a39 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.737983:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+197:2410:x1855007960314880:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 578us (2822us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.737990:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40827 00010000:00010000:0.0:1769074947.737991:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4d137c00/0xf5091596e2fcb3f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b33 expref: 197 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.737999:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4d137c00/0xf5091596e2fcb3f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b33 expref: 196 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.738009:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa98a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968974464:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.738026:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6c00 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.738058:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.738063:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044a01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.738069:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.738072:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044a01 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.738079:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044a01 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.738090:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044a01 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.738101:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044a01 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.738113:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.738144:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60c7d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+142:3657:x1855007968972288:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7556us (7605us total) trans 4294989572 rc 0/0 00000100:00100000:1.0:1769074947.738150:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83072 00010000:00010000:1.0:1769074947.738167:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.738172:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.738191:0:8669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68765200/0xf5091596e2fd5116 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe851 expref: 196 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.738200:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc4433800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007968972544:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.738201:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.738203:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.738211:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30449fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.738221:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30449fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.738228:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30449fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.738235:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30449fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.738241:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30449fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.738261:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074947.738268:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.738271:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30449fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.738278:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.738280:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30449fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.738288:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30449fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.738298:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30449fa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.738305:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30449fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.738358:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc4430e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+142:3657:x1855007968972160:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8082us (8150us total) trans 4294989573 rc 0/0 00000100:00100000:1.0:1769074947.738365:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83071 00010000:00010000:0.0:1769074947.738385:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.738388:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.738389:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.738391:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8b79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968974336:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.738416:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.738656:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968974336 00000100:00100000:0.0:1769074947.738662:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968974336 00000004:00080000:1.0:1769074947.738679:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc4432d80/2, rc 0, transno 4294989572 00000100:00100000:0.0:1769074947.738688:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83081 00000100:00100000:1.0:1769074947.738692:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc4432d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968972288:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.738703:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc4431500/2, rc 0, transno 4294989573 00000100:00100000:1.0:1769074947.738706:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc4431500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968972160:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.738715:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5ec36680/2, rc 0, transno 4294989558 00000100:00100000:1.0:1769074947.738721:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968970752:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.738732:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074947.738737:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4537a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968973184:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.738745:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968974848:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.738759:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.738767:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968974720:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.738779:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968973184 00000100:00100000:1.0:1769074947.738783:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968973184 00000100:00100000:0.0:1769074947.738787:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.738800:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968974720 00000100:00100000:1.0:1769074947.738803:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968974720 00000100:00100000:0.0:1769074947.738813:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83082 00000100:00100000:0.0:1769074947.738832:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc4433800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+131:3657:x1855007968973184:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.738832:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83083 00000100:00100000:1.0:1769074947.738837:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5261ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+142:3659:x1855007968974720:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.738846:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4452 count 1 00002000:00080000:0.0:1769074947.738847:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4912 count 1 00010000:00010000:1.0:1769074947.738858:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044a40 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1164:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.738859:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044a47 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1330:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.738873:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe71728a00/0xf5091596e2fdbabe lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725051f9 expref: 205 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.738873:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe43c0a000/0xf5091596e2fd07ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f9f1e expref: 195 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.738880:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.738881:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.738882:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.738882:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.738885:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044a47 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.738886:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044a40 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.738903:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe71728a00/0xf5091596e2fdbabe lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725051f9 expref: 205 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.738903:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe43c0a000/0xf5091596e2fd07ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9f1e expref: 195 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.738914:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe43c0a000/0xf5091596e2fd07ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9f1e expref: 195 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.738915:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe71728a00/0xf5091596e2fdbabe lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725051f9 expref: 205 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.738926:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5261b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968975232:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.738926:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc4430a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968975104:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.738963:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.738964:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bba80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.738978:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968974592:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.738979:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.739000:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.739009:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968974848 00000100:00100000:0.0:1769074947.739012:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968974848 00000100:00100000:1.0:1769074947.739015:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe52619500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968974976:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.739032:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968974592 00000100:00100000:1.0:1769074947.739033:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.739034:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968974592 00000100:00100000:0.0:1769074947.739045:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968974976 00000100:00100000:0.0:1769074947.739047:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968974976 00000100:00100000:0.0:1769074947.739058:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83084 00000100:00100000:0.0:1769074947.739064:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe52618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+143:3660:x1855007968974848:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.739066:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e235500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+205:2410:x1855007960313472:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 16526us (16580us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.739073:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40816 00002000:00080000:0.0:1769074947.739074:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:255 count 1 00010000:00010000:0.0:1769074947.739084:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044a4e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.739094:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80fd4400/0xf5091596e2fbb91e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e5052 expref: 195 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.739100:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.739102:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.739104:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044a4e lrc: 4/0,1 mode: --/PW res: [0x280000400:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1769074947.739125:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa64700/2, rc 0, transno 4294989559 00000100:00100000:1.0:1769074947.739133:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968971392:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.739211:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe80fd4400/0xf5091596e2fbb91e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5052 expref: 195 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.739221:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80fd4400/0xf5091596e2fbb91e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5052 expref: 195 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.739231:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe52618380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968975360:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.739266:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.739284:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83085 00000100:00100000:0.0:1769074947.739291:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+133:3657:x1855007968974592:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.739303:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8993 count 1 00010000:00010000:0.0:1769074947.739532:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044a55 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2321:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.739545:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe804b7400/0xf5091596e2fd5e59 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ff58d expref: 204 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.739552:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.739553:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.739555:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044a55 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.739562:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+133:3658:x1855007968971392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11696us (12363us total) trans 4294989559 rc 0/0 00000100:00100000:3.0:1769074947.739569:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83070 00010000:00010000:0.0:1769074947.739572:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe804b7400/0xf5091596e2fd5e59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff58d expref: 204 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.739581:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe804b7400/0xf5091596e2fd5e59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff58d expref: 204 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.739585:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83086 00000100:00100000:0.0:1769074947.739592:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe52618700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007968975488:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.739593:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+132:3657:x1855007968974976:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.739603:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1170 count 1 00010000:00010000:3.0:1769074947.739614:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e3044a5c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x492:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.739620:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6540 going to sleep for 11 seconds 00010000:00010000:3.0:1769074947.739626:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e2fda524 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072503c58 expref: 204 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.739632:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.739634:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.739636:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e3044a5c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.739652:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e2fda524 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503c58 expref: 204 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.739660:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e2fda524 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503c58 expref: 204 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.739668:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074947.739669:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968975744:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.739675:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5261b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968975616:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.739692:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5beb40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.739699:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1769074947.739717:0:14039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30449ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.739718:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968975616 00000100:00100000:0.0:1769074947.739722:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968975616 00010000:00010000:3.0:1769074947.739726:0:14039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30449ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.739734:0:14039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30449ec lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.739739:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83087 00010000:00010000:3.0:1769074947.739742:0:14039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30449ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.739744:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd55f75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+133:3657:x1855007968975616:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.739755:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9543 count 1 00010000:00010000:3.0:1769074947.739755:0:14039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074947.739766:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653a00/0xf5091596e3044a63 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2547:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.739776:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e39e00/0xf5091596e2fc89d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f2109 expref: 204 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.739782:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.739783:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.739786:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653a00/0xf5091596e3044a63 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.739801:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e39e00/0xf5091596e2fc89d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2109 expref: 204 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.739809:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e39e00/0xf5091596e2fc89d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2109 expref: 204 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.739829:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd55f77100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007968975872:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.739853:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.739874:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+134:3657:x1855007968974336:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.739886:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5306 count 1 00010000:00010000:0.0:1769074947.739897:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653800/0xf5091596e3044a6a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.739907:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c18dc00/0xf5091596e2fbcf05 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6639 expref: 204 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.739913:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.739914:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.739917:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653800/0xf5091596e3044a6a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.739932:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c18dc00/0xf5091596e2fbcf05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6639 expref: 204 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.739941:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c18dc00/0xf5091596e2fbcf05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6639 expref: 204 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.739943:0:14039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73768a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+134:3658:x1855007968971520:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12410us (12793us total) trans 4294989561 rc 0/0 00000100:00100000:3.0:1769074947.739950:0:14039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83069 00000100:00100000:0.0:1769074947.739951:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd55f75c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14038:1855007968976000:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.739972:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6600 going to sleep for 11 seconds 00000004:00080000:0.0:1769074947.739993:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa65180/2, rc 0, transno 4294989561 00000100:00100000:0.0:1769074947.740000:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968971520:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.740035:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.740042:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd55f77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968976128:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.740066:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.740203:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968976128 00000100:00100000:0.0:1769074947.740208:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968976128 00000100:00100000:0.0:1769074947.740233:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83088 00000100:00100000:0.0:1769074947.740239:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd55f77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+134:3660:x1855007968976128:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.740251:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3860 count 1 00010000:00010000:0.0:1769074947.740262:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044a71 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xf14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.740276:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe672b3800/0xf5091596e2fdab7c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xf14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725042b7 expref: 204 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.740283:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.740284:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.740287:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044a71 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xf14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.740303:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe672b3800/0xf5091596e2fdab7c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xf14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725042b7 expref: 204 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.740320:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.740326:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30449ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.740334:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.740337:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30449ec lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.740345:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30449ec lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.740361:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30449ec lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.740368:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e30449ec lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1561:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.740386:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.740388:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.740390:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.740542:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007968973056:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.740560:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044a08 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.740875:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.740898:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960315136 00000100:00100000:1.0:1769074947.740902:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960315136 00010000:00010000:1.0:1769074947.740922:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe78ac0c00/0xf5091596e2fdae2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250455e expref: 196 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.740945:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40829 00000100:00100000:1.0:1769074947.740952:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+196:2410:x1855007960315136:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.740960:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.740965:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe78ac0c00/0xf5091596e2fdae2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250455e expref: 196 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.740975:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe78ac0c00/0xf5091596e2fdae2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250455e expref: 196 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.740991:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe78ac0c00/0xf5091596e2fdae2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250455e expref: 196 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.741006:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.741008:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.741011:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044a08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.741020:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044a08 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.741037:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.741064:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+195:2410:x1855007960315136:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 113us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.741070:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40829 00010000:00010000:1.0:1769074947.741095:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044a08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.741104:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044a08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.741112:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044a08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.741118:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044a08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.741131:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.741309:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+144:3657:x1855007968972928:12345-0@lo:6:osp-syn-0-1.0 Request processed in 7291us (7362us total) trans 4294989574 rc 0/0 00000100:00100000:1.0:1769074947.741336:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83073 00010000:00010000:1.0:1769074947.741356:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.741361:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044a08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.741368:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.741371:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044a08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.741378:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044a08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.741388:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044a08 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.741394:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044a08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.741407:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.741409:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.741411:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.741990:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe672b3800/0xf5091596e2fdab7c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725042b7 expref: 204 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.742008:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd55f75880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968976256:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.742068:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b780 going to sleep for 11 seconds 00000004:00080000:0.0:1769074947.742103:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57ce3100/2, rc 0, transno 4294989574 00000100:00100000:0.0:1769074947.742181:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968972928:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.742261:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec36300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007968973440:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.742277:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044a0f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.742285:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd55f74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968976384:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.742316:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.742373:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968976384 00000100:00100000:0.0:1769074947.742378:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968976384 00000100:00100000:0.0:1769074947.742416:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83089 00000100:00100000:0.0:1769074947.742425:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+144:3660:x1855007968976384:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.742464:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3524 count 1 00010000:00010000:0.0:1769074947.742483:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044a78 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xdc4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.742496:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8b3000/0xf5091596e2fc13a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xdc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eaad4 expref: 194 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.742503:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.742505:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.742508:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044a78 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xdc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.742528:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8b3000/0xf5091596e2fc13a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xdc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaad4 expref: 194 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.742540:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8b3000/0xf5091596e2fc13a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xdc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaad4 expref: 194 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.742549:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd55f77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007968976512:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.742586:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.744371:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968973568:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.744397:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044a16 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.744408:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.744439:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.744486:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.744519:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.744553:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43213100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007968974080:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.744567:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960315264 00010000:00010000:0.0:1769074947.744569:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044a2b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.744573:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960315264 00000100:00100000:0.0:1769074947.744586:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960315520 00000100:00100000:0.0:1769074947.744590:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960315520 00010000:00010000:0.0:1769074947.744605:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70e55a00/0xf5091596e2fbed58 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e848c expref: 195 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.744606:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe59487a00/0xf5091596e2fcc501 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c2e expref: 205 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.744631:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960315392 00000100:00100000:0.0:1769074947.744634:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960315392 00010000:00010000:0.0:1769074947.744645:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe685bc400/0xf5091596e2fdb730 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504e64 expref: 196 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.744686:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43211880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968973952:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.744698:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044a24 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.744861:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960315648 00000100:00100000:1.0:1769074947.744865:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960315648 00000100:00100000:0.0:1769074947.744866:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40830 00000100:00100000:0.0:1769074947.744874:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe48c89c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+197:2409:x1855007960315520:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.744879:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe672b3000/0xf5091596e2fdab83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725042b0 expref: 197 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.744887:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1769074947.744891:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40831 00010000:00010000:0.0:1769074947.744892:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe70e55a00/0xf5091596e2fbed58 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x437:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e848c expref: 197 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.744896:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+205:2409:x1855007960315264:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.744903:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe70e55a00/0xf5091596e2fbed58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x437:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e848c expref: 197 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.744903:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.744907:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe59487a00/0xf5091596e2fcc501 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x32e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c2e expref: 205 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.744916:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe59487a00/0xf5091596e2fcc501 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x32e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c2e expref: 205 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.744926:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.744928:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe59487a00/0xf5091596e2fcc501 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x32e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c2e expref: 205 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.744929:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.744933:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044a1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x437:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.744939:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.744941:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.744942:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044a1d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x437:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.744943:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044a0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.744950:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044a0f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x32e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.744962:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074947.744965:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.745008:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe48c89c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+197:2409:x1855007960315520:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 134us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.745017:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40830 00000100:00100000:0.0:1769074947.745034:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40832 00000100:00100000:0.0:1769074947.745041:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+196:2409:x1855007960315392:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.745051:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.745055:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe685bc400/0xf5091596e2fdb730 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504e64 expref: 196 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.745064:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe685bc400/0xf5091596e2fdb730 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504e64 expref: 196 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.745076:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe685bc400/0xf5091596e2fdb730 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504e64 expref: 196 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.745085:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.745087:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.745089:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044a16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.745096:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044a16 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.745110:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.745175:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+195:2409:x1855007960315392:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 133us (686us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.745175:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec34700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+204:2409:x1855007960315264:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 276us (765us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.745181:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40832 00010000:00010000:2.0:1769074947.745233:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70e55a00/0xf5091596e2fbed58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e848c expref: 194 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.745243:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec34e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968973696:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.745254:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044a1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.745361:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044a1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.745369:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044a1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.745378:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044a1d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.745384:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044a1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.745398:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.745633:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+145:3660:x1855007968972800:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9083us (9937us total) trans 4294989575 rc 0/0 00000100:00100000:2.0:1769074947.745641:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83076 00000100:00100000:1.0:1769074947.745876:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40831 00000100:00100000:0.0:1769074947.745905:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40833 00000100:00100000:0.0:1769074947.745915:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+193:2410:x1855007960315648:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.745926:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.745931:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe672b3000/0xf5091596e2fdab83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725042b0 expref: 193 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.745941:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe672b3000/0xf5091596e2fdab83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725042b0 expref: 193 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.745957:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe672b3000/0xf5091596e2fdab83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725042b0 expref: 193 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.745967:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.745969:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.745972:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044a24 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.745980:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044a24 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746008:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.746031:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec35880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+192:2410:x1855007960315648:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 119us (1511us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.746038:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40833 00010000:00010000:0.0:1769074947.746065:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044a0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746072:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044a0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746080:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044a0f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746088:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044a0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746102:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074947.746246:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+135:3660:x1855007968971264:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10260us (10629us total) trans 4294989562 rc 0/0 00000100:00100000:0.0:1769074947.746253:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83074 00010000:00010000:0.0:1769074947.746274:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044a16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746283:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044a16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746291:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044a16 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746298:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044a16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746316:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1769074947.746418:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+145:3660:x1855007968972032:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10145us (10757us total) trans 4294989576 rc 0/0 00000100:00100000:0.0:1769074947.746425:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83075 00010000:00010000:0.0:1769074947.746441:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1769074947.746462:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044a1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746470:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dc400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.746474:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044a1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746483:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044a1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746495:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044a1d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746501:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044a1d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746519:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.746522:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044a0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746530:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dc800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.746533:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044a0f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746540:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044a0f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746548:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044a0f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746555:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044a0f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x32e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746565:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.746568:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044a16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746574:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dcc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.746577:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044a16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746584:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044a16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746592:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044a16 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746599:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044a16 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.746614:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.746616:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.746617:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.746632:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.747210:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044a24 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.747220:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044a24 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.747227:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044a24 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.747233:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044a24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.747249:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.747396:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+145:3660:x1855007968971904:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10671us (11633us total) trans 4294989577 rc 0/0 00000100:00100000:2.0:1769074947.747402:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83077 00010000:00010000:1.0:1769074947.747763:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.747769:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044a24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.747777:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dda00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.747780:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044a24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.747788:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044a24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.747802:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044a24 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.747809:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044a24 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.747835:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.747836:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.747838:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.747843:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.747881:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc4431f80/2, rc 0, transno 4294989577 00000100:00100000:1.0:1769074947.747933:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc4431f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968971904:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.747950:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa67100/2, rc 0, transno 4294989562 00000100:00100000:1.0:1769074947.747968:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968971264:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.747979:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc4431180/2, rc 0, transno 4294989576 00000100:00100000:0.0:1769074947.748069:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968976896:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.748089:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe45378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968976640:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.748105:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.748155:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968976896 00000100:00100000:0.0:1769074947.748162:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968976896 00000100:00100000:0.0:1769074947.748194:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83090 00000100:00100000:0.0:1769074947.748201:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+145:3658:x1855007968976896:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.748223:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9068 count 1 00010000:00010000:0.0:1769074947.748240:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652e00/0xf5091596e3044a7f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x236c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.748255:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b42800/0xf5091596e2fc76fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e39 expref: 191 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.748262:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.748264:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.748268:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652e00/0xf5091596e3044a7f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.748293:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b42800/0xf5091596e2fc76fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e39 expref: 191 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.748305:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b42800/0xf5091596e2fc76fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e39 expref: 191 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.748321:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44366680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968977024:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.748376:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.748702:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc4431180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968972032:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.748721:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4be04000/2, rc 0, transno 4294989575 00000100:00100000:1.0:1769074947.748725:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4be04000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968972800:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.748768:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968977152:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.748797:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.748836:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968977152 00000100:00100000:1.0:1769074947.748840:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968977152 00000100:00100000:1.0:1769074947.748862:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83091 00000100:00100000:1.0:1769074947.748868:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+146:3659:x1855007968977152:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.748880:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5308 count 1 00010000:00010000:1.0:1769074947.748893:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3044a86 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.748906:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe636d6a00/0xf5091596e2fd3da5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fd4d2 expref: 191 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.748912:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.748914:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.748916:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3044a86 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x14bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.748929:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074947.748935:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe636d6a00/0xf5091596e2fd3da5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd4d2 expref: 191 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.748949:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe636d6a00/0xf5091596e2fd3da5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd4d2 expref: 191 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.748949:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd55f74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968976768:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.748958:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57ce1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968977280:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.748969:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.748985:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.748997:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968976768 00000100:00100000:3.0:1769074947.748997:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968976640 00000100:00100000:1.0:1769074947.749001:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968976768 00000100:00100000:3.0:1769074947.749001:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968976640 00000100:00100000:1.0:1769074947.749025:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83092 00000100:00100000:3.0:1769074947.749028:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83093 00000100:00100000:1.0:1769074947.749031:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+147:3657:x1855007968976768:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.749034:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+135:3657:x1855007968976640:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.749042:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9999 count 1 00002000:00080000:3.0:1769074947.749043:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2950 count 1 00010000:00010000:1.0:1769074947.749055:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0600/0xf5091596e3044a8d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x270f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.749055:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044a94 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xb86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.749068:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ae55e00/0xf5091596e2fbc526 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x270f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e5c5a expref: 191 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.749068:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe685bce00/0xf5091596e2fdb737 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504e6b expref: 203 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.749075:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.749077:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.749080:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0600/0xf5091596e3044a8d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x270f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.749080:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.749082:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.749084:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044a94 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.749096:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ae55e00/0xf5091596e2fbc526 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x270f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5c5a expref: 191 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.749099:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe685bce00/0xf5091596e2fdb737 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504e6b expref: 203 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.749105:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ae55e00/0xf5091596e2fbc526 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x270f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5c5a expref: 191 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.749109:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe685bce00/0xf5091596e2fdb737 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504e6b expref: 203 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.749119:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968977536:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.749143:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.749216:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007968977408:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.749239:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.749521:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968975744:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.749535:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e3044a5c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.749600:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.750273:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.750287:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.750297:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.750309:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.750319:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.750328:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.750338:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.750345:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.750351:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.750357:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.750366:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.750410:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc4430a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968975104:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.750487:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044a40 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.750504:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960315776 00000100:00100000:1.0:1769074947.750508:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960315776 00010000:00010000:1.0:1769074947.750529:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ba10800/0xf5091596e2fd2c33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc360 expref: 192 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.750540:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960316032 00000100:00100000:1.0:1769074947.750541:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960316032 00010000:00010000:1.0:1769074947.750548:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4d137c00/0xf5091596e2fcb3f8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b33 expref: 193 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.750553:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960316288 00000100:00100000:1.0:1769074947.750554:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960316288 00010000:00010000:1.0:1769074947.750561:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe71728a00/0xf5091596e2fdbabe lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725051f9 expref: 204 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.750567:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960317184 00000100:00100000:1.0:1769074947.750568:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960317184 00010000:00010000:1.0:1769074947.750573:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8b3000/0xf5091596e2fc13a7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xdc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaad4 expref: 194 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.750583:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960316544 00000100:00100000:1.0:1769074947.750584:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960316544 00010000:00010000:1.0:1769074947.750591:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe804b7400/0xf5091596e2fd5e59 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff58d expref: 205 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.750596:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960316800 00000100:00100000:1.0:1769074947.750597:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960316800 00010000:00010000:1.0:1769074947.750603:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e39e00/0xf5091596e2fc89d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2109 expref: 206 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.750608:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960315904 00000100:00100000:1.0:1769074947.750610:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960315904 00010000:00010000:1.0:1769074947.750615:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a8ae00/0xf5091596e2fd4c46 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe37a expref: 207 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.750620:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960316160 00000100:00100000:1.0:1769074947.750621:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960316160 00010000:00010000:1.0:1769074947.750626:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe43c0a000/0xf5091596e2fd07ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9f1e expref: 195 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.750630:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960316416 00000100:00100000:1.0:1769074947.750631:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960316416 00010000:00010000:1.0:1769074947.750637:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80fd4400/0xf5091596e2fbb91e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5052 expref: 196 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.750642:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960316672 00000100:00100000:1.0:1769074947.750643:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960316672 00010000:00010000:1.0:1769074947.750648:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e2fda524 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503c58 expref: 208 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.750654:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960317056 00000100:00100000:1.0:1769074947.750655:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960317056 00010000:00010000:1.0:1769074947.750660:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe672b3800/0xf5091596e2fdab7c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xf14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725042b7 expref: 209 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.750665:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960316928 00000100:00100000:1.0:1769074947.750666:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960316928 00010000:00010000:1.0:1769074947.750671:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c18dc00/0xf5091596e2fbcf05 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6639 expref: 210 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.750678:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40834 00000100:00100000:1.0:1769074947.750683:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+196:2410:x1855007960315776:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.750691:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.750694:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ba10800/0xf5091596e2fd2c33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc360 expref: 196 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.750701:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ba10800/0xf5091596e2fd2c33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc360 expref: 196 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.750717:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ba10800/0xf5091596e2fd2c33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc360 expref: 196 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.750727:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.750728:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.750732:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044a2b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.750738:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044a2b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.750753:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.750828:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+195:2410:x1855007960315776:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 143us (1226us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.750835:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40834 00000100:00100000:1.0:1769074947.750857:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40835 00000100:00100000:1.0:1769074947.750863:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+194:2409:x1855007960316032:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.750871:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.750875:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4d137c00/0xf5091596e2fcb3f8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1b63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b33 expref: 194 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.750883:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4d137c00/0xf5091596e2fcb3f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b33 expref: 194 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.750895:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.750896:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.750899:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dce00/0xf5091596e3044a39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.750906:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dce00/0xf5091596e3044a39 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.750917:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.750926:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8b79b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007968974208:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.750934:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+194:2409:x1855007960316032:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 72us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.750941:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40835 00010000:00010000:0.0:1769074947.750942:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044a32 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.750952:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40836 00000100:00100000:1.0:1769074947.750958:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+210:2409:x1855007960316288:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074947.750966:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe52618700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007968975488:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.750966:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.750970:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe71728a00/0xf5091596e2fdbabe lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1330:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725051f9 expref: 210 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.750976:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044a55 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.750979:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe71728a00/0xf5091596e2fdbabe lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1330:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725051f9 expref: 210 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.750992:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.750994:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1769074947.750995:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40837 00010000:00010000:1.0:1769074947.750997:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044a47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1330:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.751001:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+193:2408:x1855007960317184:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.751004:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044a47 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1330:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.751008:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.751012:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8b3000/0xf5091596e2fc13a7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xdc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaad4 expref: 193 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.751015:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074947.751022:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8b3000/0xf5091596e2fc13a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xdc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaad4 expref: 193 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.751030:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+210:2409:x1855007960316288:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 73us (741us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074947.751033:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.751035:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074947.751036:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40836 00010000:00010000:0.0:1769074947.751038:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044a78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.751048:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40838 00010000:00010000:0.0:1769074947.751051:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044a78 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xdc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.751053:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe48c8a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+209:2409:x1855007960316544:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.751060:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.751063:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074947.751064:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe804b7400/0xf5091596e2fd5e59 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2321:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff58d expref: 209 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.751073:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe804b7400/0xf5091596e2fd5e59 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2321:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff58d expref: 209 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.751078:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+193:2408:x1855007960317184:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 78us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.751084:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40837 00010000:00010000:1.0:1769074947.751084:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe804b7400/0xf5091596e2fd5e59 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2321:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff58d expref: 209 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.751093:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.751095:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1769074947.751096:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40839 00010000:00010000:1.0:1769074947.751098:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044a55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.751102:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+208:2409:x1855007960316800:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.751105:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044a55 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2321:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.751110:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.751120:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074947.751126:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e39e00/0xf5091596e2fc89d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2547:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2109 expref: 208 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.751136:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e39e00/0xf5091596e2fc89d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2547:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2109 expref: 208 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.751137:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe48c8a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+208:2409:x1855007960316544:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 84us (827us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.751143:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40838 00010000:00010000:0.0:1769074947.751148:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.751150:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.751152:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653a00/0xf5091596e3044a63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2547:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.751159:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653a00/0xf5091596e3044a63 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2547:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.751169:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.751171:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40840 00000100:00100000:1.0:1769074947.751176:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+207:2409:x1855007960315904:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.751183:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1769074947.751184:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+207:2409:x1855007960316800:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 82us (863us total) trans 0 rc 0/0 00010000:00010000:1.0:1769074947.751188:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a8ae00/0xf5091596e2fd4c46 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe37a expref: 207 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.751190:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40839 00000100:00100000:0.0:1769074947.751202:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40841 00000100:00100000:0.0:1769074947.751207:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+192:2409:x1855007960316160:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.751214:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.751218:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe43c0a000/0xf5091596e2fd07ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9f1e expref: 192 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.751228:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe43c0a000/0xf5091596e2fd07ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9f1e expref: 192 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.751231:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a8ae00/0xf5091596e2fd4c46 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe37a expref: 206 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.751240:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe43c0a000/0xf5091596e2fd07ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9f1e expref: 192 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.751241:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a8ae00/0xf5091596e2fd4c46 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1299:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe37a expref: 206 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.751251:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.751251:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.751252:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.751252:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.751256:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044a40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.751256:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044a32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.751264:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044a40 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.751265:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044a32 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1299:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.751281:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074947.751281:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.751298:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+205:2409:x1855007960315904:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 122us (968us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.751305:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40840 00000100:00100000:1.0:1769074947.751317:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40842 00000100:00100000:1.0:1769074947.751324:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+191:2409:x1855007960316416:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.751331:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.751335:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe80fd4400/0xf5091596e2fbb91e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5052 expref: 191 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.751344:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe80fd4400/0xf5091596e2fbb91e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5052 expref: 191 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.751370:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.751372:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.751375:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044a4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.751381:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044a4e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.751390:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.751579:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+191:2409:x1855007960316160:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 370us (1237us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.751586:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40841 00000100:00100000:0.0:1769074947.751600:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40843 00000100:00100000:0.0:1769074947.751606:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+204:2409:x1855007960316672:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.751614:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.751618:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e2fda524 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x492:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503c58 expref: 204 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.751626:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e2fda524 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x492:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503c58 expref: 204 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.751639:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e2fda524 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x492:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503c58 expref: 204 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.751648:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.751650:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.751652:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e3044a5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.751660:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e3044a5c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x492:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.751678:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.751694:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+203:2409:x1855007960316672:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 88us (1340us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.751699:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40843 00000100:00100000:0.0:1769074947.751712:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40844 00000100:00100000:0.0:1769074947.751719:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+202:2409:x1855007960317056:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.751725:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.751731:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe672b3800/0xf5091596e2fdab7c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xf14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725042b7 expref: 202 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.751741:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe672b3800/0xf5091596e2fdab7c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725042b7 expref: 202 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.751752:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.751754:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.751757:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044a71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.751763:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044a71 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.751775:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.751790:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+202:2409:x1855007960317056:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 73us (1430us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.751796:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40844 00000100:00100000:0.0:1769074947.751809:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40845 00000100:00100000:0.0:1769074947.751827:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe48c8a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+201:2409:x1855007960316928:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.751835:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.751839:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c18dc00/0xf5091596e2fbcf05 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6639 expref: 201 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.751849:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c18dc00/0xf5091596e2fbcf05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6639 expref: 201 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.751865:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.751867:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.751870:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653800/0xf5091596e3044a6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.751877:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653800/0xf5091596e3044a6a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.751889:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.751902:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe48c8a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+201:2409:x1855007960316928:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (1535us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.751909:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40845 00010000:00010000:0.0:1769074947.751930:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044a2b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.751938:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044a2b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.751948:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044a2b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.751960:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044a2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.751976:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.752086:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57ce1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968977280:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.752101:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3044a86 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.752143:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.752161:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960317312 00000100:00100000:2.0:1769074947.752166:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960317312 00010000:00010000:2.0:1769074947.752185:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b42800/0xf5091596e2fc76fe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e39 expref: 191 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.752202:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40846 00000100:00100000:2.0:1769074947.752207:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+191:2407:x1855007960317312:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.752213:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.752217:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b42800/0xf5091596e2fc76fe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x236c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e39 expref: 191 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.752226:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b42800/0xf5091596e2fc76fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x236c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e39 expref: 191 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.752238:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.752240:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.752243:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652e00/0xf5091596e3044a7f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x236c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.752249:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652e00/0xf5091596e3044a7f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x236c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.752260:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.752272:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+191:2407:x1855007960317312:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 65us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.752278:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40846 00000100:00100000:0.0:1769074947.752284:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+148:3660:x1855007968972416:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15174us (16489us total) trans 4294989578 rc 0/0 00000100:00100000:0.0:1769074947.752295:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83078 00000100:00100000:2.0:1769074947.752324:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.752341:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960317440 00000100:00100000:2.0:1769074947.752345:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960317440 00010000:00010000:2.0:1769074947.752356:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe636d6a00/0xf5091596e2fd3da5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd4d2 expref: 191 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.752369:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40847 00000100:00100000:2.0:1769074947.752374:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57ce1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+191:2407:x1855007960317440:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.752381:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.752384:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe636d6a00/0xf5091596e2fd3da5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd4d2 expref: 191 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.752392:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe636d6a00/0xf5091596e2fd3da5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd4d2 expref: 191 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.752405:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe636d6a00/0xf5091596e2fd3da5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd4d2 expref: 191 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.752414:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.752416:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.752418:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3044a86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.752485:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.752491:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044a2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.752499:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dc600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.752503:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044a2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.752511:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044a2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.752522:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044a2b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.752529:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044a2b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.752544:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.752547:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.752548:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.752548:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68b42800/0xf5091596e2fc76fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e39 expref: 190 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.752558:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e3044a5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.752558:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44366680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968977024:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.752565:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e3044a5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.752570:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652e00/0xf5091596e3044a7f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.752578:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e3044a5c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.752579:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652e00/0xf5091596e3044a7f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.752587:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e3044a5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.752587:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652e00/0xf5091596e3044a7f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.752595:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652e00/0xf5091596e3044a7f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.752601:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074947.752602:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652e00/0xf5091596e3044a7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.752618:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074947.752732:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43213100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+148:3658:x1855007968976896:12345-0@lo:6:osp-syn-0-1.0 Request processed in 4530us (4625us total) trans 4294989579 rc 0/0 00000100:00100000:0.0:1769074947.752734:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+136:3657:x1855007968974976:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13143us (13700us total) trans 4294989563 rc 0/0 00000100:00100000:3.0:1769074947.752738:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83090 00000100:00100000:0.0:1769074947.752741:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83086 00010000:00010000:0.0:1769074947.752758:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044a55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.752766:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044a55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.752774:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044a55 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.752780:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044a55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.752792:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1769074947.752809:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074947.752813:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e3044a5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.752836:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.752839:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e3044a5c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.752846:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e3044a5c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.752859:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e3044a5c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.752865:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e3044a5c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x492:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.752879:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074947.752882:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652e00/0xf5091596e3044a7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.752888:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.752891:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652e00/0xf5091596e3044a7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.752897:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+136:3657:x1855007968974592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13606us (13896us total) trans 4294989564 rc 0/0 00010000:00010000:3.0:1769074947.752899:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652e00/0xf5091596e3044a7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.752903:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83085 00010000:00010000:3.0:1769074947.752913:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652e00/0xf5091596e3044a7f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.752920:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652e00/0xf5091596e3044a7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.752923:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044a32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.752930:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044a32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.752932:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.752935:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044a55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.752939:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044a32 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.752941:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.752945:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044a55 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.752946:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044a32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.752952:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044a55 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.752958:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074947.752959:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044a55 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.752965:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044a55 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2321:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.752982:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.752986:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044a32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.752996:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dca00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.752999:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044a32 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.753007:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044a32 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.753017:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044a32 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.753023:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044a32 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1299:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.753034:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.753036:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.753038:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.753052:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+136:3660:x1855007968973312:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15430us (17216us total) trans 4294989565 rc 0/0 00000100:00100000:0.0:1769074947.753058:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83079 00010000:00010000:2.0:1769074947.753073:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3044a86 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x14bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753074:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.753094:0:14046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80fd4400/0xf5091596e2fbb91e lrc: 0/0,0 mode: --/PR res: [0x280000400:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5052 expref: 189 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.753104:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe52618380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968975360:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.753126:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044a4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.753129:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074947.753134:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044a4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753141:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044a4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753148:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044a4e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.753148:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+188:2407:x1855007960317440:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 773us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.753154:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40847 00010000:00010000:0.0:1769074947.753156:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044a4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753169:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.753275:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe52618e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+148:3660:x1855007968974848:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14210us (14294us total) trans 4294989580 rc 0/0 00000100:00100000:0.0:1769074947.753281:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83084 00010000:00010000:0.0:1769074947.753324:0:14043:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe71728a00/0xf5091596e2fdbabe lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1330:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725051f9 expref: 200 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.753335:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5261b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968975232:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.753347:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044a47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753354:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044a47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753357:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.753361:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044a47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753363:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044a4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753369:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044a47 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753370:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dd600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.753374:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044a4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753382:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044a4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753383:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044a47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753394:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044a4e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753401:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044a4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753404:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074947.753423:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.753468:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044a47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753475:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dd000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.753479:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044a47 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753487:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044a47 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753497:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044a47 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753503:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044a47 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1330:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753516:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.753518:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.753519:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.753524:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc4433800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+136:3657:x1855007968973184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14693us (14764us total) trans 4294989566 rc 0/0 00000100:00100000:0.0:1769074947.753530:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83082 00010000:00010000:1.0:1769074947.753531:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044a40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753538:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044a40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753545:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044a40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753546:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.753552:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044a40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753574:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4d137c00/0xf5091596e2fcb3f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b33 expref: 187 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.753580:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.753583:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa98a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968974464:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.753594:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dce00/0xf5091596e3044a39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753601:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dce00/0xf5091596e3044a39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753608:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dce00/0xf5091596e3044a39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753615:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dce00/0xf5091596e3044a39 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753622:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dce00/0xf5091596e3044a39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753635:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.753695:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5261ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+149:3659:x1855007968974720:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14856us (14906us total) trans 4294989581 rc 0/0 00000100:00100000:1.0:1769074947.753702:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83083 00010000:00010000:1.0:1769074947.753718:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.753722:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044a40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753729:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.753732:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044a40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.753734:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5aa9a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+148:3660:x1855007968973824:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15808us (15903us total) trans 4294989582 rc 0/0 00010000:00010000:1.0:1769074947.753740:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044a40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.753741:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83080 00010000:00010000:1.0:1769074947.753751:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044a40 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753756:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.753758:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044a40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753759:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dce00/0xf5091596e3044a39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753766:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dce00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.753769:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dce00/0xf5091596e3044a39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753776:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dce00/0xf5091596e3044a39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753776:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.753778:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.753780:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.753786:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dce00/0xf5091596e3044a39 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753792:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dce00/0xf5091596e3044a39 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1769074947.753804:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5aa99500/2, rc 0, transno 4294989581 00000100:00100000:1.0:1769074947.753813:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968974720:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074947.753833:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.753836:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.753837:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.753859:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe672b3800/0xf5091596e2fdab7c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xf14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725042b7 expref: 199 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.753874:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd55f75880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968976256:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.753884:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044a71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753892:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044a71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.753894:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1769074947.753898:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044a71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.753904:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968977664:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074947.753905:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044a71 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753912:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044a71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.753922:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.753935:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074947.753960:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.753964:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044a71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753971:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.753974:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044a71 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753982:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044a71 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753993:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044a71 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.753999:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044a71 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xf14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.754012:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.754013:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.754015:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd55f77480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+136:3660:x1855007968976128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13775us (13947us total) trans 4294989567 rc 0/0 00010000:00010000:1.0:1769074947.754015:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.754021:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83088 00000100:00100000:1.0:1769074947.754025:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968977664 00000100:00100000:1.0:1769074947.754029:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968977664 00010000:00010000:0.0:1769074947.754036:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.754055:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83094 00010000:00010000:0.0:1769074947.754057:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e39e00/0xf5091596e2fc89d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2547:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2109 expref: 198 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.754062:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ec35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+148:3659:x1855007968977664:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.754066:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd55f77100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007968975872:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.754076:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653a00/0xf5091596e3044a63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.754083:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653a00/0xf5091596e3044a63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1769074947.754083:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8060 count 1 00010000:00010000:0.0:1769074947.754089:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653a00/0xf5091596e3044a63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.754095:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653a00/0xf5091596e3044a63 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.754099:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e3044a9b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.754102:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653a00/0xf5091596e3044a63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.754112:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe632d8800/0xf5091596e2fbca58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e618c expref: 186 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.754113:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074947.754120:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.754121:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.754124:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e3044a9b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.754144:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe632d8800/0xf5091596e2fbca58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e618c expref: 186 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.754155:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe632d8800/0xf5091596e2fbca58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e618c expref: 186 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.754166:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ec35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968977792:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.754248:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.754254:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653a00/0xf5091596e3044a63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.754260:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.754264:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653a00/0xf5091596e3044a63 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.754271:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653a00/0xf5091596e3044a63 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.754282:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653a00/0xf5091596e3044a63 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.754289:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653a00/0xf5091596e3044a63 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2547:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.754304:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.754305:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.754307:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.754358:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb6c0 going to sleep for 11 seconds 00000004:00080000:1.0:1769074947.754386:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd55f77800/2, rc 0, transno 4294989567 00000100:00100000:1.0:1769074947.754395:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd55f77800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968976128:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.754404:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5aa98000/2, rc 0, transno 4294989580 00000100:00100000:1.0:1769074947.754411:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968974848:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.754419:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5ec34380/2, rc 0, transno 4294989582 00000100:00100000:1.0:1769074947.754422:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968973824:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.754429:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc4430000/2, rc 0, transno 4294989578 00000100:00100000:1.0:1769074947.754432:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc4430000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968972416:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.754440:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4537b800/2, rc 0, transno 4294989565 00000100:00100000:1.0:1769074947.754444:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4537b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968973312:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.754494:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd55f75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+136:3657:x1855007968975616:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14749us (14793us total) trans 4294989568 rc 0/0 00000100:00100000:0.0:1769074947.754502:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83087 00000100:00100000:1.0:1769074947.754515:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968978176:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074947.754517:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.754527:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc4430a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968977920:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.754539:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074947.754558:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd43211880/2, rc 0, transno 4294989579 00000100:00100000:0.0:1769074947.754566:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43211880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968976896:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.754575:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968978048:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.754589:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074947.754595:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968978304:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.754596:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.754614:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074947.754632:0:14038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c18dc00/0xf5091596e2fbcf05 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6639 expref: 197 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.754635:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968978176 00000100:00100000:1.0:1769074947.754638:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968978176 00000100:00100000:0.0:1769074947.754643:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd55f75c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14038:1855007968976000:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.754654:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653800/0xf5091596e3044a6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.754665:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968978048 00000100:00100000:1.0:1769074947.754667:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968978048 00000100:00100000:0.0:1769074947.754668:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968978304 00000100:00100000:0.0:1769074947.754670:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968978304 00000100:00100000:1.0:1769074947.754809:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83095 00000100:00100000:0.0:1769074947.754823:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83096 00000100:00100000:1.0:1769074947.754826:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+151:3659:x1855007968978176:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.754829:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44367b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+151:3658:x1855007968978048:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.754839:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6609 count 1 00002000:00080000:1.0:1769074947.754839:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4128 count 1 00010000:00010000:0.0:1769074947.754851:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652800/0xf5091596e3044aa9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.754852:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044aa2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.754864:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a57400/0xf5091596e2fbe03f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e7773 expref: 186 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.754864:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d36ba00/0xf5091596e2fc93de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f2b12 expref: 186 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.754872:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.754872:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.754874:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.754874:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.754877:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652800/0xf5091596e3044aa9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x19d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.754877:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044aa2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.754896:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a57400/0xf5091596e2fbe03f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7773 expref: 186 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.754896:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d36ba00/0xf5091596e2fc93de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2b12 expref: 186 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.754907:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a57400/0xf5091596e2fbe03f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7773 expref: 186 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.754921:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44367100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968978688:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.754931:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d36ba00/0xf5091596e2fc93de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2b12 expref: 186 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.754939:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968978816:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.754965:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.754965:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.754979:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83097 00000100:00100000:1.0:1769074947.754987:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+151:3659:x1855007968978304:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.754996:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1769074947.754998:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7497 count 1 00010000:00010000:1.0:1769074947.755008:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ab0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.755018:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ae3b600/0xf5091596e2fbfda4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e94df expref: 186 pid: 14047 timeout: 0 lvb_type: 1 00000004:00080000:0.0:1769074947.755020:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5261b480/2, rc 0, transno 4294989568 00010000:00010000:1.0:1769074947.755025:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.755026:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1769074947.755027:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5261b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968975616:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.755029:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ab0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1769074947.755036:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe52619500/2, rc 0, transno 4294989563 00000100:00100000:0.0:1769074947.755039:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe52619500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968974976:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.755047:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4537a300/2, rc 0, transno 4294989566 00010000:00010000:1.0:1769074947.755047:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ae3b600/0xf5091596e2fbfda4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e94df expref: 186 pid: 14047 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074947.755050:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4537a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968973184:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.755056:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ae3b600/0xf5091596e2fbfda4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e94df expref: 186 pid: 14047 timeout: 1736 lvb_type: 1 00000004:00080000:0.0:1769074947.755057:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5aa9b100/2, rc 0, transno 4294989564 00000100:00100000:0.0:1769074947.755061:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5aa9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968974592:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.755069:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4f9ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968978432:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.755072:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968978944:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.755091:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb240 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.755093:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.755107:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968977920 00000100:00100000:0.0:1769074947.755108:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074947.755110:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968977920 00000100:00100000:0.0:1769074947.755113:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4f9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968978560:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.755130:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968978432 00000100:00100000:1.0:1769074947.755133:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968978432 00000100:00100000:1.0:1769074947.755156:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83098 00000100:00100000:1.0:1769074947.755162:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44364a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+152:3657:x1855007968977920:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.755173:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1293 count 1 00010000:00010000:1.0:1769074947.755183:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ab7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x50d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.755195:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe704b2400/0xf5091596e2fc46d0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x50d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ede04 expref: 186 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.755201:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.755202:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.755205:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ab7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x50d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.755220:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83099 00010000:00010000:1.0:1769074947.755222:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe704b2400/0xf5091596e2fc46d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x50d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ede04 expref: 186 pid: 14047 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074947.755227:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44364000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+136:3657:x1855007968978432:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.755231:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe704b2400/0xf5091596e2fc46d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x50d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ede04 expref: 186 pid: 14047 timeout: 1736 lvb_type: 1 00002000:00080000:0.0:1769074947.755239:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8242 count 1 00000100:00100000:1.0:1769074947.755245:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968979072:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.755250:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044abe lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2032:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.755261:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68765800/0xf5091596e2fd511d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fe84a expref: 196 pid: 14039 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074947.755267:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb600 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.755272:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.755274:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.755276:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044abe lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.755287:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+186:2409:x1855007960316416:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 3963us (4939us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074947.755292:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68765800/0xf5091596e2fd511d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe84a expref: 196 pid: 14039 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074947.755295:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40842 00010000:00010000:0.0:1769074947.755301:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68765800/0xf5091596e2fd511d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe84a expref: 196 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.755375:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44365500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968979200:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.755402:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.755431:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.755487:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968978560 00000100:00100000:0.0:1769074947.755491:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968978560 00000100:00100000:0.0:1769074947.755514:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83100 00000100:00100000:0.0:1769074947.755521:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44367800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+137:3657:x1855007968978560:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.755532:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1262 count 1 00010000:00010000:0.0:1769074947.755543:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044ac5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.755554:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe51c80800/0xf5091596e2fd70ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250082c expref: 196 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.755561:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.755563:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.755566:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044ac5 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.755583:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe51c80800/0xf5091596e2fd70ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250082c expref: 196 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.755592:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe51c80800/0xf5091596e2fd70ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250082c expref: 196 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.755602:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44365180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968979328:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.755624:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.755685:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd55f77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968979712:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.755708:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.755735:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074947.755741:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd55f75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968979840:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.755755:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968979712 00000100:00100000:2.0:1769074947.755760:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968979712 00000100:00100000:0.0:1769074947.755761:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.755780:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968979840 00000100:00100000:2.0:1769074947.755783:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968979840 00000100:00100000:0.0:1769074947.755787:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83101 00000100:00100000:0.0:1769074947.755793:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5aa98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+139:3657:x1855007968979712:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.755799:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83102 00000100:00100000:2.0:1769074947.755804:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5261b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+139:3657:x1855007968979840:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.755805:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3124 count 1 00002000:00080000:2.0:1769074947.755813:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7011 count 1 00010000:00010000:0.0:1769074947.755828:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653400/0xf5091596e3044acc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc34:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.755835:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044ad3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.755839:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe78ac1400/0xf5091596e2fdae31 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xc34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504565 expref: 196 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.755846:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.755848:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.755851:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653400/0xf5091596e3044acc lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xc34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.755852:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f595c00/0xf5091596e2fcb3ff lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b2c expref: 196 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.755859:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.755860:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.755863:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044ad3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.755869:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe78ac1400/0xf5091596e2fdae31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xc34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504565 expref: 196 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.755876:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f595c00/0xf5091596e2fcb3ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b2c expref: 196 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.755877:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe78ac1400/0xf5091596e2fdae31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504565 expref: 196 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.755886:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f595c00/0xf5091596e2fcb3ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b2c expref: 196 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.755887:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe52618380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007968979968:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.755895:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4f9ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007968980096:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.755924:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.755924:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95300 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.755943:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653800/0xf5091596e3044a6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.755951:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653800/0xf5091596e3044a6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.755960:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653800/0xf5091596e3044a6a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.755968:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653800/0xf5091596e3044a6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.755990:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.755993:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44366680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968979456:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.756016:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.756034:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074947.756039:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd55f75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968979584:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.756055:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.756074:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968979456 00000100:00100000:1.0:1769074947.756078:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968979456 00000100:00100000:1.0:1769074947.756096:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968979584 00000100:00100000:1.0:1769074947.756099:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968979584 00000100:00100000:1.0:1769074947.756113:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83103 00000100:00100000:1.0:1769074947.756118:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+142:3659:x1855007968979456:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.756129:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4820 count 1 00010000:00010000:1.0:1769074947.756141:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3044ada lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.756152:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ba11000/0xf5091596e2fd2c2c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fc367 expref: 196 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.756158:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.756159:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.756162:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3044ada lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.756180:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ba11000/0xf5091596e2fd2c2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc367 expref: 196 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.756189:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ba11000/0xf5091596e2fd2c2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc367 expref: 196 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.756199:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007968980224:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.756224:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.756239:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83104 00000100:00100000:1.0:1769074947.756246:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+142:3659:x1855007968979584:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.756250:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57ce0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+142:3657:x1855007968974336:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17554us (17833us total) trans 4294989569 rc 0/0 00000100:00100000:0.0:1769074947.756256:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83081 00002000:00080000:1.0:1769074947.756258:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1079 count 1 00010000:00010000:1.0:1769074947.756268:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044ae1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x437:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.756278:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70e55000/0xf5091596e2fbed5f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8493 expref: 196 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.756285:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.756286:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000004:00080000:0.0:1769074947.756288:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd8b79b480/2, rc 0, transno 4294989569 00010000:00010000:1.0:1769074947.756289:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044ae1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.756295:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8b79b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968974336:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.756306:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe70e55000/0xf5091596e2fbed5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8493 expref: 196 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.756320:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe70e55000/0xf5091596e2fbed5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8493 expref: 196 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.756329:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968980352:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.756352:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbe40 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.756401:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.756407:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653800/0xf5091596e3044a6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.756415:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.756418:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653800/0xf5091596e3044a6a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.756438:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653800/0xf5091596e3044a6a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.756444:0:12381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8b3000/0xf5091596e2fc13a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xdc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaad4 expref: 185 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.756480:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653800/0xf5091596e3044a6a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.756486:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653800/0xf5091596e3044a6a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x14ba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.756500:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.756502:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.756504:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.756519:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd55f77b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007968976512:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.756534:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044a78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.756541:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044a78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.756547:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044a78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.756554:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044a78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.756559:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044a78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.756573:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074947.756581:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.756586:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044a78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.756593:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.756596:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044a78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.756603:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044a78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.756615:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044a78 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.756621:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044a78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.756634:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.756636:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.756637:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.756768:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+153:3660:x1855007968976384:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14344us (14451us total) trans 4294989583 rc 0/0 00000100:00100000:0.0:1769074947.756775:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83089 00000100:00100000:1.0:1769074947.756912:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe52618700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968980480:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.756937:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.757013:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd55f74380/2, rc 0, transno 4294989583 00000100:00100000:1.0:1769074947.757025:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd55f74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968976384:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.757196:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074947.757206:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd55f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968980608:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.757224:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1769074947.757405:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3044a86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.757429:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3044a86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.757436:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074947.757437:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3044a86 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.757444:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3044a86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.757476:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.757491:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968977536:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.757506:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044a94 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.757567:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.757587:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960317568 00000100:00100000:0.0:1769074947.757592:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960317568 00000100:00100000:3.0:1769074947.757598:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+153:3659:x1855007968977152:12345-0@lo:6:osp-syn-0-1.0 Request processed in 8730us (8801us total) trans 4294989584 rc 0/0 00000100:00100000:3.0:1769074947.757604:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83091 00010000:00010000:0.0:1769074947.757613:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ae55e00/0xf5091596e2fbc526 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x270f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5c5a expref: 185 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.757638:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960317696 00000100:00100000:0.0:1769074947.757641:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960317696 00010000:00010000:0.0:1769074947.757653:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe685bce00/0xf5091596e2fdb737 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504e6b expref: 197 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.757670:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40848 00000100:00100000:0.0:1769074947.757677:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+185:2410:x1855007960317568:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.757688:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.757693:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ae55e00/0xf5091596e2fbc526 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x270f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5c5a expref: 185 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.757704:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ae55e00/0xf5091596e2fbc526 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x270f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5c5a expref: 185 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.757720:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.757722:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.757726:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0600/0xf5091596e3044a8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.757736:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0600/0xf5091596e3044a8d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x270f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.757752:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.757781:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+185:2410:x1855007960317568:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 104us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.757788:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40848 00000100:00100000:0.0:1769074947.757803:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40849 00000100:00100000:0.0:1769074947.757809:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe784ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+197:2408:x1855007960317696:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.757828:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.757833:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe685bce00/0xf5091596e2fdb737 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xb86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504e6b expref: 197 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.757844:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe685bce00/0xf5091596e2fdb737 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xb86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504e6b expref: 197 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.757858:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe685bce00/0xf5091596e2fdb737 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xb86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504e6b expref: 197 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.757867:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.757869:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.757872:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044a94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.757879:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044a94 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xb86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1769074947.757881:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5ec34700/2, rc 0, transno 4294989584 00000100:00100000:1.0:1769074947.757891:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968977152:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074947.757894:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074947.757903:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044a94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.757911:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044a94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.757912:0:14042:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ae55e00/0xf5091596e2fbc526 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x270f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5c5a expref: 184 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.757919:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044a94 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.757922:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007968977408:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.757927:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044a94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.757933:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0600/0xf5091596e3044a8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.757939:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1769074947.757941:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0600/0xf5091596e3044a8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.757951:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0600/0xf5091596e3044a8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.757958:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0600/0xf5091596e3044a8d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.757964:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0600/0xf5091596e3044a8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.757976:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1769074947.758077:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+142:3657:x1855007968976640:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9042us (9146us total) trans 4294989570 rc 0/0 00000100:00100000:0.0:1769074947.758084:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83093 00000100:00100000:3.0:1769074947.758300:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968980480 00000100:00100000:3.0:1769074947.758305:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968980480 00000100:00100000:3.0:1769074947.758325:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968980608 00000100:00100000:3.0:1769074947.758328:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968980608 00000100:00100000:3.0:1769074947.758346:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83105 00000100:00100000:3.0:1769074947.758352:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+142:3659:x1855007968980480:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.758373:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4452 count 1 00010000:00010000:3.0:1769074947.758390:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044ae8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1164:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.758403:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55be9000/0xf5091596e2fd07f1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f9f25 expref: 196 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.758409:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.758411:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.758414:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044ae8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.758442:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe55be9000/0xf5091596e2fd07f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9f25 expref: 196 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.758478:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55be9000/0xf5091596e2fd07f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9f25 expref: 196 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.758494:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007968980736:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.758538:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be180 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.758774:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1769074947.758782:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3044a86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.758789:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.758792:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3044a86 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.758800:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3044a86 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.758812:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3044a86 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.758829:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3044a86 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.758847:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074947.758852:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044a94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.758856:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83106 00010000:00010000:2.0:1769074947.758858:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.758861:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044a94 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.758864:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+154:3659:x1855007968980608:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074947.758868:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044a94 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1769074947.758876:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6759 count 1 00010000:00010000:2.0:1769074947.758878:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044a94 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.758884:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044a94 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xb86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.758887:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652200/0xf5091596e3044aef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a67:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.758896:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe64ddd200/0xf5091596e2fcaf59 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f468d expref: 183 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.758902:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.758903:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.758906:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652200/0xf5091596e3044aef lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.758908:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.758911:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0600/0xf5091596e3044a8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.758917:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.758920:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0600/0xf5091596e3044a8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.758924:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe64ddd200/0xf5091596e2fcaf59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f468d expref: 183 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.758927:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0600/0xf5091596e3044a8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.758933:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe64ddd200/0xf5091596e2fcaf59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f468d expref: 183 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.758937:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0600/0xf5091596e3044a8d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.758945:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0600/0xf5091596e3044a8d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.758950:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968980864:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.758959:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.758960:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.758962:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.758969:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.758979:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b000 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.758991:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.759248:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe45378e00/2, rc 0, transno 4294989570 00000100:00100000:1.0:1769074947.759259:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+154:3657:x1855007968976768:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10227us (10288us total) trans 4294989585 rc 0/0 00000100:00100000:1.0:1769074947.759266:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83092 00000100:00100000:0.0:1769074947.759269:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe45378e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968976640:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.759281:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd55f74700/2, rc 0, transno 4294989585 00000100:00100000:0.0:1769074947.759285:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd55f74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968976768:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.759338:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe784ed880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+196:2408:x1855007960317696:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 1528us (1770us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.759346:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40849 00000100:00100000:0.0:1769074947.759389:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4f9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968981120:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.759401:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968980992:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.759420:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.759628:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968981120 00000100:00100000:1.0:1769074947.759633:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968981120 00000100:00100000:1.0:1769074947.759657:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83107 00000100:00100000:1.0:1769074947.759662:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe784ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+143:3658:x1855007968981120:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.759675:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:255 count 1 00010000:00010000:1.0:1769074947.759687:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e3044af6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.759699:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b7a4200/0xf5091596e2fbb925 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e5059 expref: 195 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.759705:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.759707:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.759710:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e3044af6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.759727:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b7a4200/0xf5091596e2fbb925 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5059 expref: 195 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.759736:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b7a4200/0xf5091596e2fbb925 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5059 expref: 195 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.759745:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968981376:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.760028:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.760063:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968980992 00000100:00100000:0.0:1769074947.760067:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968980992 00000100:00100000:1.0:1769074947.760070:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.760092:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83108 00000100:00100000:0.0:1769074947.760098:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe784ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+154:3657:x1855007968980992:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.760111:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:720 count 1 00010000:00010000:0.0:1769074947.760123:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653600/0xf5091596e3044afd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.760134:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55db1e00/0xf5091596e2fd7b39 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250126d expref: 183 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.760146:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.760148:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.760151:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653600/0xf5091596e3044afd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.760170:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe55db1e00/0xf5091596e2fd7b39 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250126d expref: 183 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.760179:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55db1e00/0xf5091596e2fd7b39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250126d expref: 183 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.760189:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968981504:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.760213:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.760307:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.760316:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968981248:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.760343:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.760413:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968981248 00000100:00100000:2.0:1769074947.760417:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968981248 00000100:00100000:2.0:1769074947.761287:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83109 00000100:00100000:2.0:1769074947.761294:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+155:3660:x1855007968981248:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.761310:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4952 count 1 00010000:00010000:2.0:1769074947.761322:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044b04 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1358:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.761332:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6cbcc000/0xf5091596e2fc62c2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ef9f6 expref: 183 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.761336:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.761337:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.761339:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044b04 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.761354:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6cbcc000/0xf5091596e2fc62c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef9f6 expref: 183 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.761360:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6cbcc000/0xf5091596e2fc62c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef9f6 expref: 183 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.761369:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4be0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007968981632:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.761408:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.762273:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.762296:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.762354:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44367100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968978688:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.762376:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652800/0xf5091596e3044aa9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.762383:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.762402:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.762603:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960317952 00000100:00100000:3.0:1769074947.762612:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960317952 00010000:00010000:3.0:1769074947.762651:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a57400/0xf5091596e2fbe03f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7773 expref: 184 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.762694:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960317824 00000100:00100000:3.0:1769074947.762697:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960317824 00010000:00010000:3.0:1769074947.762717:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe632d8800/0xf5091596e2fbca58 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e618c expref: 185 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.762745:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960318208 00000100:00100000:3.0:1769074947.762748:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960318208 00010000:00010000:3.0:1769074947.762764:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ae3b600/0xf5091596e2fbfda4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e94df expref: 186 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.762792:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960318080 00000100:00100000:3.0:1769074947.762797:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960318080 00010000:00010000:3.0:1769074947.762813:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d36ba00/0xf5091596e2fc93de lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2b12 expref: 187 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.762841:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40850 00000100:00100000:3.0:1769074947.762853:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+187:2407:x1855007960317952:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.762872:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.762880:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a57400/0xf5091596e2fbe03f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7773 expref: 187 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.762895:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a57400/0xf5091596e2fbe03f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7773 expref: 187 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.762931:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a57400/0xf5091596e2fbe03f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7773 expref: 187 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.762950:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.762952:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.762959:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652800/0xf5091596e3044aa9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.762984:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652800/0xf5091596e3044aa9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x19d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.763042:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.763179:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b66300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968978816:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.763196:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044aa2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.763371:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ec35880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968977792:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.763385:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e3044a9b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.763407:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40851 00000100:00100000:0.0:1769074947.763416:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+186:2407:x1855007960317824:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.763424:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.763428:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe632d8800/0xf5091596e2fbca58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e618c expref: 186 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.763438:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe632d8800/0xf5091596e2fbca58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e618c expref: 186 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.763469:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe632d8800/0xf5091596e2fbca58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e618c expref: 186 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.763479:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.763481:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.763483:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e3044a9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.763490:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e3044a9b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.763513:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.763552:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+185:2407:x1855007960317824:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 138us (1255us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.763559:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40851 00000100:00100000:0.0:1769074947.763578:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40852 00000100:00100000:0.0:1769074947.763590:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe48c88c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+184:2407:x1855007960318208:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.763597:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.763602:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ae3b600/0xf5091596e2fbfda4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1d49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e94df expref: 184 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.763614:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ae3b600/0xf5091596e2fbfda4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e94df expref: 184 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.763625:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.763630:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.763633:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ab0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.763640:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ab0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.763652:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.763670:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe48c88c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+184:2407:x1855007960318208:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 86us (1286us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.763676:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40852 00000100:00100000:0.0:1769074947.763689:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40853 00000100:00100000:0.0:1769074947.763696:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+183:2407:x1855007960318080:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.763703:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.763707:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d36ba00/0xf5091596e2fc93de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2b12 expref: 183 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.763716:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d36ba00/0xf5091596e2fc93de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2b12 expref: 183 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.763727:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d36ba00/0xf5091596e2fc93de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2b12 expref: 183 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.763736:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.763737:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.763740:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044aa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.763751:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044aa2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.763767:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.763786:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+182:2407:x1855007960318080:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 90us (1383us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.763792:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40853 00010000:00010000:0.0:1769074947.763824:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e3044a9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.763832:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e3044a9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.763842:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e3044a9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.763850:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e3044a9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.763865:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.764106:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ec35f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+156:3659:x1855007968977664:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10040us (10166us total) trans 4294989586 rc 0/0 00000100:00100000:0.0:1769074947.764201:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83094 00010000:00010000:0.0:1769074947.764312:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.764318:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e3044a9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.764330:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.764334:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e3044a9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.764342:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e3044a9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.764354:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e3044a9b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.764362:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1000/0xf5091596e3044a9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.764377:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.764378:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.764380:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.764526:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968979072:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.764541:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ab7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x50d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.764646:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+181:2407:x1855007960317952:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 1794us (2374us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.764654:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40850 00000100:00100000:2.0:1769074947.764656:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.764676:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960318336 00000100:00100000:2.0:1769074947.764681:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960318336 00010000:00010000:2.0:1769074947.764702:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe704b2400/0xf5091596e2fc46d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x50d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ede04 expref: 181 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.764702:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652800/0xf5091596e3044aa9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.764711:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652800/0xf5091596e3044aa9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.764719:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652800/0xf5091596e3044aa9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.764725:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40854 00010000:00010000:3.0:1769074947.764726:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652800/0xf5091596e3044aa9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.764731:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+181:2407:x1855007960318336:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.764739:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.764740:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074947.764744:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe704b2400/0xf5091596e2fc46d0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x50d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ede04 expref: 181 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.764753:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe704b2400/0xf5091596e2fc46d0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x50d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ede04 expref: 181 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.764766:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe704b2400/0xf5091596e2fc46d0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x50d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ede04 expref: 181 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.764776:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.764778:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.764782:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ab7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x50d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.764789:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ab7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x50d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.764806:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.764838:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+180:2407:x1855007960318336:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 107us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.764845:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40854 00010000:00010000:2.0:1769074947.764863:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.764867:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652800/0xf5091596e3044aa9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.764874:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.764877:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652800/0xf5091596e3044aa9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.764884:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652800/0xf5091596e3044aa9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.764888:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44367b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+156:3658:x1855007968978048:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10059us (10290us total) trans 4294989587 rc 0/0 00010000:00010000:2.0:1769074947.764895:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652800/0xf5091596e3044aa9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x19d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.764895:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83096 00010000:00010000:2.0:1769074947.764901:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652800/0xf5091596e3044aa9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.764920:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.764923:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.764925:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.764934:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ab7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x50d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.764941:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ab7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x50d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.764948:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ab7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x50d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.764955:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ab7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x50d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.764978:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.765088:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44364a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+156:3657:x1855007968977920:12345-0@lo:6:osp-syn-0-1.0 Request processed in 9925us (10090us total) trans 4294989588 rc 0/0 00000100:00100000:2.0:1769074947.765095:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83098 00000004:00080000:2.0:1769074947.765210:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc4430a80/2, rc 0, transno 4294989588 00000100:00100000:2.0:1769074947.765227:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc4430a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968977920:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1769074947.765273:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.765278:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ab7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x50d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.765285:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.765289:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ab7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x50d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.765296:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ab7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x50d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.765307:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ab7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x50d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.765314:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44365500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968979200:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.765319:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ab7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x50d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.765327:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044abe lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.765332:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.765334:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.765335:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.765363:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.765423:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44365180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968979328:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.765435:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044ac5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.765494:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.765513:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960318464 00000100:00100000:3.0:1769074947.765519:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960318464 00010000:00010000:3.0:1769074947.765538:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68765800/0xf5091596e2fd511d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe84a expref: 196 pid: 14039 timeout: 1736 lvb_type: 1 00000004:00080000:0.0:1769074947.765622:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa66680/2, rc 0, transno 4294989587 00000100:00100000:0.0:1769074947.765628:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968978048:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.765732:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960318592 00000100:00100000:2.0:1769074947.765737:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960318592 00010000:00010000:2.0:1769074947.765752:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe51c80800/0xf5091596e2fd70ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250082c expref: 197 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.765774:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40855 00000100:00100000:3.0:1769074947.765782:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+197:2407:x1855007960318464:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.765793:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.765798:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68765800/0xf5091596e2fd511d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe84a expref: 197 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.765808:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68765800/0xf5091596e2fd511d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe84a expref: 197 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.765809:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40856 00000100:00100000:2.0:1769074947.765826:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+197:2407:x1855007960318592:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.765833:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.765833:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68765800/0xf5091596e2fd511d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2032:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe84a expref: 197 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.765837:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe51c80800/0xf5091596e2fd70ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250082c expref: 197 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.765843:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.765844:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.765846:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe51c80800/0xf5091596e2fd70ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250082c expref: 196 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.765848:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044abe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.765857:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044abe lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2032:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.765858:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe51c80800/0xf5091596e2fd70ff lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250082c expref: 196 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.765867:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.765868:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.765871:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044ac5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.765876:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074947.765878:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044ac5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.765896:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.765903:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e38a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+195:2407:x1855007960318464:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 122us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.765910:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+195:2407:x1855007960318592:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 95us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.765910:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40855 00000100:00100000:2.0:1769074947.765915:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40856 00010000:00010000:1.0:1769074947.766008:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ae3b600/0xf5091596e2fbfda4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e94df expref: 179 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.766019:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968978944:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.766030:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ab0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.766107:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044aa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.766151:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044aa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.766159:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044aa2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.766166:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044aa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.766180:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.766285:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968981760:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.766317:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.766345:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968981760 00000100:00100000:0.0:1769074947.766349:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968981760 00000100:00100000:0.0:1769074947.766370:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83110 00000100:00100000:0.0:1769074947.766374:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe784edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+156:3660:x1855007968981760:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.766391:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9919 count 1 00010000:00010000:0.0:1769074947.766407:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044b0b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.766418:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe62e0da00/0xf5091596e2fcd67a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x26bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f6dae expref: 178 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.766424:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074947.766653:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+157:3659:x1855007968978176:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11837us (12113us total) trans 4294989589 rc 0/0 00000100:00100000:1.0:1769074947.766658:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83095 00010000:00010000:1.0:1769074947.766672:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.766676:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044aa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.766681:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.766684:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044aa2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.766689:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044aa2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.766698:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044aa2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.766705:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044aa2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.766715:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.766716:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.766717:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.766731:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa64000/2, rc 0, transno 4294989589 00000100:00100000:1.0:1769074947.766737:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968978176:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.766743:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4e235500/2, rc 0, transno 4294989586 00000100:00100000:1.0:1769074947.766745:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968977664:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.766774:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968982144:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.766789:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.766805:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968982144 00000100:00100000:1.0:1769074947.766808:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968982144 00000100:00100000:1.0:1769074947.766837:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83111 00000100:00100000:1.0:1769074947.766848:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+157:3659:x1855007968982144:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.766859:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9135 count 1 00010000:00010000:1.0:1769074947.766871:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044b12 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.766882:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe69004a00/0xf5091596e2fc3ec6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5fa expref: 178 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.766888:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.766890:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.766893:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044b12 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.766914:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe69004a00/0xf5091596e2fc3ec6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5fa expref: 178 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.766921:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044abe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.766925:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe69004a00/0xf5091596e2fc3ec6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5fa expref: 178 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.766931:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044abe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.766936:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968982272:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.766938:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044abe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.766946:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044abe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.766961:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.766979:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb240 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.766998:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ab0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.767006:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ab0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.767013:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ab0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.767020:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ab0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.767032:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1769074947.767039:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.767043:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044abe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.767054:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.767057:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044abe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.767064:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044abe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.767075:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044abe lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.767082:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044abe lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2032:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.767096:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.767099:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ab0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.767105:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.767108:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ab0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.767114:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ab0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.767123:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ab0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.767149:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ab0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.767161:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.767163:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.767165:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.767256:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44364000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+144:3657:x1855007968978432:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12029us (12162us total) trans 4294989571 rc 0/0 00000100:00100000:2.0:1769074947.767264:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83099 00010000:00010000:2.0:1769074947.767287:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044ac5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.767294:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044ac5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.767307:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044ac5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.767309:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.767313:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044b0b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.767315:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044ac5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.767336:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe62e0da00/0xf5091596e2fcd67a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6dae expref: 178 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.767345:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe62e0da00/0xf5091596e2fcd67a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6dae expref: 178 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.767354:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968982400:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.767368:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.767387:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.767490:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44367800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+144:3657:x1855007968978560:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11968us (12057us total) trans 4294989572 rc 0/0 00000100:00100000:2.0:1769074947.767497:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83100 00010000:00010000:3.0:1769074947.767555:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.767561:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044ac5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.767568:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968981888:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1769074947.767568:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.767571:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044ac5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.767578:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044ac5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.767589:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044ac5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.767593:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1769074947.767596:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044ac5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x4ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.767609:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.767611:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.767613:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.767621:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4f9aca80/2, rc 0, transno 4294989572 00000100:00100000:0.0:1769074947.767638:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4f9aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968978560:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074947.767638:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.767648:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968981888 00000100:00100000:2.0:1769074947.767651:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968981888 00000004:00080000:0.0:1769074947.767652:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4f9ac700/2, rc 0, transno 4294989571 00000100:00100000:0.0:1769074947.767655:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4f9ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968978432:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.767664:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074947.767669:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968982016:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.767674:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83112 00000100:00100000:2.0:1769074947.767680:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe784eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+158:3657:x1855007968981888:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.767689:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:2.0:1769074947.767692:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1568 count 1 00010000:00010000:2.0:1769074947.767704:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044b19 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x620:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.767716:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe624bb400/0xf5091596e2fdbf25 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505659 expref: 178 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.767722:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.767723:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.767725:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044b19 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.767748:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe624bb400/0xf5091596e2fdbf25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505659 expref: 178 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.767757:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe624bb400/0xf5091596e2fdbf25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505659 expref: 178 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.767766:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968982528:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.767795:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.767807:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968982016 00000100:00100000:2.0:1769074947.767810:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968982016 00000100:00100000:0.0:1769074947.767898:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968982784:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.767922:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.768064:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+160:3659:x1855007968978304:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13075us (13445us total) trans 4294989590 rc 0/0 00000100:00100000:1.0:1769074947.768071:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83097 00000100:00100000:2.0:1769074947.768198:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968982784 00000100:00100000:2.0:1769074947.768205:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968982784 00000100:00100000:2.0:1769074947.768232:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83113 00000100:00100000:2.0:1769074947.768238:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe784edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+159:3657:x1855007968982016:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.768250:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:540 count 1 00010000:00010000:2.0:1769074947.768261:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044b20 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.768273:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b1d2000/0xf5091596e2fc44ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724edc05 expref: 178 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.768280:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.768281:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.768283:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044b20 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.768292:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83114 00000100:00100000:1.0:1769074947.768299:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe784ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+144:3657:x1855007968982784:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074947.768301:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b1d2000/0xf5091596e2fc44ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724edc05 expref: 178 pid: 14010 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1769074947.768310:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9999 count 1 00010000:00010000:2.0:1769074947.768310:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b1d2000/0xf5091596e2fc44ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724edc05 expref: 178 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.768320:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968982912:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.768321:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044b27 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x270f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.768331:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ae54e00/0xf5091596e2fbc52d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x270f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e5c61 expref: 193 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.768337:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.768339:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.768341:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044b27 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x270f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.768342:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e950c0 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.768359:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ae54e00/0xf5091596e2fbc52d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x270f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5c61 expref: 193 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.768368:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ae54e00/0xf5091596e2fbc52d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x270f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5c61 expref: 193 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.768378:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968983040:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.768399:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb840 going to sleep for 11 seconds 00000004:00080000:1.0:1769074947.768423:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa65880/2, rc 0, transno 4294989590 00000100:00100000:2.0:1769074947.768423:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.768440:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960318720 00000100:00100000:2.0:1769074947.768444:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960318720 00010000:00010000:2.0:1769074947.768483:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe78ac1400/0xf5091596e2fdae31 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xc34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504565 expref: 194 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.768506:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40857 00000100:00100000:2.0:1769074947.768512:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+194:2407:x1855007960318720:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.768521:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.768525:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe78ac1400/0xf5091596e2fdae31 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xc34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504565 expref: 194 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.768536:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe78ac1400/0xf5091596e2fdae31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504565 expref: 194 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.768544:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968978304:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.768549:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:2.0:1769074947.768552:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.768554:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074947.768556:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968982656:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074947.768558:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653400/0xf5091596e3044acc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.768580:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1769074947.768590:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653400/0xf5091596e3044acc lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xc34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.768604:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.768624:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+194:2407:x1855007960318720:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 112us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.768628:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968982656 00000100:00100000:1.0:1769074947.768631:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968982656 00000100:00100000:2.0:1769074947.768631:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40857 00000100:00100000:1.0:1769074947.768652:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83115 00000100:00100000:1.0:1769074947.768657:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+145:3659:x1855007968982656:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.768669:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3524 count 1 00010000:00010000:1.0:1769074947.768681:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3044b2e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.768691:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8b2a00/0xf5091596e2fc13a0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eaadb expref: 193 pid: 14010 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074947.768695:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4f9ae680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007968980096:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.768698:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.768700:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.768702:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3044b2e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.768711:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044ad3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.768718:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8b2a00/0xf5091596e2fc13a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaadb expref: 193 pid: 14010 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074947.768748:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074947.768749:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8b2a00/0xf5091596e2fc13a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaadb expref: 193 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.768759:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968983296:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.768762:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960318848 00000100:00100000:2.0:1769074947.768765:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960318848 00010000:00010000:2.0:1769074947.768778:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f595c00/0xf5091596e2fcb3ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b2c expref: 194 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.768788:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.768796:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40858 00000100:00100000:2.0:1769074947.768803:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+194:2407:x1855007960318848:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074947.768809:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:2.0:1769074947.768810:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.768827:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f595c00/0xf5091596e2fcb3ff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b2c expref: 194 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.768829:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968983168:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074947.768838:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f595c00/0xf5091596e2fcb3ff lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b2c expref: 194 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.768851:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1769074947.768856:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f595c00/0xf5091596e2fcb3ff lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b2c expref: 194 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.768866:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.768867:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074947.768868:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968983168 00010000:00010000:2.0:1769074947.768870:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044ad3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.768871:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968983168 00010000:00010000:2.0:1769074947.768878:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044ad3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.768892:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.768894:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83116 00000100:00100000:1.0:1769074947.768899:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+160:3657:x1855007968983168:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.768909:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:287 count 1 00000100:00100000:2.0:1769074947.768910:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+193:2407:x1855007960318848:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 107us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.768915:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40858 00010000:00010000:1.0:1769074947.768920:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e3044b35 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.768931:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd35000/0xf5091596e2fda72a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072503e5e expref: 178 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.768932:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044ad3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.768939:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.768940:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.768940:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044ad3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.768943:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e3044b35 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.768949:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044ad3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.768956:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044ad3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.768959:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd35000/0xf5091596e2fda72a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503e5e expref: 178 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.768985:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd35000/0xf5091596e2fda72a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503e5e expref: 178 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.768991:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.768995:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007968983424:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.769017:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb6c0 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.769031:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.769036:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044ad3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.769042:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.769045:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044ad3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.769052:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044ad3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.769063:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044ad3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.769070:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044ad3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1b63:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.769090:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.769093:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.769094:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.769281:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5261b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+146:3657:x1855007968979840:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13476us (13517us total) trans 4294989573 rc 0/0 00000100:00100000:2.0:1769074947.769288:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83102 00000004:00080000:1.0:1769074947.769308:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd55f75880/2, rc 0, transno 4294989573 00000100:00100000:1.0:1769074947.769342:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd55f75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968979840:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.769393:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe78ac1400/0xf5091596e2fdae31 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xc34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504565 expref: 192 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.769404:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe52618380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007968979968:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.769416:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653400/0xf5091596e3044acc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.769422:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.769437:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960318976 00000100:00100000:2.0:1769074947.769441:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960318976 00010000:00010000:2.0:1769074947.769479:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ba11000/0xf5091596e2fd2c2c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc367 expref: 192 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.769498:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40859 00000100:00100000:2.0:1769074947.769505:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe48c88050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+192:2407:x1855007960318976:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.769513:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.769518:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ba11000/0xf5091596e2fd2c2c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc367 expref: 192 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.769528:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ba11000/0xf5091596e2fd2c2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc367 expref: 192 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.769536:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653400/0xf5091596e3044acc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.769541:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.769543:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.769545:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653400/0xf5091596e3044acc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.769546:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3044ada lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.769553:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653400/0xf5091596e3044acc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.769554:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3044ada lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.769561:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653400/0xf5091596e3044acc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.769584:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.769604:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe48c88050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+192:2407:x1855007960318976:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 99us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.769610:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40859 00010000:00010000:1.0:1769074947.769621:0:14035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ba11000/0xf5091596e2fd2c2c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc367 expref: 191 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.769630:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007968980224:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.769641:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3044ada lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.769649:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3044ada lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.769655:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3044ada lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.769663:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3044ada lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.769670:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3044ada lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.769689:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.769708:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960319104 00000100:00100000:2.0:1769074947.769711:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960319104 00010000:00010000:2.0:1769074947.769728:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70e55000/0xf5091596e2fbed5f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8493 expref: 191 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.769749:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40860 00000100:00100000:2.0:1769074947.769755:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+191:2407:x1855007960319104:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.769765:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.769769:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe70e55000/0xf5091596e2fbed5f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x437:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8493 expref: 191 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.769778:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe70e55000/0xf5091596e2fbed5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x437:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8493 expref: 191 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.769793:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.769795:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.769798:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044ae1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x437:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.769808:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044ae1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x437:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.769836:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.769855:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+191:2407:x1855007960319104:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 101us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.769862:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40860 00000100:00100000:2.0:1769074947.769931:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007968980736:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.769947:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044ae8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.770040:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.770057:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960319232 00000100:00100000:2.0:1769074947.770060:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960319232 00010000:00010000:2.0:1769074947.770075:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55be9000/0xf5091596e2fd07f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9f25 expref: 191 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.770096:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40861 00000100:00100000:2.0:1769074947.770101:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+191:2409:x1855007960319232:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.770108:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.770199:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe55be9000/0xf5091596e2fd07f1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9f25 expref: 191 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.770209:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe55be9000/0xf5091596e2fd07f1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9f25 expref: 191 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.770222:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55be9000/0xf5091596e2fd07f1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1164:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9f25 expref: 191 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.770236:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.770238:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.770240:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044ae8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.770248:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044ae8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1164:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.770264:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.770283:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+190:2409:x1855007960319232:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 181us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.770294:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40861 00010000:00010000:2.0:1769074947.770317:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044ae8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.770324:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044ae8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.770336:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044ae8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.770343:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044ae8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.770404:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1769074947.770512:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.770534:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.770579:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.770621:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.770641:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960319360 00000100:00100000:3.0:1769074947.770646:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960319360 00010000:00010000:3.0:1769074947.770662:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe64ddd200/0xf5091596e2fcaf59 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f468d expref: 179 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.770674:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5aa98a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+146:3657:x1855007968979712:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14881us (14964us total) trans 4294989574 rc 0/0 00000100:00100000:3.0:1769074947.770679:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960319488 00000100:00100000:0.0:1769074947.770681:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83101 00000100:00100000:3.0:1769074947.770682:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960319488 00010000:00010000:3.0:1769074947.770693:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b7a4200/0xf5091596e2fbb925 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5059 expref: 190 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.770700:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960319744 00000100:00100000:0.0:1769074947.770703:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960319744 00000100:00100000:3.0:1769074947.770703:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960319616 00000100:00100000:3.0:1769074947.770705:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960319616 00010000:00010000:0.0:1769074947.770715:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6cbcc000/0xf5091596e2fc62c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef9f6 expref: 181 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.770715:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55db1e00/0xf5091596e2fd7b39 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250126d expref: 181 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.770726:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40862 00000100:00100000:3.0:1769074947.770732:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+181:2410:x1855007960319360:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.770745:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.770750:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe64ddd200/0xf5091596e2fcaf59 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1a67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f468d expref: 181 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.770762:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe64ddd200/0xf5091596e2fcaf59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f468d expref: 181 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.770765:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1769074947.770781:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.770783:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.770786:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652200/0xf5091596e3044aef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.770793:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652200/0xf5091596e3044aef lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.770806:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074947.770811:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653400/0xf5091596e3044acc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.770830:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.770834:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653400/0xf5091596e3044acc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.770842:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653400/0xf5091596e3044acc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.770853:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653400/0xf5091596e3044acc lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.770859:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653400/0xf5091596e3044acc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xc34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.770879:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1769074947.770883:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+146:3659:x1855007968979456:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14764us (14865us total) trans 4294989575 rc 0/0 00010000:00010000:3.0:1769074947.770883:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3044ada lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.770890:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1600 already unused, calling callback (ffffffffc0cdeb90) 00000100:00100000:1.0:1769074947.770891:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83103 00010000:00010000:3.0:1769074947.770893:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3044ada lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.770900:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3044ada lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.770911:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3044ada lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.770917:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3044ada lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x12d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.770921:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70e55000/0xf5091596e2fbed5f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x437:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8493 expref: 190 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.770936:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.770940:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044ae8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.770946:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.770949:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044ae8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.770957:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044ae8 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x1164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.770960:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968980352:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.770967:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044ae8 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x1164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.770972:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044ae1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.770979:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.770980:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.770981:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044ae1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.770982:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.770987:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044ae1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.770993:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074947.770994:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044ae1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.771001:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044ae1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.771012:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+181:2410:x1855007960319360:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 280us (500us total) trans 0 rc 0/0 00010000:00010000:1.0:1769074947.771015:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074947.771059:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074947.771064:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044ae8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1164:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.771116:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+146:3659:x1855007968979584:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14871us (15058us total) trans 4294989576 rc 0/0 00000100:00100000:1.0:1769074947.771122:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83104 00000100:00100000:1.0:1769074947.771151:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968981376:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.771162:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e3044af6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.771176:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.771195:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044ae1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.771270:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+146:3659:x1855007968980480:12345-0@lo:6:osp-syn-1-1.0 Request processed in 12916us (14330us total) trans 4294989577 rc 0/0 00000100:00100000:2.0:1769074947.771276:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83105 00010000:00010000:1.0:1769074947.771289:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.771294:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044ae1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.771301:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044ae1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.771304:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4be0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007968981632:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.771313:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044ae1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.771316:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044b04 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.771320:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044ae1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x437:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.771334:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.771336:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.771338:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.771343:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.771361:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968983552:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.771392:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.771532:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe52618700/2, rc 0, transno 4294989577 00000100:00100000:1.0:1769074947.771543:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe52618700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968980480:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.771558:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd55f75c00/2, rc 0, transno 4294989576 00000100:00100000:1.0:1769074947.771562:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd55f75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968979584:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.771573:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd44366680/2, rc 0, transno 4294989575 00000100:00100000:1.0:1769074947.771577:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44366680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968979456:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.771598:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968983552 00000100:00100000:1.0:1769074947.771601:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968983552 00000100:00100000:1.0:1769074947.771626:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83117 00000100:00100000:1.0:1769074947.771635:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+146:3659:x1855007968983552:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.771653:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9068 count 1 00010000:00010000:1.0:1769074947.771673:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044b3c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x236c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.771689:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68b43000/0xf5091596e2fc7705 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e32 expref: 189 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.771699:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.771700:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.771703:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044b3c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.771727:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68b43000/0xf5091596e2fc7705 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e32 expref: 189 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.771741:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68b43000/0xf5091596e2fc7705 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e32 expref: 189 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.771755:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007968983680:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.771795:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbe40 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.771828:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.771894:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968983808:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.771921:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.771951:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968983808 00000100:00100000:1.0:1769074947.771954:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968983808 00000100:00100000:1.0:1769074947.771976:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83118 00000100:00100000:1.0:1769074947.771981:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+147:3660:x1855007968983808:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.771995:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5308 count 1 00010000:00010000:1.0:1769074947.772006:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044b43 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.772020:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe636d6800/0xf5091596e2fd3d9e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fd4d9 expref: 189 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.772027:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.772028:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.772034:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044b43 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.772052:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe636d6800/0xf5091596e2fd3d9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd4d9 expref: 189 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.772061:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe636d6800/0xf5091596e2fd3d9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd4d9 expref: 189 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.772073:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968984192:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.772098:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb000 going to sleep for 11 seconds 00000004:00080000:1.0:1769074947.772130:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd55f77100/2, rc 0, transno 4294989574 00000100:00100000:1.0:1769074947.772138:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd55f77100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968979712:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.772150:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968983936:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.772172:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.772190:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968983936 00000100:00100000:1.0:1769074947.772193:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968983936 00000100:00100000:1.0:1769074947.772304:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83119 00000100:00100000:1.0:1769074947.772314:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+148:3657:x1855007968983936:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.772328:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8060 count 1 00010000:00010000:1.0:1769074947.772339:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044b4a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.772353:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe63e5ba00/0xf5091596e2fbca5f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6193 expref: 189 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.772359:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.772361:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.772366:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044b4a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.772386:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe63e5ba00/0xf5091596e2fbca5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6193 expref: 189 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.772395:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe63e5ba00/0xf5091596e2fbca5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6193 expref: 189 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.772407:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007968984320:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.772543:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.772592:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968984448:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.772761:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40863 00000100:00100000:3.0:1769074947.772781:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40862 00000100:00100000:0.0:1769074947.772784:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+189:2410:x1855007960319488:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.772794:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.772800:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b7a4200/0xf5091596e2fbb925 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5059 expref: 189 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.772801:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40864 00000100:00100000:3.0:1769074947.772808:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+180:2409:x1855007960319616:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.772812:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b7a4200/0xf5091596e2fbb925 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5059 expref: 189 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.772826:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.772831:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe55db1e00/0xf5091596e2fd7b39 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250126d expref: 180 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.772839:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b7a4200/0xf5091596e2fbb925 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5059 expref: 189 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.772840:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe55db1e00/0xf5091596e2fd7b39 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250126d expref: 180 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.772851:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.772852:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.772853:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.772854:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.772856:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e3044af6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.772857:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653600/0xf5091596e3044afd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.772866:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653600/0xf5091596e3044afd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.772869:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e3044af6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.772880:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074947.772884:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.772901:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+180:2409:x1855007960319616:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 93us (2280us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.772907:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.772909:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40864 00000100:00100000:3.0:1769074947.772921:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40865 00000100:00100000:3.0:1769074947.772928:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+179:2409:x1855007960319744:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.772937:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1769074947.772939:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+188:2410:x1855007960319488:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 158us (2404us total) trans 0 rc 0/0 00010000:00010000:3.0:1769074947.772942:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6cbcc000/0xf5091596e2fc62c2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef9f6 expref: 179 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.772945:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40863 00010000:00010000:3.0:1769074947.772952:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6cbcc000/0xf5091596e2fc62c2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef9f6 expref: 179 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.772963:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6cbcc000/0xf5091596e2fc62c2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef9f6 expref: 179 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.772972:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.772974:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.772977:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044b04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.772978:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe64ddd200/0xf5091596e2fcaf59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f468d expref: 178 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.772985:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044b04 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.772988:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968980864:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.773001:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652200/0xf5091596e3044aef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.773001:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074947.773009:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652200/0xf5091596e3044aef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.773015:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+177:2409:x1855007960319744:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 88us (2435us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074947.773016:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652200/0xf5091596e3044aef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.773021:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40865 00010000:00010000:0.0:1769074947.773025:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652200/0xf5091596e3044aef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.773032:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652200/0xf5091596e3044aef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.773057:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074947.773068:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.773074:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652200/0xf5091596e3044aef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.773081:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.773084:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652200/0xf5091596e3044aef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.773092:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652200/0xf5091596e3044aef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.773102:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652200/0xf5091596e3044aef lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.773108:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652200/0xf5091596e3044aef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.773206:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.773208:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.773210:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.773251:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044b04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.773260:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044b04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.773268:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044b04 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.773276:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044b04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.773320:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+161:3659:x1855007968980608:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14456us (16093us total) trans 4294989591 rc 0/0 00000100:00100000:0.0:1769074947.773327:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83106 00010000:00010000:2.0:1769074947.773327:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.773340:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968984448 00000100:00100000:0.0:1769074947.773344:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968984448 00000100:00100000:0.0:1769074947.773367:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83120 00000100:00100000:0.0:1769074947.773373:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+149:3659:x1855007968984448:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.773386:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6609 count 1 00010000:00010000:0.0:1769074947.773400:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044b51 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.773411:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a8bfc00/0xf5091596e2fbe038 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e776c expref: 187 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.773417:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.773419:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.773421:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044b51 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.773434:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+161:3660:x1855007968981248:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12140us (13090us total) trans 4294989592 rc 0/0 00000100:00100000:2.0:1769074947.773440:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83109 00010000:00010000:0.0:1769074947.773558:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a8bfc00/0xf5091596e2fbe038 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e776c expref: 187 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.773569:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a8bfc00/0xf5091596e2fbe038 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e776c expref: 187 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.773585:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968984576:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.773619:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b840 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.773673:0:14038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55db1e00/0xf5091596e2fd7b39 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250126d expref: 176 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.773683:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968981504:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.773695:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653600/0xf5091596e3044afd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.773703:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653600/0xf5091596e3044afd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.773708:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653600/0xf5091596e3044afd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.773716:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653600/0xf5091596e3044afd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.773722:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653600/0xf5091596e3044afd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.773747:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.774290:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074947.774609:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044b04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.774618:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.774622:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044b04 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.774630:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044b04 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.774773:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044b04 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.774780:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044b04 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.774807:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.774811:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653600/0xf5091596e3044afd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.774827:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.774830:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653600/0xf5091596e3044afd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.774837:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653600/0xf5091596e3044afd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.774848:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653600/0xf5091596e3044afd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.774855:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653600/0xf5091596e3044afd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.774868:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.774870:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.774873:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.775000:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.775584:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe784ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+161:3657:x1855007968980992:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15482us (15553us total) trans 4294989593 rc 0/0 00000100:00100000:0.0:1769074947.775593:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83108 00010000:00010000:2.0:1769074947.775607:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e3044af6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.775616:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e3044af6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.775625:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e3044af6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.775633:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e3044af6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.775688:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.775876:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe784ec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+150:3658:x1855007968981120:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16213us (16454us total) trans 4294989578 rc 0/0 00000100:00100000:2.0:1769074947.775885:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83107 00000004:00080000:2.0:1769074947.775931:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73e0e680/2, rc 0, transno 4294989592 00000100:00100000:2.0:1769074947.775950:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968981248:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074947.775978:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73e0c700/2, rc 0, transno 4294989593 00000100:00100000:2.0:1769074947.775983:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968980992:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.775993:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074947.776002:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968984064:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.776037:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.776059:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968984064 00000100:00100000:2.0:1769074947.776065:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968984064 00000100:00100000:2.0:1769074947.776097:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83121 00000100:00100000:2.0:1769074947.776105:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+150:3657:x1855007968984064:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.776143:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1293 count 1 00010000:00010000:2.0:1769074947.776165:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044b58 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x50d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.776182:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe719bda00/0xf5091596e2fc46d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x50d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ede0b expref: 187 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.776189:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.776191:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.776195:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044b58 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x50d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.776225:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe719bda00/0xf5091596e2fc46d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x50d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ede0b expref: 187 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.776237:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe719bda00/0xf5091596e2fc46d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x50d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ede0b expref: 187 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.776248:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968984704:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.776304:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95540 going to sleep for 11 seconds 00000004:00080000:2.0:1769074947.776332:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4f9aed80/2, rc 0, transno 4294989578 00000100:00100000:2.0:1769074947.776341:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4f9aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968981120:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1769074947.776482:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.776489:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e3044af6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.776497:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.776501:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e3044af6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.776510:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e3044af6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.776523:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e3044af6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.776531:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1e00/0xf5091596e3044af6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.776605:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.776608:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.776609:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.776981:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968984960:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.777014:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.777058:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968984832:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.777082:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.777110:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968984960 00000100:00100000:2.0:1769074947.777124:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968984960 00000100:00100000:2.0:1769074947.777148:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968984832 00000100:00100000:2.0:1769074947.777150:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968984832 00000100:00100000:2.0:1769074947.777170:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83122 00000100:00100000:2.0:1769074947.777176:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+162:3657:x1855007968984960:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.777193:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6532 count 1 00010000:00010000:2.0:1769074947.777208:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044b5f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1984:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.777220:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f9a3800/0xf5091596e2fd64fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc32 expref: 175 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.777227:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.777229:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.777232:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044b5f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.777249:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f9a3800/0xf5091596e2fd64fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc32 expref: 175 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.777258:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f9a3800/0xf5091596e2fd64fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc32 expref: 175 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.777268:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968985088:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.777308:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.777321:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83123 00000100:00100000:2.0:1769074947.777328:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+162:3660:x1855007968984832:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.777341:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2775 count 1 00010000:00010000:2.0:1769074947.777352:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044b66 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.777405:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68608800/0xf5091596e2fdb7f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504f2f expref: 175 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.777413:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.777414:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.777417:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044b66 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.777435:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe68608800/0xf5091596e2fdb7f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f2f expref: 175 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.777444:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe68608800/0xf5091596e2fdb7f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f2f expref: 175 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.777470:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e39180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968985216:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.777498:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e953c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.778037:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074947.778046:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968985344:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.778081:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.778242:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd55f77b80/2, rc 0, transno 4294989591 00000100:00100000:1.0:1769074947.778293:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd55f77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968980608:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.778375:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968985344 00000100:00100000:1.0:1769074947.778375:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968985472:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.778381:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968985344 00000100:00100000:1.0:1769074947.778401:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.778599:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968985472 00000100:00100000:1.0:1769074947.778604:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968985472 00000100:00100000:0.0:1769074947.778744:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83124 00000100:00100000:1.0:1769074947.778748:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83125 00000100:00100000:0.0:1769074947.778752:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+163:3659:x1855007968985472:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.778754:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+151:3657:x1855007968985344:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.778771:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9338 count 1 00002000:00080000:1.0:1769074947.778771:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4128 count 1 00010000:00010000:0.0:1769074947.778790:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044b6d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x247a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.778791:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3044b74 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.778806:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4bcfa800/0xf5091596e2fc352d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc61 expref: 175 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.778806:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d36a800/0xf5091596e2fc93e5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f2b19 expref: 187 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.778826:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.778829:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.778831:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044b6d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.778854:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4bcfa800/0xf5091596e2fc352d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc61 expref: 175 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.778861:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.778863:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.778865:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4bcfa800/0xf5091596e2fc352d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc61 expref: 175 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.778866:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3044b74 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.778886:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d36a800/0xf5091596e2fc93e5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2b19 expref: 187 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.778895:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d36a800/0xf5091596e2fc93e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2b19 expref: 187 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.778913:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968985728:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.779001:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.779667:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968985600:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.779712:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.780135:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968982400:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.780159:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044b0b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.780195:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.780229:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960320000 00000100:00100000:2.0:1769074947.780234:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960320000 00010000:00010000:2.0:1769074947.780265:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe62e0da00/0xf5091596e2fcd67a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6dae expref: 176 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.780301:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40866 00000100:00100000:2.0:1769074947.780310:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a9b6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+176:2409:x1855007960320000:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.780321:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.780326:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe62e0da00/0xf5091596e2fcd67a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6dae expref: 176 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.780336:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe62e0da00/0xf5091596e2fcd67a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6dae expref: 176 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.780362:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe62e0da00/0xf5091596e2fcd67a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6dae expref: 176 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.780376:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.780378:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074947.780381:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007968982272:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.780383:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044b0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.780392:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044b0b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.780397:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044b12 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.780412:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.780473:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a9b6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+175:2409:x1855007960320000:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 163us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.780481:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40866 00010000:00010000:2.0:1769074947.780527:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044b0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.780535:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044b0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.780544:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044b0b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.780552:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044b0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.780568:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.780771:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe784edf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+164:3660:x1855007968981760:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14395us (14452us total) trans 4294989594 rc 0/0 00000100:00100000:2.0:1769074947.780780:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83110 00000004:00080000:2.0:1769074947.780829:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73e0ce00/2, rc 0, transno 4294989594 00000100:00100000:2.0:1769074947.780847:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968981760:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.780898:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968982528:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.780912:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044b19 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.780959:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.780992:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968982912:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.781003:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044b20 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.781006:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960319872 00000100:00100000:1.0:1769074947.781010:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960319872 00010000:00010000:1.0:1769074947.781029:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe69004a00/0xf5091596e2fc3ec6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5fa expref: 175 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.781033:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.781049:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960320128 00000100:00100000:1.0:1769074947.781052:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960320128 00010000:00010000:1.0:1769074947.781063:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe624bb400/0xf5091596e2fdbf25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505659 expref: 176 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.781081:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40867 00000100:00100000:1.0:1769074947.781088:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+176:2409:x1855007960319872:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.781096:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.781101:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe69004a00/0xf5091596e2fc3ec6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5fa expref: 176 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.781101:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074947.781111:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe69004a00/0xf5091596e2fc3ec6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5fa expref: 176 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.781116:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960320384 00000100:00100000:2.0:1769074947.781119:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960320384 00010000:00010000:2.0:1769074947.781134:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ae54e00/0xf5091596e2fbc52d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x270f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5c61 expref: 188 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.781156:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40868 00000100:00100000:2.0:1769074947.781162:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+176:2409:x1855007960320128:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.781169:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.781173:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe624bb400/0xf5091596e2fdbf25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x620:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505659 expref: 176 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.781183:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe624bb400/0xf5091596e2fdbf25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x620:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505659 expref: 176 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.781198:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe624bb400/0xf5091596e2fdbf25 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x620:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505659 expref: 176 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.781207:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.781209:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.781213:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044b19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.781221:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044b19 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.781230:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe69004a00/0xf5091596e2fc3ec6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed5fa expref: 175 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.781239:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.781241:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.781244:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044b12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.781250:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074947.781251:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044b12 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.781266:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.781273:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+174:2409:x1855007960320128:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 112us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.781280:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40868 00000100:00100000:1.0:1769074947.781282:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+174:2409:x1855007960319872:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 195us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.781287:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40867 00000100:00100000:2.0:1769074947.781294:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40869 00000100:00100000:2.0:1769074947.781300:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+188:2409:x1855007960320384:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.781308:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.781312:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ae54e00/0xf5091596e2fbc52d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x270f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5c61 expref: 188 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.781315:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007968983424:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.781322:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ae54e00/0xf5091596e2fbc52d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x270f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5c61 expref: 188 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.781327:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e3044b35 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.781334:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.781335:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.781338:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x270f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.781341:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044b12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.781346:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044b27 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x270f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.781348:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044b12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.781356:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044b12 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.781357:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074947.781364:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044b12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.781373:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+188:2409:x1855007960320384:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 73us (272us total) trans 0 rc 0/0 00010000:00010000:1.0:1769074947.781377:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074947.781379:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40869 00010000:00010000:2.0:1769074947.781416:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044b19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.781422:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044b19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.781430:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044b19 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.781437:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044b19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.781473:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1769074947.781536:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+165:3659:x1855007968982144:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14688us (14744us total) trans 4294989595 rc 0/0 00000100:00100000:1.0:1769074947.781544:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83111 00010000:00010000:1.0:1769074947.781563:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074947.781570:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044b0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.781570:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe784eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+164:3657:x1855007968981888:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13890us (13976us total) trans 4294989596 rc 0/0 00000100:00100000:2.0:1769074947.781577:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83112 00010000:00010000:1.0:1769074947.781578:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.781582:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044b0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.781590:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044b0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.781592:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074947.781596:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044b12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.781602:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044b0b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.781603:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.781606:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044b12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.781610:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044b0b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.781613:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044b12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.781621:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044b12 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.781625:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.781628:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044b19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.781634:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.781638:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044b19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.781641:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044b12 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.781645:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044b19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.781653:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044b19 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.781659:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044b19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.781661:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.781662:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.781664:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.781670:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.781672:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.781674:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.781691:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968983296:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.781704:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3044b2e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.781705:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.781726:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007968983680:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.781733:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074947.781737:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044b3c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.781753:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960320640 00000100:00100000:1.0:1769074947.781773:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960320640 00010000:00010000:1.0:1769074947.781788:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd35000/0xf5091596e2fda72a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503e5e expref: 173 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.781805:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960320512 00000100:00100000:1.0:1769074947.781807:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960320512 00010000:00010000:1.0:1769074947.781831:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8b2a00/0xf5091596e2fc13a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaadb expref: 188 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.781851:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40870 00000100:00100000:1.0:1769074947.781857:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+173:2409:x1855007960320640:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1769074947.781864:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074947.781865:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.781869:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd35000/0xf5091596e2fda72a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503e5e expref: 173 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.781878:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd35000/0xf5091596e2fda72a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503e5e expref: 173 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.781892:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd35000/0xf5091596e2fda72a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503e5e expref: 173 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.781892:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074947.781900:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.781902:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.781905:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e3044b35 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.781905:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960320256 00000100:00100000:2.0:1769074947.781908:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960320256 00010000:00010000:1.0:1769074947.781913:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e3044b35 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.781920:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b1d2000/0xf5091596e2fc44ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724edc05 expref: 173 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.781932:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960320896 00000100:00100000:2.0:1769074947.781934:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960320896 00010000:00010000:2.0:1769074947.781944:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe636d6800/0xf5091596e2fd3d9e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd4d9 expref: 189 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.781947:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.781957:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40871 00000100:00100000:2.0:1769074947.781961:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+189:2409:x1855007960320512:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.781968:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1769074947.781969:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+173:2409:x1855007960320640:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 113us (264us total) trans 0 rc 0/0 00010000:00010000:2.0:1769074947.781973:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8b2a00/0xf5091596e2fc13a0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaadb expref: 189 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.781975:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40870 00000100:00100000:1.0:1769074947.781988:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40872 00000100:00100000:1.0:1769074947.781995:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+172:2407:x1855007960320256:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.782002:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.782004:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8b2a00/0xf5091596e2fc13a0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaadb expref: 189 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.782006:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b1d2000/0xf5091596e2fc44ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724edc05 expref: 172 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.782015:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b1d2000/0xf5091596e2fc44ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724edc05 expref: 172 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.782017:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8b2a00/0xf5091596e2fc13a0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eaadb expref: 189 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.782026:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b1d2000/0xf5091596e2fc44ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724edc05 expref: 172 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.782027:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.782028:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.782031:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3044b2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.782036:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.782037:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.782038:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3044b2e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.782040:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044b20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.782048:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044b20 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.782053:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074947.782061:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.782071:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+188:2409:x1855007960320512:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 109us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.782074:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+171:2407:x1855007960320256:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 81us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.782077:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40871 00000100:00100000:1.0:1769074947.782080:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40872 00000100:00100000:2.0:1769074947.782090:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40873 00000100:00100000:2.0:1769074947.782096:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a9b4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+187:2407:x1855007960320896:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.782611:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e3044b35 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.782621:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e3044b35 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.782630:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e3044b35 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.782637:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e3044b35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.782713:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074947.783133:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.783142:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe636d6800/0xf5091596e2fd3d9e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd4d9 expref: 187 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.783153:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe636d6800/0xf5091596e2fd3d9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd4d9 expref: 187 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.783195:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.783197:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.783200:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044b43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.783213:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044b43 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.783228:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.783252:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+164:3657:x1855007968983168:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14352us (14398us total) trans 4294989597 rc 0/0 00000100:00100000:1.0:1769074947.783261:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83116 00000100:00100000:2.0:1769074947.783262:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a9b4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+187:2407:x1855007960320896:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 1167us (1371us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.783269:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40873 00010000:00010000:1.0:1769074947.783304:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe636d6800/0xf5091596e2fd3d9e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd4d9 expref: 186 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.783316:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968984192:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.783337:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044b43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.783346:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044b43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.783369:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044b43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.783376:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044b43 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.783384:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044b43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.783403:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1769074947.783522:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074947.783528:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e3044b35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.783535:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.783539:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e3044b35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.783548:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e3044b35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.783559:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e3044b35 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.783560:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+152:3660:x1855007968983808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11578us (11638us total) trans 4294989579 rc 0/0 00000100:00100000:1.0:1769074947.783567:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83118 00010000:00010000:2.0:1769074947.783567:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0000/0xf5091596e3044b35 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.783593:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044b20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.783598:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.783600:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044b20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.783602:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044b43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.783608:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.783609:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044b20 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.783612:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044b43 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.783617:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044b20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.783619:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044b43 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.783628:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044b43 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.783631:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074947.783635:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044b43 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x14bc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.783648:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.783651:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044b20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.783658:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.783660:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044b20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.783667:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044b20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.783691:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044b20 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.783698:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044b20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.783711:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.783712:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.783714:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.783840:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe784edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+164:3657:x1855007968982016:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15592us (16139us total) trans 4294989598 rc 0/0 00000100:00100000:1.0:1769074947.783847:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83113 00010000:00010000:1.0:1769074947.783864:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.783886:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007968984320:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.783895:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968984576:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.783897:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044b4a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.783909:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044b51 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.783915:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3044b2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.783923:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3044b2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.783931:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3044b2e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.783938:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3044b2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.783957:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074947.783998:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.784002:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3044b2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.784009:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.784013:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3044b2e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.784021:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3044b2e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.784032:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3044b2e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.784038:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3044b2e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xdc4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.784051:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.784063:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+152:3659:x1855007968982656:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15405us (15482us total) trans 4294989580 rc 0/0 00010000:00010000:2.0:1769074947.784068:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.784070:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83115 00010000:00010000:2.0:1769074947.784070:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.784112:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968985856:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.784157:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.784199:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace6a00/2, rc 0, transno 4294989579 00000100:00100000:1.0:1769074947.784225:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968983808:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.784242:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.784261:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ae54e00/0xf5091596e2fbc52d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x270f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5c61 expref: 185 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.784271:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968983040:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.784281:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.784288:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.784295:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.784304:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044b27 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.784311:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044b27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.784332:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074947.784414:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.784419:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044b27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.784438:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.784441:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044b27 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.784461:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe784ef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+152:3657:x1855007968982784:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16146us (16521us total) trans 4294989581 rc 0/0 00010000:00010000:0.0:1769074947.784467:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044b27 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.784468:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83114 00010000:00010000:0.0:1769074947.784479:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044b27 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.784483:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968985856 00010000:00010000:0.0:1769074947.784485:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044b27 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x270f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.784488:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968985856 00010000:00010000:0.0:1769074947.784500:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.784502:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.784504:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.784542:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83126 00000100:00100000:1.0:1769074947.784550:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+164:3660:x1855007968985856:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.784573:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:572 count 1 00010000:00010000:1.0:1769074947.784592:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044b7b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.784606:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68fe3400/0xf5091596e2fc76db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e0f expref: 170 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.784613:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.784615:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.784618:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044b7b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.784645:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe68fe3400/0xf5091596e2fc76db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e0f expref: 170 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.784656:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe68fe3400/0xf5091596e2fc76db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e0f expref: 170 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.784668:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968985984:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.784722:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.784773:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074947.784782:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968986112:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.784806:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.784977:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7384dc00/2, rc 0, transno 4294989580 00000100:00100000:1.0:1769074947.784986:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968982656:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.785000:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73e0c000/2, rc 0, transno 4294989595 00000100:00100000:1.0:1769074947.785008:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968982144:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.785028:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968986112 00000100:00100000:2.0:1769074947.785032:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968986112 00000100:00100000:1.0:1769074947.785056:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074947.785058:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83127 00000100:00100000:1.0:1769074947.785063:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968986368:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.785064:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+152:3658:x1855007968986112:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.785076:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7497 count 1 00000100:00100000:1.0:1769074947.785086:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1769074947.785089:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044b82 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.785101:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ae3ac00/0xf5091596e2fbfdab lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e94d8 expref: 184 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.785107:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074947.785108:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968986368 00010000:00010000:2.0:1769074947.785109:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074947.785111:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968986368 00010000:00010000:2.0:1769074947.785111:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044b82 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.785130:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ae3ac00/0xf5091596e2fbfdab lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e94d8 expref: 184 pid: 14047 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074947.785131:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83128 00000100:00100000:1.0:1769074947.785137:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+153:3660:x1855007968986368:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074947.785140:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ae3ac00/0xf5091596e2fbfdab lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e94d8 expref: 184 pid: 14047 timeout: 1736 lvb_type: 1 00002000:00080000:1.0:1769074947.785147:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6759 count 1 00000100:00100000:2.0:1769074947.785150:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968986496:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.785158:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044b89 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.785168:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64dddc00/0xf5091596e2fcaf52 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f4686 expref: 184 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.785174:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.785176:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.785178:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044b89 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.785178:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95780 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.785196:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe64dddc00/0xf5091596e2fcaf52 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4686 expref: 184 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.785205:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe64dddc00/0xf5091596e2fcaf52 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4686 expref: 184 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.785220:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968986624:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.785256:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.785275:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968986240:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.785303:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.785322:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968986240 00000100:00100000:1.0:1769074947.785326:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968986240 00000100:00100000:1.0:1769074947.785349:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83129 00000100:00100000:1.0:1769074947.785355:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+165:3658:x1855007968986240:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.785366:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9238 count 1 00010000:00010000:1.0:1769074947.785378:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044b90 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2416:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.785390:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a490600/0xf5091596e2fcf2c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f89fb expref: 170 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.785396:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.785398:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.785400:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044b90 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.785681:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a490600/0xf5091596e2fcf2c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f89fb expref: 170 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.785691:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a490600/0xf5091596e2fcf2c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f89fb expref: 170 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.785723:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73848380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007968986752:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.785725:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.785769:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbd80 going to sleep for 11 seconds 00000004:00080000:1.0:1769074947.788810:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4e236a00/2, rc 0, transno 4294989597 00000100:00100000:1.0:1769074947.788849:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968983168:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.788866:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7384ca80/2, rc 0, transno 4294989581 00000100:00100000:1.0:1769074947.788878:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968982784:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.788890:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73e0ea00/2, rc 0, transno 4294989598 00000100:00100000:1.0:1769074947.788893:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968982016:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.788902:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73e0f100/2, rc 0, transno 4294989596 00000100:00100000:1.0:1769074947.788905:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968981888:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.789979:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968986880:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.790040:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.790084:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.790090:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968987264:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.790111:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.790224:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968987136:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.790246:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.790272:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968986880 00000100:00100000:1.0:1769074947.790278:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968986880 00000100:00100000:1.0:1769074947.790317:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968987264 00000100:00100000:1.0:1769074947.790320:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968987264 00000100:00100000:1.0:1769074947.790336:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968987136 00000100:00100000:1.0:1769074947.790339:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968987136 00000100:00100000:1.0:1769074947.790399:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83130 00000100:00100000:1.0:1769074947.790407:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+154:3660:x1855007968986880:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.790433:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:720 count 1 00010000:00010000:1.0:1769074947.790474:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e3044b97 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.790494:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55db1600/0xf5091596e2fd7b32 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072501266 expref: 184 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.790501:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.790503:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.790506:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e3044b97 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.790533:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe55db1600/0xf5091596e2fd7b32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501266 expref: 184 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.790544:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55db1600/0xf5091596e2fd7b32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501266 expref: 184 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.790556:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007968987392:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.790649:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83131 00000100:00100000:0.0:1769074947.790659:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+167:3660:x1855007968987264:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.790674:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8141 count 1 00010000:00010000:0.0:1769074947.790689:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653800/0xf5091596e3044b9e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fcd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.790705:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d03a400/0xf5091596e2fd6265 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ff999 expref: 170 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.790712:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.790714:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.790717:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653800/0xf5091596e3044b9e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.790738:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d03a400/0xf5091596e2fd6265 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff999 expref: 170 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.790747:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d03a400/0xf5091596e2fd6265 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff999 expref: 170 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.790758:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968987520:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.793461:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.793498:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074947.793513:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968987008:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.793555:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.793582:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.793620:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968987008 00000100:00100000:1.0:1769074947.793628:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968987008 00000100:00100000:1.0:1769074947.793825:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83132 00000100:00100000:1.0:1769074947.793852:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+168:3658:x1855007968987136:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.793878:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4371 count 1 00010000:00010000:1.0:1769074947.793902:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ba5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1113:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.793919:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe679f1c00/0xf5091596e2fcca64 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f619f expref: 170 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.793927:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.793929:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.793932:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ba5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.793961:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe679f1c00/0xf5091596e2fcca64 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f619f expref: 170 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.793972:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe679f1c00/0xf5091596e2fcca64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f619f expref: 170 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.793984:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73848700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968987648:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.794022:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.794038:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83133 00000100:00100000:1.0:1769074947.794044:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73848e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+168:3658:x1855007968987008:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.794055:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4598 count 1 00010000:00010000:1.0:1769074947.794066:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8200/0xf5091596e3044bac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.794081:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6305a600/0xf5091596e2fdbdb9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725054e6 expref: 170 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.794087:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.794089:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.794091:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8200/0xf5091596e3044bac lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.794107:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6305a600/0xf5091596e2fdbdb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725054e6 expref: 170 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.794198:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6305a600/0xf5091596e2fdbdb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725054e6 expref: 170 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.794208:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73848000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968987776:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.794233:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.794709:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.794772:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.794853:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960320768 00000100:00100000:2.0:1769074947.794854:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.794858:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960320768 00010000:00010000:1.0:1769074947.794883:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68b43000/0xf5091596e2fc7705 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e32 expref: 185 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.794906:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960321152 00000100:00100000:1.0:1769074947.794908:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960321152 00000100:00100000:2.0:1769074947.794914:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e38a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968984704:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.794920:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a8bfc00/0xf5091596e2fbe038 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e776c expref: 186 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.794934:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044b58 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x50d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.794935:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960321024 00000100:00100000:2.0:1769074947.794955:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40874 00000100:00100000:1.0:1769074947.794957:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960321024 00000100:00100000:2.0:1769074947.794962:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+187:2408:x1855007960320768:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.794968:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe63e5ba00/0xf5091596e2fbca5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6193 expref: 187 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.794972:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.794977:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68b43000/0xf5091596e2fc7705 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x236c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e32 expref: 187 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.794985:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40875 00010000:00010000:2.0:1769074947.794987:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68b43000/0xf5091596e2fc7705 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x236c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e32 expref: 187 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.794990:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+187:2409:x1855007960321152:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.794997:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.795000:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a8bfc00/0xf5091596e2fbe038 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e776c expref: 187 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.795007:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68b43000/0xf5091596e2fc7705 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x236c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e32 expref: 187 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.795008:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a8bfc00/0xf5091596e2fbe038 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e776c expref: 187 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.795020:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a8bfc00/0xf5091596e2fbe038 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e776c expref: 186 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.795020:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.795022:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.795026:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044b3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.795028:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.795029:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.795032:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044b51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.795034:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044b3c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x236c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.795040:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044b51 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.795052:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074947.795053:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.795077:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+185:2409:x1855007960321152:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 86us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.795085:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40875 00000100:00100000:1.0:1769074947.795194:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40876 00000100:00100000:1.0:1769074947.795203:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+184:2408:x1855007960321024:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.795211:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.795216:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe63e5ba00/0xf5091596e2fbca5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6193 expref: 184 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.795225:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe63e5ba00/0xf5091596e2fbca5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6193 expref: 184 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.795237:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe63e5ba00/0xf5091596e2fbca5f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6193 expref: 184 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.795245:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.795247:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.795250:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044b4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.795257:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044b4a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.795274:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074947.795606:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044b51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.795616:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044b51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.795624:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044b51 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.795630:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044b51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.795647:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.795901:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+183:2408:x1855007960320768:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 938us (1473us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.795909:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40874 00000100:00100000:1.0:1769074947.795919:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+182:2408:x1855007960321024:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 717us (1064us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.795925:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40876 00010000:00010000:2.0:1769074947.795932:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044b3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.795940:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044b3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.795946:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044b4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.795947:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044b3c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.795955:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044b3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.795959:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044b4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.795966:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044b4a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.795969:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1769074947.795973:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044b4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.795985:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1769074947.796098:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+157:3657:x1855007968983936:12345-0@lo:6:osp-syn-1-1.0 Request processed in 23784us (23924us total) trans 4294989584 rc 0/0 00000100:00100000:2.0:1769074947.796098:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+157:3659:x1855007968983552:12345-0@lo:6:osp-syn-1-1.0 Request processed in 24465us (24704us total) trans 4294989583 rc 0/0 00000100:00100000:2.0:1769074947.796106:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83117 00000100:00100000:1.0:1769074947.796108:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83119 00010000:00010000:2.0:1769074947.796128:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1769074947.796133:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044b51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.796141:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.796145:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044b51 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.796153:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044b51 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.796191:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044b51 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.796198:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653200/0xf5091596e3044b51 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x19d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.796219:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074947.796222:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044b3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1769074947.796226:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace6d80/2, rc 0, transno 4294989584 00010000:00010000:2.0:1769074947.796229:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.796231:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044b3c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.796237:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968983936:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074947.796238:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044b3c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.796248:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044b3c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.796255:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044b3c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x236c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1769074947.796258:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7384d880/2, rc 0, transno 4294989583 00000100:00100000:1.0:1769074947.796261:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968983552:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074947.796271:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.796275:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044b4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.796286:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.796289:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044b4a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.796297:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044b4a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.796306:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044b4a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.796312:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044b4a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f7c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.796328:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.796329:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.796330:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.796825:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.796846:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.796876:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.796937:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.796978:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.796996:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.797015:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.797056:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.797108:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.797198:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+155:3659:x1855007968984448:12345-0@lo:6:osp-syn-1-1.0 Request processed in 23823us (24422us total) trans 4294989582 rc 0/0 00000100:00100000:0.0:1769074947.797218:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83120 00010000:00010000:0.0:1769074947.797244:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.797249:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.797276:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968985600:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.797295:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044b6d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.797315:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960321280 00000100:00100000:0.0:1769074947.797321:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960321280 00010000:00010000:0.0:1769074947.797346:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe719bda00/0xf5091596e2fc46d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x50d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ede0b expref: 182 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.797363:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960321408 00000100:00100000:0.0:1769074947.797365:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960321408 00010000:00010000:0.0:1769074947.797376:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f9a3800/0xf5091596e2fd64fe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc32 expref: 171 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.797386:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960321536 00000100:00100000:0.0:1769074947.797388:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960321536 00010000:00010000:0.0:1769074947.797398:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68608800/0xf5091596e2fdb7f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f2f expref: 172 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.797407:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960321664 00000100:00100000:0.0:1769074947.797410:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960321664 00010000:00010000:0.0:1769074947.797420:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d36a800/0xf5091596e2fc93e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2b19 expref: 183 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.797633:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e39c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968985088:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.797646:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044b5f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.797664:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960321792 00000100:00100000:3.0:1769074947.797667:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960321792 00010000:00010000:3.0:1769074947.797682:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe64dddc00/0xf5091596e2fcaf52 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4686 expref: 184 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.797726:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960322048 00000100:00100000:0.0:1769074947.797730:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960322048 00010000:00010000:0.0:1769074947.797746:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a490600/0xf5091596e2fcf2c7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f89fb expref: 173 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.797757:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960321920 00000100:00100000:0.0:1769074947.797760:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960321920 00010000:00010000:0.0:1769074947.797771:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4bcfa800/0xf5091596e2fc352d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc61 expref: 174 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.797782:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960322176 00000100:00100000:0.0:1769074947.797784:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960322176 00010000:00010000:0.0:1769074947.797796:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68fe3400/0xf5091596e2fc76db lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e0f expref: 175 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.797806:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960322304 00000100:00100000:0.0:1769074947.797808:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960322304 00010000:00010000:0.0:1769074947.797832:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ae3ac00/0xf5091596e2fbfdab lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e94d8 expref: 185 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.797903:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968986496:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.797916:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044b82 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.797936:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40877 00000100:00100000:2.0:1769074947.797945:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+185:2409:x1855007960321280:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.797958:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.797962:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe719bda00/0xf5091596e2fc46d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x50d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ede0b expref: 185 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.798001:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe719bda00/0xf5091596e2fc46d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x50d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ede0b expref: 185 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.798021:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe719bda00/0xf5091596e2fc46d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x50d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ede0b expref: 185 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.798034:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.798036:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.798040:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044b58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x50d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.798048:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044b58 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x50d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.798069:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.798111:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40878 00000100:00100000:3.0:1769074947.798119:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+175:2408:x1855007960321408:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.798127:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.798131:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f9a3800/0xf5091596e2fd64fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1984:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc32 expref: 175 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.798141:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f9a3800/0xf5091596e2fd64fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1984:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc32 expref: 175 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.798153:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40879 00010000:00010000:3.0:1769074947.798155:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4f9a3800/0xf5091596e2fd64fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1984:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc32 expref: 175 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.798164:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+175:2409:x1855007960321536:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.798170:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.798171:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.798172:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.798175:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044b5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.798176:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68608800/0xf5091596e2fdb7f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f2f expref: 174 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.798183:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044b5f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.798186:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68608800/0xf5091596e2fdb7f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f2f expref: 174 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.798198:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.798200:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.798203:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044b66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.798210:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044b66 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.798210:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074947.798221:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.798249:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+174:2409:x1855007960321536:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (1372us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.798256:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40879 00000100:00100000:0.0:1769074947.798269:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40880 00000100:00100000:0.0:1769074947.798280:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe48c8b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+184:2409:x1855007960321664:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.798288:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.798293:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d36a800/0xf5091596e2fc93e5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2b19 expref: 184 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.798303:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d36a800/0xf5091596e2fc93e5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2b19 expref: 184 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.798315:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.798316:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.798320:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3044b74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.798327:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3044b74 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1020:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.798339:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.798395:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40881 00000100:00100000:1.0:1769074947.798404:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+173:2410:x1855007960322048:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.798411:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.798416:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a490600/0xf5091596e2fcf2c7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2416:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f89fb expref: 173 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.798426:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a490600/0xf5091596e2fcf2c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2416:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f89fb expref: 173 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.798438:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.798440:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.798443:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044b90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2416:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.798469:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044b90 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2416:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.798481:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074947.798615:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044b58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x50d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.798624:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044b58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x50d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.798633:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044b58 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x50d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.798641:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044b58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x50d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.798693:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+173:2408:x1855007960321408:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 575us (1845us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.798700:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40878 00000100:00100000:3.0:1769074947.798716:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40882 00000100:00100000:3.0:1769074947.798724:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44365180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+172:2410:x1855007960321920:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.798732:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.798736:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4bcfa800/0xf5091596e2fc352d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x247a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc61 expref: 172 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.798746:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4bcfa800/0xf5091596e2fc352d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x247a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc61 expref: 172 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.798758:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4bcfa800/0xf5091596e2fc352d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x247a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc61 expref: 172 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.798766:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.798768:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.798771:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044b6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.798777:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044b6d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.798795:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.798825:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44365180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+171:2410:x1855007960321920:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 92us (1798us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.798831:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40882 00000100:00100000:3.0:1769074947.798847:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40883 00000100:00100000:3.0:1769074947.798854:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44365500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+170:2409:x1855007960322176:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.798861:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.798866:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68fe3400/0xf5091596e2fc76db lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x23c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e0f expref: 170 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.798874:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68fe3400/0xf5091596e2fc76db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e0f expref: 170 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.798885:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.798886:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.798889:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044b7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.798912:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044b7b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.798930:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.798945:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44365500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+170:2409:x1855007960322176:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 92us (1888us total) trans 0 rc 0/0 00010000:00010000:2.0:1769074947.798972:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.798991:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40883 00000100:00100000:3.0:1769074947.799003:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40884 00000100:00100000:3.0:1769074947.799009:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+184:2410:x1855007960321792:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.799016:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.799020:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe64dddc00/0xf5091596e2fcaf52 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4686 expref: 184 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.799029:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe64dddc00/0xf5091596e2fcaf52 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4686 expref: 184 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.799039:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.799041:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.799043:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044b89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.799050:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044b89 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.799059:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.799072:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+184:2410:x1855007960321792:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 64us (2094us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.799078:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40884 00000100:00100000:3.0:1769074947.799088:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40885 00000100:00100000:3.0:1769074947.799093:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44367100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+183:2409:x1855007960322304:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.799099:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.799103:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ae3ac00/0xf5091596e2fbfdab lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e94d8 expref: 183 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.799111:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ae3ac00/0xf5091596e2fbfdab lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e94d8 expref: 183 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.799121:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ae3ac00/0xf5091596e2fbfdab lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e94d8 expref: 183 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.799130:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.799132:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.799134:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044b82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.799140:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044b82 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.799155:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.799173:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44367100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+182:2409:x1855007960322304:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 79us (2064us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.799179:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40885 00010000:00010000:3.0:1769074947.799532:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044b5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.799542:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044b5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.799552:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044b5f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.799559:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044b5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.799573:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074947.799740:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+169:3657:x1855007968984960:12345-0@lo:6:osp-syn-0-1.0 Request processed in 22563us (22724us total) trans 4294989599 rc 0/0 00000100:00100000:3.0:1769074947.799747:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83122 00000100:00100000:2.0:1769074947.800326:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+155:3657:x1855007968984064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 24220us (24286us total) trans 4294989585 rc 0/0 00000100:00100000:2.0:1769074947.800335:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83121 00010000:00010000:2.0:1769074947.800589:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074947.800596:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044b58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x50d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.800605:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.800608:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044b58 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x50d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.800616:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044b58 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x50d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.800631:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044b58 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x50d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.800637:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044b58 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x50d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.800655:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.800659:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044b5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.800665:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.800690:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044b5f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.800698:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044b5f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.800707:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044b5f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.800713:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e3044b5f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.800726:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.800728:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.800730:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.800741:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044b82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.800749:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044b82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.800756:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044b82 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.800762:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044b82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.800785:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.800949:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+155:3658:x1855007968986112:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15884us (16140us total) trans 4294989586 rc 0/0 00000100:00100000:2.0:1769074947.800956:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83127 00010000:00010000:2.0:1769074947.800976:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.800980:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044b82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.800986:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.800990:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044b82 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.800997:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044b82 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.801008:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044b82 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.801014:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044b82 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d49:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.801028:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.801030:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.801032:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.801053:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+181:2409:x1855007960321280:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 3108us (4240us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.801060:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40877 00010000:00010000:2.0:1769074947.801118:0:14038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68608800/0xf5091596e2fdb7f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f2f expref: 169 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.801151:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e39180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968985216:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.801169:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044b66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.801177:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044b66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.801185:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044b66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.801193:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044b66 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.801201:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044b66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.801215:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.801349:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+169:3660:x1855007968984832:12345-0@lo:6:osp-syn-0-1.0 Request processed in 24021us (24265us total) trans 4294989600 rc 0/0 00000100:00100000:2.0:1769074947.801356:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83123 00000004:00080000:3.0:1769074947.801705:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace4380/2, rc 0, transno 4294989600 00000100:00100000:3.0:1769074947.801717:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968984832:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.801780:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44367b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968987904:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.801812:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.801917:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe48c8b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+180:2409:x1855007960321664:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 3639us (4976us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.801927:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40880 00010000:00010000:0.0:1769074947.801960:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.801965:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044b66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.801972:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.801976:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044b66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.801983:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044b66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.801996:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044b66 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.802003:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044b66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.802020:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.802022:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.802023:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.802029:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.802039:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044b6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.802047:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044b6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.802053:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044b6d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.802061:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044b6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.802178:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.802324:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+169:3659:x1855007968985472:12345-0@lo:6:osp-syn-0-1.0 Request processed in 23573us (23922us total) trans 4294989601 rc 0/0 00000100:00100000:0.0:1769074947.802331:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83124 00000100:00100000:0.0:1769074947.802348:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968987904 00000100:00100000:0.0:1769074947.802353:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968987904 00000100:00100000:0.0:1769074947.802384:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83134 00000100:00100000:0.0:1769074947.802392:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44364a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+169:3660:x1855007968987904:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.802416:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:142 count 1 00010000:00010000:3.0:1769074947.802602:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.802608:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044b6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.802615:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.802619:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044b6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.802626:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044b6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.802643:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044b6d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.802650:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044b6d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.802666:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.802668:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.802670:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.802830:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007968987392:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.802849:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e3044b97 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.802951:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+168:2410:x1855007960322048:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 4547us (5951us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.802951:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.802960:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40881 00000100:00100000:1.0:1769074947.802979:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960322432 00000100:00100000:1.0:1769074947.802983:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960322432 00010000:00010000:1.0:1769074947.803000:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55db1600/0xf5091596e2fd7b32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501266 expref: 180 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.803010:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:0.0:1769074947.803106:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652c00/0xf5091596e3044bb3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.803119:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68820200/0xf5091596e2fceb65 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8299 expref: 167 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.803127:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.803129:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.803132:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652c00/0xf5091596e3044bb3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.803160:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe68820200/0xf5091596e2fceb65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8299 expref: 167 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.803172:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe68820200/0xf5091596e2fceb65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8299 expref: 167 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.803184:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968988032:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.803232:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.803255:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ed500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968987520:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.803267:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653800/0xf5091596e3044b9e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.803336:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960322560 00000100:00100000:1.0:1769074947.803340:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960322560 00000100:00100000:2.0:1769074947.803350:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40886 00010000:00010000:1.0:1769074947.803354:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d03a400/0xf5091596e2fd6265 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff999 expref: 168 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.803357:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+180:2410:x1855007960322432:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.803366:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.803371:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe55db1600/0xf5091596e2fd7b32 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501266 expref: 180 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.803375:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40887 00000100:00100000:1.0:1769074947.803380:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe48c89850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+168:2409:x1855007960322560:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.803383:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe55db1600/0xf5091596e2fd7b32 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501266 expref: 180 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.803387:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.803390:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d03a400/0xf5091596e2fd6265 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff999 expref: 168 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.803399:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d03a400/0xf5091596e2fd6265 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1fcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff999 expref: 168 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.803399:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55db1600/0xf5091596e2fd7b32 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501266 expref: 180 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.803410:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.803412:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.803415:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e3044b97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.803417:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d03a400/0xf5091596e2fd6265 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1fcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff999 expref: 168 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.803426:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.803428:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.803431:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653800/0xf5091596e3044b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.803437:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e3044b97 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.803438:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653800/0xf5091596e3044b9e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.803469:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074947.803469:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.803488:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe48c89850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+167:2409:x1855007960322560:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 107us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.803488:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+179:2410:x1855007960322432:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 133us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.803495:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40887 00000100:00100000:2.0:1769074947.803501:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40886 00010000:00010000:1.0:1769074947.803526:0:14042:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a490600/0xf5091596e2fcf2c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f89fb expref: 166 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.803530:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e3044b97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.803536:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73848380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007968986752:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.803547:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044b90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.803555:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044b90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.803557:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e3044b97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.803563:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044b90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.803566:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e3044b97 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.803571:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044b90 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.803574:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e3044b97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.803578:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044b90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.803588:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1769074947.803596:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074947.803746:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+155:3660:x1855007968986880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13339us (13705us total) trans 4294989587 rc 0/0 00000100:00100000:2.0:1769074947.803753:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83130 00010000:00010000:2.0:1769074947.803770:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074947.803776:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e3044b97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.803783:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.803786:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e3044b97 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.803793:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e3044b97 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.803804:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e3044b97 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.803837:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e3044b97 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2d0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.803852:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.803855:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044b90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.803861:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.803864:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044b90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.803871:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044b90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.803881:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044b90 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.803887:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044b90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.803899:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.803901:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.803902:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074947.803926:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe784ef100/2, rc 0, transno 4294989587 00000100:00100000:2.0:1769074947.803936:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968986880:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.804000:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+170:3658:x1855007968986240:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18644us (18695us total) trans 4294989602 rc 0/0 00000100:00100000:1.0:1769074947.804007:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83129 00000100:00100000:2.0:1769074947.804031:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.804036:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73848000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968987776:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.804047:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8200/0xf5091596e3044bac lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.804060:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960322816 00000100:00100000:2.0:1769074947.804063:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960322816 00010000:00010000:1.0:1769074947.804072:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64dddc00/0xf5091596e2fcaf52 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4686 expref: 178 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.804079:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6305a600/0xf5091596e2fdbdb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725054e6 expref: 166 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.804081:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968986624:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.804092:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044b89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.804097:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40888 00010000:00010000:1.0:1769074947.804100:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044b89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.804103:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+166:2410:x1855007960322816:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.804107:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044b89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.804111:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.804115:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6305a600/0xf5091596e2fdbdb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725054e6 expref: 166 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.804123:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6305a600/0xf5091596e2fdbdb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725054e6 expref: 166 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.804136:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6305a600/0xf5091596e2fdbdb9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725054e6 expref: 166 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.804145:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.804147:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.804150:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8200/0xf5091596e3044bac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.804157:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8200/0xf5091596e3044bac lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.804173:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074947.804184:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8200/0xf5091596e3044bac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.804197:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044b89 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.804205:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044b89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.804209:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8200/0xf5091596e3044bac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.804216:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8200/0xf5091596e3044bac lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.804218:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074947.804223:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8200/0xf5091596e3044bac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.804233:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074947.804317:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73848e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+170:3658:x1855007968987008:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10272us (10734us total) trans 4294989603 rc 0/0 00000100:00100000:1.0:1769074947.804320:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+155:3660:x1855007968986368:12345-0@lo:6:osp-syn-1-1.0 Request processed in 19183us (19233us total) trans 4294989588 rc 0/0 00000100:00100000:2.0:1769074947.804324:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83133 00000100:00100000:1.0:1769074947.804327:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83128 00000100:00100000:2.0:1769074947.804352:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+165:2410:x1855007960322816:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 248us (321us total) trans 0 rc 0/0 00010000:00010000:1.0:1769074947.804353:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6d36a800/0xf5091596e2fc93e5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1020:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2b19 expref: 177 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.804359:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40888 00000100:00100000:1.0:1769074947.804362:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968985728:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.804372:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3044b74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.804379:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3044b74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.804386:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3044b74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.804394:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3044b74 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.804404:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3044b74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.804421:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1769074947.804443:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.804557:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+155:3657:x1855007968985344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 25802us (26475us total) trans 4294989589 rc 0/0 00000100:00100000:1.0:1769074947.804563:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83125 00010000:00010000:3.0:1769074947.804570:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074947.804576:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044b89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.804584:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960322688 00010000:00010000:3.0:1769074947.804584:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1c00 already unused, calling callback (ffffffffc0cdeb90) 00000100:00100000:1.0:1769074947.804587:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960322688 00010000:00010000:3.0:1769074947.804587:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044b89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.804595:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044b89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.804601:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe679f1c00/0xf5091596e2fcca64 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f619f expref: 165 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.804606:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044b89 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.804612:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044b89 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1a67:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.804628:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074947.804632:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8200/0xf5091596e3044bac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.804637:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.804640:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8200/0xf5091596e3044bac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.804646:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8200/0xf5091596e3044bac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.804655:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8200/0xf5091596e3044bac lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.804662:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8200/0xf5091596e3044bac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.804674:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.804678:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3044b74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.804684:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.804687:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3044b74 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.804694:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3044b74 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.804703:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3044b74 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.804710:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3044b74 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1020:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.804727:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.804729:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.804731:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.804992:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40889 00000100:00100000:1.0:1769074947.805000:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+165:2410:x1855007960322688:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.805009:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.805014:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe679f1c00/0xf5091596e2fcca64 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1113:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f619f expref: 165 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.805024:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe679f1c00/0xf5091596e2fcca64 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1113:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f619f expref: 165 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.805034:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.805037:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.805038:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.805042:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1113:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.805054:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ba5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1113:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.805066:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.805086:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+165:2410:x1855007960322688:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (642us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.805092:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40889 00010000:00010000:1.0:1769074947.805203:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe679f1c00/0xf5091596e2fcca64 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f619f expref: 164 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.805214:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73848700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968987648:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.805226:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.805233:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.805240:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.805248:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ba5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.805255:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ba5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.805275:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074947.805395:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.805402:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ba5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.805412:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.805415:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ba5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1769074947.805713:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4e234700/2, rc 0, transno 4294989588 00000100:00100000:2.0:1769074947.805720:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968986368:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074947.805749:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68fe3400/0xf5091596e2fc76db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e0f expref: 163 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.805759:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968985984:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.805770:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044b7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.805778:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044b7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.805784:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044b7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.805791:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044b7b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.805798:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044b7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.805811:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.805965:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+170:3660:x1855007968985856:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21415us (21806us total) trans 4294989604 rc 0/0 00000100:00100000:2.0:1769074947.805972:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83126 00000004:00080000:2.0:1769074947.806000:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73e0fb80/2, rc 0, transno 4294989604 00000100:00100000:2.0:1769074947.806010:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968985856:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074947.806060:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.806064:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044b7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.806071:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.806074:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044b7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.806086:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044b7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.806099:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044b7b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.806105:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044b7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.806122:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.806124:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.806126:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.806133:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074947.806147:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968988416:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.806180:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.806207:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968988416 00000100:00100000:2.0:1769074947.806212:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968988416 00000100:00100000:2.0:1769074947.806239:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83135 00000100:00100000:2.0:1769074947.806246:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+170:3660:x1855007968988416:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.806267:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7379 count 1 00010000:00010000:2.0:1769074947.806285:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044bba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1cd3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.806297:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd32400/0xf5091596e2fda5b7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1cd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072503ceb expref: 162 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.806304:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.806306:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.806309:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044bba lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1cd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.806311:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+171:3658:x1855007968987136:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12462us (16064us total) trans 4294989605 rc 0/0 00000100:00100000:1.0:1769074947.806318:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83132 00010000:00010000:2.0:1769074947.806330:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd32400/0xf5091596e2fda5b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503ceb expref: 162 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.806341:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd32400/0xf5091596e2fda5b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503ceb expref: 162 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.806351:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e3a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968988544:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.806397:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.806409:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968988288:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.806517:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe78e3bb80/2, rc 0, transno 4294989601 00000100:00100000:1.0:1769074947.806529:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e3bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968985472:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.806545:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.806560:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968988288 00000100:00100000:1.0:1769074947.806563:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968988288 00000004:00080000:2.0:1769074947.806570:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7384d500/2, rc 0, transno 4294989603 00000100:00100000:2.0:1769074947.806578:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968987008:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.806583:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83136 00000004:00080000:2.0:1769074947.806587:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7384e680/2, rc 0, transno 4294989605 00000100:00100000:1.0:1769074947.806589:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+155:3658:x1855007968988288:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.806590:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968987136:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074947.806598:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4e234000/2, rc 0, transno 4294989602 00002000:00080000:1.0:1769074947.806600:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9919 count 1 00000100:00100000:2.0:1769074947.806601:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968986240:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074947.806609:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace5180/2, rc 0, transno 4294989586 00000100:00100000:2.0:1769074947.806613:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968986112:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.806614:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8400/0xf5091596e3044bc1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.806621:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074947.806626:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968988160:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.806649:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1769074947.806685:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace6300/2, rc 0, transno 4294989589 00000100:00100000:2.0:1769074947.806690:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968985344:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074947.806699:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace7100/2, rc 0, transno 4294989599 00000100:00100000:2.0:1769074947.806703:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968984960:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074947.806712:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace5500/2, rc 0, transno 4294989585 00000100:00100000:2.0:1769074947.806716:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968984064:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.806798:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ba5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.806824:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ba5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.806830:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a90a200/0xf5091596e2fcd681 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f6db5 expref: 176 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.806831:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1200/0xf5091596e3044ba5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.806837:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.806839:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.806841:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8400/0xf5091596e3044bc1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.806846:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.806848:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.806850:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.806856:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.806860:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a90a200/0xf5091596e2fcd681 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6db5 expref: 176 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.806866:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653800/0xf5091596e3044b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.806869:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a90a200/0xf5091596e2fcd681 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6db5 expref: 176 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.806874:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653800/0xf5091596e3044b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.806880:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73848000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968988800:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.806882:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653800/0xf5091596e3044b9e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.806889:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653800/0xf5091596e3044b9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.806912:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.806916:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.806973:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968988160 00000100:00100000:1.0:1769074947.806977:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968988160 00000100:00100000:1.0:1769074947.807002:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83137 00000100:00100000:1.0:1769074947.807007:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+156:3658:x1855007968988160:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.807019:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4952 count 1 00010000:00010000:1.0:1769074947.807031:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044bc8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1358:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.807042:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+171:3660:x1855007968987264:12345-0@lo:6:osp-syn-0-1.0 Request processed in 16386us (16930us total) trans 4294989606 rc 0/0 00010000:00010000:1.0:1769074947.807042:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe688ede00/0xf5091596e2fc62c9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ef9fd expref: 176 pid: 14010 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074947.807049:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83131 00010000:00010000:1.0:1769074947.807049:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.807051:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.807053:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044bc8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.807071:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe688ede00/0xf5091596e2fc62c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef9fd expref: 176 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.807080:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe688ede00/0xf5091596e2fc62c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef9fd expref: 176 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.807089:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968989440:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.807142:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.807147:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653800/0xf5091596e3044b9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.807154:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.807157:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653800/0xf5091596e3044b9e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.807165:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653800/0xf5091596e3044b9e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.807176:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653800/0xf5091596e3044b9e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.807183:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653800/0xf5091596e3044b9e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.807193:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbe40 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.807208:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.807210:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.807211:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.807215:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968988672:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.807240:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.807263:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968989312:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.807281:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.807303:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968989952:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.807321:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.807341:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7384c380/2, rc 0, transno 4294989606 00000100:00100000:1.0:1769074947.807348:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968987264:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.807377:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1769074947.807384:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968989184:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.807408:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.807424:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968989824:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.807443:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1769074947.807660:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.807948:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968988672 00000100:00100000:0.0:1769074947.807953:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968988672 00000100:00100000:0.0:1769074947.807978:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968989312 00000100:00100000:0.0:1769074947.807982:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968989312 00000100:00100000:0.0:1769074947.807995:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968989952 00000100:00100000:0.0:1769074947.807998:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968989952 00000100:00100000:0.0:1769074947.808010:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968989184 00000100:00100000:0.0:1769074947.808012:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968989184 00000100:00100000:0.0:1769074947.808026:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968989824 00000100:00100000:0.0:1769074947.808028:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968989824 00000100:00100000:0.0:1769074947.808043:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83138 00000100:00100000:0.0:1769074947.808049:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+173:3660:x1855007968988672:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.808065:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8317 count 1 00010000:00010000:0.0:1769074947.808078:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044bcf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x207d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.808091:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4846fc00/0xf5091596e2fd76e7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x207d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072500e14 expref: 162 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.808097:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.808098:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.808101:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044bcf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x207d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.808126:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4846fc00/0xf5091596e2fd76e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x207d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e14 expref: 162 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.808136:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4846fc00/0xf5091596e2fd76e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x207d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e14 expref: 162 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.808147:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968990336:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.808171:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83139 00000100:00100000:2.0:1769074947.808215:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73849f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+173:3660:x1855007968989312:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.808228:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4844 count 1 00010000:00010000:2.0:1769074947.808245:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044bd6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.808256:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80590600/0xf5091596e2fd491a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fe04e expref: 162 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.808262:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.808263:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.808266:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044bd6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.808283:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe80590600/0xf5091596e2fd491a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe04e expref: 162 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.808291:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80590600/0xf5091596e2fd491a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe04e expref: 162 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.808300:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968990464:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.808339:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.808404:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.808602:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83140 00000100:00100000:0.0:1769074947.808613:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+158:3660:x1855007968989952:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.808627:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:287 count 1 00010000:00010000:0.0:1769074947.808642:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652a00/0xf5091596e3044bdd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.808654:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd34800/0xf5091596e2fda731 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072503e65 expref: 176 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.808661:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.808662:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.808665:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652a00/0xf5091596e3044bdd lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.808683:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd34800/0xf5091596e2fda731 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503e65 expref: 176 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.808693:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd34800/0xf5091596e2fda731 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503e65 expref: 176 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.808704:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968990592:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.808727:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.808744:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83141 00000100:00100000:0.0:1769074947.808751:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+173:3660:x1855007968989184:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.808763:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4921 count 1 00010000:00010000:0.0:1769074947.808774:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044be4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1339:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.808784:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60ed3e00/0xf5091596e2fbc7cd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e5f01 expref: 162 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.808790:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.808791:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.808793:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044be4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.808810:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe60ed3e00/0xf5091596e2fbc7cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5f01 expref: 162 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.808829:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe60ed3e00/0xf5091596e2fbc7cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5f01 expref: 162 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.808838:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968990720:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.808862:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.808879:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83142 00000100:00100000:0.0:1769074947.808886:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44114380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+158:3660:x1855007968989824:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.808901:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9135 count 1 00010000:00010000:0.0:1769074947.808911:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044beb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.808921:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe780a5800/0xf5091596e2fc3ecd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ed601 expref: 176 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.808926:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.808928:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.808930:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044beb lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.808945:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe780a5800/0xf5091596e2fc3ecd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed601 expref: 176 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.808954:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe780a5800/0xf5091596e2fc3ecd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed601 expref: 176 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.808962:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968990848:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.808985:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b6c0 going to sleep for 11 seconds 00000004:00080000:2.0:1769074947.809531:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace4a80/2, rc 0, transno 4294989582 00000100:00100000:2.0:1769074947.809549:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968984448:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.811284:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074947.811304:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968990976:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.811363:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.811712:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968990976 00000100:00100000:0.0:1769074947.811720:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968990976 00000100:00100000:0.0:1769074947.811764:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83143 00000100:00100000:0.0:1769074947.811772:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44364000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+159:3660:x1855007968990976:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.811796:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6532 count 1 00010000:00010000:0.0:1769074947.811834:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044bf2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1984:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.811852:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a2000/0xf5091596e2fd6505 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc39 expref: 176 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.811860:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.811862:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.811866:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044bf2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.811894:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a2000/0xf5091596e2fd6505 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc39 expref: 176 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.811904:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a2000/0xf5091596e2fd6505 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc39 expref: 176 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.811928:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007968991104:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.811988:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.812850:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968988928:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.812891:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.812914:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968989568:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.812935:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.812956:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968988928 00000100:00100000:0.0:1769074947.812962:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968988928 00000100:00100000:0.0:1769074947.812991:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968989568 00000100:00100000:0.0:1769074947.812994:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968989568 00000100:00100000:0.0:1769074947.813020:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83144 00000100:00100000:0.0:1769074947.813026:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+174:3657:x1855007968988928:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.813046:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5930 count 1 00010000:00010000:0.0:1769074947.813064:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044bf9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x172a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.813076:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c637c00/0xf5091596e2fcc7bd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x172a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f5eea expref: 162 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.813083:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.813085:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.813088:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044bf9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x172a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.813110:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c637c00/0xf5091596e2fcc7bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x172a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5eea expref: 162 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.813120:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c637c00/0xf5091596e2fcc7bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x172a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5eea expref: 162 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.813131:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968991232:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.813170:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.813187:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83145 00000100:00100000:0.0:1769074947.813195:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+160:3657:x1855007968989568:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.813210:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1568 count 1 00010000:00010000:0.0:1769074947.813222:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652400/0xf5091596e3044c00 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x620:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.813234:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305ce00/0xf5091596e2fdbf1e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505652 expref: 176 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.813240:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.813241:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.813244:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652400/0xf5091596e3044c00 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.813263:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305ce00/0xf5091596e2fdbf1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505652 expref: 176 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.813272:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305ce00/0xf5091596e2fdbf1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505652 expref: 176 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.813281:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968991360:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.813304:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.813322:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968990080:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.813344:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.813366:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1769074947.813372:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968989056:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.813392:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.813412:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968990080 00000100:00100000:0.0:1769074947.813416:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968990080 00000100:00100000:0.0:1769074947.813468:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968989056 00000100:00100000:0.0:1769074947.813472:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968989056 00000100:00100000:0.0:1769074947.813494:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83146 00000100:00100000:0.0:1769074947.813499:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+161:3657:x1855007968990080:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.813510:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2775 count 1 00010000:00010000:0.0:1769074947.813522:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044c07 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.813533:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68608a00/0xf5091596e2fdb7fb lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504f28 expref: 176 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.813539:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.813540:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.813543:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044c07 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.813565:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68608a00/0xf5091596e2fdb7fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f28 expref: 176 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.813573:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68608a00/0xf5091596e2fdb7fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f28 expref: 176 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.813582:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe60c7d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007968991488:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.813606:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.813623:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83147 00000100:00100000:0.0:1769074947.813631:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+175:3657:x1855007968989056:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.813643:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8278 count 1 00010000:00010000:0.0:1769074947.813654:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044c0e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2056:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.813666:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7365fa00/0xf5091596e2fd6eeb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250061f expref: 162 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.813678:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.813680:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.813682:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044c0e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.813700:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7365fa00/0xf5091596e2fd6eeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250061f expref: 162 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.813711:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7365fa00/0xf5091596e2fd6eeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250061f expref: 162 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.813721:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43213100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968991616:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.813744:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.813761:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968989696:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.813783:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.813800:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968990208:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.813828:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.813849:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968989696 00000100:00100000:0.0:1769074947.813853:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968989696 00000100:00100000:0.0:1769074947.813875:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968990208 00000100:00100000:0.0:1769074947.813878:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968990208 00000100:00100000:0.0:1769074947.813893:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83148 00000100:00100000:0.0:1769074947.813898:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+162:3657:x1855007968989696:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.813909:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:540 count 1 00010000:00010000:0.0:1769074947.813922:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044c15 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.813934:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe495f0600/0xf5091596e2fc44d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724edbfe expref: 176 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.813940:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.813942:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.813944:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044c15 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.813962:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe495f0600/0xf5091596e2fc44d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724edbfe expref: 176 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.813971:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe495f0600/0xf5091596e2fc44d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724edbfe expref: 176 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.813980:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc4430e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968991744:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.814002:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.814017:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83149 00000100:00100000:0.0:1769074947.814025:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+176:3657:x1855007968990208:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.814038:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5014 count 1 00010000:00010000:0.0:1769074947.814048:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044c1c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1396:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.814058:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80590800/0xf5091596e2fd48f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fe024 expref: 162 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.814064:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.814066:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.814069:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044c1c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.814085:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe80590800/0xf5091596e2fd48f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe024 expref: 162 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.814093:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80590800/0xf5091596e2fd48f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe024 expref: 162 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.814101:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc4433800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968991872:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.814122:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6a80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.815568:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ee300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968988032:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.815596:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652c00/0xf5091596e3044bb3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.817050:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e3a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968988544:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.817160:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044bba lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1cd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.818190:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73848000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968988800:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.818207:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8400/0xf5091596e3044bc1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.839384:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.839444:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.839503:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.839549:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960323072 00000100:00100000:2.0:1769074947.839593:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960323072 00010000:00010000:2.0:1769074947.839632:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd32400/0xf5091596e2fda5b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503ceb expref: 163 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.839669:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960322944 00000100:00100000:2.0:1769074947.839670:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960323200 00000100:00100000:1.0:1769074947.839674:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960322944 00000100:00100000:2.0:1769074947.839674:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960323200 00010000:00010000:1.0:1769074947.839693:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68820200/0xf5091596e2fceb65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8299 expref: 164 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.839694:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a90a200/0xf5091596e2fcd681 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6db5 expref: 177 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.839718:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40890 00000100:00100000:1.0:1769074947.839728:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+164:2410:x1855007960323072:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.839742:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.839748:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd32400/0xf5091596e2fda5b7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503ceb expref: 164 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.839761:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd32400/0xf5091596e2fda5b7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503ceb expref: 164 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.839785:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd32400/0xf5091596e2fda5b7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1cd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503ceb expref: 164 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.839801:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.839803:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1769074947.839803:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40891 00010000:00010000:1.0:1769074947.839808:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044bba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.839810:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+163:2410:x1855007960322944:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.839829:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044bba lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1cd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.839829:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.839834:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68820200/0xf5091596e2fceb65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8299 expref: 163 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.839843:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68820200/0xf5091596e2fceb65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8299 expref: 163 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.839855:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68820200/0xf5091596e2fceb65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8299 expref: 163 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.839857:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074947.839864:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.839866:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.839868:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652c00/0xf5091596e3044bb3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.839875:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652c00/0xf5091596e3044bb3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.839896:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.839903:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+162:2410:x1855007960323072:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 176us (545us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.839910:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40890 00000100:00100000:2.0:1769074947.839911:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+162:2410:x1855007960322944:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 103us (469us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.839916:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40891 00000100:00100000:2.0:1769074947.839928:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40892 00000100:00100000:2.0:1769074947.839934:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+177:2410:x1855007960323200:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.839942:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.839947:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652c00/0xf5091596e3044bb3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.839947:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a90a200/0xf5091596e2fcd681 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6db5 expref: 177 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.839956:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652c00/0xf5091596e3044bb3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.839957:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a90a200/0xf5091596e2fcd681 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6db5 expref: 177 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.839966:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652c00/0xf5091596e3044bb3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.839971:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a90a200/0xf5091596e2fcd681 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6db5 expref: 177 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.839980:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.839982:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.839985:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8400/0xf5091596e3044bc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.839992:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8400/0xf5091596e3044bc1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.840009:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.840044:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+176:2410:x1855007960323200:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 110us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.840050:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40892 00010000:00010000:1.0:1769074947.840151:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652c00/0xf5091596e3044bb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840167:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.840170:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968990464:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.840188:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044bd6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.840386:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44364a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+177:3660:x1855007968987904:12345-0@lo:6:osp-syn-0-1.0 Request processed in 37993us (38571us total) trans 4294989607 rc 0/0 00000100:00100000:1.0:1769074947.840394:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83134 00010000:00010000:1.0:1769074947.840416:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.840422:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652c00/0xf5091596e3044bb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840429:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.840433:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652c00/0xf5091596e3044bb3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840441:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652c00/0xf5091596e3044bb3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840486:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652c00/0xf5091596e3044bb3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840493:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652c00/0xf5091596e3044bb3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840511:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.840513:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.840514:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.840534:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968989440:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.840547:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044bc8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840565:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8400/0xf5091596e3044bc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840572:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8400/0xf5091596e3044bc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840580:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8400/0xf5091596e3044bc1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840587:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8400/0xf5091596e3044bc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840601:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.840716:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968990336:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.840730:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044bcf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x207d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.840738:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+163:3658:x1855007968988288:12345-0@lo:6:osp-syn-1-1.0 Request processed in 34148us (34192us total) trans 4294989590 rc 0/0 00000100:00100000:1.0:1769074947.840745:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83136 00010000:00010000:1.0:1769074947.840760:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.840765:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8400/0xf5091596e3044bc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840772:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.840775:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8400/0xf5091596e3044bc1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840782:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8400/0xf5091596e3044bc1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840792:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8400/0xf5091596e3044bc1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840798:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8400/0xf5091596e3044bc1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26bf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840835:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.840838:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.840839:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.840869:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044bba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840878:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044bba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840887:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044bba lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840899:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044bba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.840918:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.841043:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+177:3660:x1855007968988416:12345-0@lo:6:osp-syn-0-1.0 Request processed in 34798us (34862us total) trans 4294989608 rc 0/0 00000100:00100000:1.0:1769074947.841050:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83135 00000004:00080000:1.0:1769074947.841087:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe78e38a80/2, rc 0, transno 4294989608 00000100:00100000:1.0:1769074947.841099:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e38a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968988416:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.841161:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd44367b80/2, rc 0, transno 4294989607 00000100:00100000:1.0:1769074947.841168:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44367b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968987904:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.841202:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44115f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968992000:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.841235:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.841285:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968992000 00000100:00100000:1.0:1769074947.841291:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968992000 00000100:00100000:1.0:1769074947.841315:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83150 00000100:00100000:1.0:1769074947.841321:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+177:3660:x1855007968992000:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.841343:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8967 count 1 00010000:00010000:1.0:1769074947.841362:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044c23 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2307:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.841375:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73dfac00/0xf5091596e2fda3fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072503b32 expref: 160 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.841381:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.841384:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.841386:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044c23 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.841407:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe73dfac00/0xf5091596e2fda3fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503b32 expref: 160 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.841418:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73dfac00/0xf5091596e2fda3fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503b32 expref: 160 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.841428:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44115500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968992256:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.841485:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.841507:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44114e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968992128:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.841532:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.841550:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968992128 00000100:00100000:1.0:1769074947.841554:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968992128 00000100:00100000:1.0:1769074947.841575:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83151 00000100:00100000:1.0:1769074947.841580:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44115180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+178:3657:x1855007968992128:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.841592:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2768 count 1 00010000:00010000:1.0:1769074947.841603:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9a00/0xf5091596e3044c2a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xad0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.841615:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe718fca00/0xf5091596e2fbee8c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e85c0 expref: 160 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.841621:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.841622:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.841624:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9a00/0xf5091596e3044c2a lrc: 4/0,1 mode: --/PW res: [0x280000400:0xad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.841643:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe718fca00/0xf5091596e2fbee8c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e85c0 expref: 160 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.841651:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe718fca00/0xf5091596e2fbee8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e85c0 expref: 160 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.841660:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44117480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007968992384:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.841682:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb6c0 going to sleep for 11 seconds 00000004:00080000:1.0:1769074947.841709:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe784efb80/2, rc 0, transno 4294989590 00000100:00100000:1.0:1769074947.841721:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968988288:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.841765:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074947.841770:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44116680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968992512:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.841792:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.841811:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968992512 00000100:00100000:1.0:1769074947.841825:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968992512 00000100:00100000:1.0:1769074947.841849:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83152 00000100:00100000:1.0:1769074947.841855:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44117100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+163:3657:x1855007968992512:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.841867:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9338 count 1 00010000:00010000:1.0:1769074947.841879:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044c31 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x247a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.841891:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4bcfb000/0xf5091596e2fc3526 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc5a expref: 175 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.841896:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.841898:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.841901:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044c31 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.841918:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4bcfb000/0xf5091596e2fc3526 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc5a expref: 175 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.841927:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4bcfb000/0xf5091596e2fc3526 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc5a expref: 175 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.841938:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44114700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007968992640:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.841961:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb180 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.843041:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.843060:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044bba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.843074:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.843079:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044bba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.843090:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044bba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.843120:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044bba lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.843128:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044bba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.843157:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.843160:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.843162:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.843834:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784edc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968990720:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.843861:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044be4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.843915:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ef800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007968990848:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.843928:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044beb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.843974:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007968991104:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.843986:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044bf2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.844017:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.844040:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.844060:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.844083:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960323328 00000100:00100000:3.0:1769074947.844089:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960323328 00010000:00010000:3.0:1769074947.844121:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80590600/0xf5091596e2fd491a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe04e expref: 161 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.844144:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960323584 00000100:00100000:3.0:1769074947.844147:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960323584 00010000:00010000:3.0:1769074947.844158:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c637c00/0xf5091596e2fcc7bd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x172a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5eea expref: 162 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.844295:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968991232:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.844333:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044bf9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x172a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.844343:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968990592:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.844379:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652a00/0xf5091596e3044bdd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.844549:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960323840 00000100:00100000:3.0:1769074947.844553:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960323840 00010000:00010000:3.0:1769074947.844567:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe60ed3e00/0xf5091596e2fbc7cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5f01 expref: 163 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.844956:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40893 00000100:00100000:1.0:1769074947.844969:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44367800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+163:2408:x1855007960323328:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.844984:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.844990:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe80590600/0xf5091596e2fd491a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe04e expref: 163 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.845002:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe80590600/0xf5091596e2fd491a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe04e expref: 163 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.845026:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80590600/0xf5091596e2fd491a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe04e expref: 163 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.845043:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.845045:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.845049:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044bd6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.845059:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044bd6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.845089:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.845139:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44367800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+162:2408:x1855007960323328:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 173us (1121us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.845147:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40893 00000100:00100000:1.0:1769074947.845166:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40894 00000100:00100000:1.0:1769074947.845173:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe49303450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+161:2408:x1855007960323584:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.845181:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.845186:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c637c00/0xf5091596e2fcc7bd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x172a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5eea expref: 161 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.845196:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c637c00/0xf5091596e2fcc7bd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x172a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5eea expref: 161 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.845209:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7c637c00/0xf5091596e2fcc7bd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x172a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5eea expref: 161 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.845219:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.845221:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.845224:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044bf9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x172a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.845232:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044bf9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x172a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.845251:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.845270:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe49303450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+160:2408:x1855007960323584:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 98us (1229us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.845277:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40894 00000100:00100000:1.0:1769074947.845322:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40895 00000100:00100000:1.0:1769074947.845330:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44365180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+159:2408:x1855007960323840:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.845338:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.845343:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe60ed3e00/0xf5091596e2fbc7cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1339:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5f01 expref: 159 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.845352:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe60ed3e00/0xf5091596e2fbc7cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1339:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5f01 expref: 159 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.845938:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.845961:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960324096 00000100:00100000:3.0:1769074947.845968:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960324096 00010000:00010000:3.0:1769074947.845990:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a2000/0xf5091596e2fd6505 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc39 expref: 176 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.846023:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40896 00000100:00100000:3.0:1769074947.846031:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44365500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+176:2408:x1855007960324096:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.846041:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.846045:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a2000/0xf5091596e2fd6505 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1984:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc39 expref: 176 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.846056:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a2000/0xf5091596e2fd6505 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1984:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc39 expref: 176 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.846074:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f9a2000/0xf5091596e2fd6505 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1984:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ffc39 expref: 176 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.846086:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.846087:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.846091:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044bf2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.846098:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044bf2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1984:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.846118:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.846143:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44365500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+175:2408:x1855007960324096:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 112us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.846150:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40896 00010000:00010000:3.0:1769074947.846172:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044bf2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.846180:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044bf2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.846189:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044bf2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.846197:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044bf2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.846220:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.847978:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44364000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+164:3660:x1855007968990976:12345-0@lo:6:osp-syn-1-1.0 Request processed in 36198us (36605us total) trans 4294989591 rc 0/0 00000100:00100000:3.0:1769074947.847991:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83143 00010000:00010000:3.0:1769074947.848026:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.848034:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044bf2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.848045:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.848049:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044bf2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.848059:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044bf2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.848076:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044bf2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.848084:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044bf2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1984:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.848104:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.848106:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.848108:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.848184:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.848220:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074947.848782:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60ed3e00/0xf5091596e2fbc7cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1339:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5f01 expref: 159 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.848799:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.848801:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.848806:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044be4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.848832:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044be4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.848863:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074947.848884:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044be4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.848891:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044be4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.848899:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044be4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.848907:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044be4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.848921:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.849130:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+179:3660:x1855007968989184:12345-0@lo:6:osp-syn-0-1.0 Request processed in 40378us (41719us total) trans 4294989609 rc 0/0 00000100:00100000:1.0:1769074947.849137:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83141 00010000:00010000:1.0:1769074947.849163:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.849167:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044be4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.849175:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.849178:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044be4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.849186:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044be4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.849197:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044be4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.849203:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044be4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.849217:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.849219:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.849221:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.849235:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960323456 00000100:00100000:1.0:1769074947.849241:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960323456 00010000:00010000:1.0:1769074947.849269:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4846fc00/0xf5091596e2fd76e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x207d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e14 expref: 159 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.849291:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960323712 00000100:00100000:1.0:1769074947.849294:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960323712 00010000:00010000:1.0:1769074947.849308:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd34800/0xf5091596e2fda731 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503e65 expref: 175 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.849321:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40897 00000100:00100000:1.0:1769074947.849329:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44367100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+159:2408:x1855007960323456:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.849341:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.849346:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4846fc00/0xf5091596e2fd76e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x207d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e14 expref: 159 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.849356:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4846fc00/0xf5091596e2fd76e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x207d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e14 expref: 159 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.849675:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40898 00000100:00100000:2.0:1769074947.849788:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44367800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+175:2408:x1855007960323712:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.849797:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.849802:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd34800/0xf5091596e2fda731 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503e65 expref: 175 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.849822:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd34800/0xf5091596e2fda731 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503e65 expref: 175 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.849839:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd34800/0xf5091596e2fda731 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x11f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503e65 expref: 175 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.849851:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.849853:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.849857:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652a00/0xf5091596e3044bdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.850145:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044bd6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.850164:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044bd6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.850175:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044bd6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.850183:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044bd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.850211:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074947.850239:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4846fc00/0xf5091596e2fd76e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x207d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e14 expref: 159 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.850248:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.850250:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.850253:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044bcf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x207d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.850261:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044bcf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x207d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.850288:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.850331:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44367100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+158:2408:x1855007960323456:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 1001us (2146us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.850339:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40897 00010000:00010000:1.0:1769074947.850369:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.850375:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044bd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.850384:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.850389:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044bd6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.850403:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044bd6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.850418:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044bd6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.850538:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73849f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+179:3660:x1855007968989312:12345-0@lo:6:osp-syn-0-1.0 Request processed in 42321us (43252us total) trans 4294989610 rc 0/0 00000100:00100000:0.0:1769074947.850550:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83139 00010000:00010000:2.0:1769074947.850645:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652a00/0xf5091596e3044bdd lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.850776:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.850806:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44367800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+174:2408:x1855007960323712:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 1021us (2584us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.850823:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40898 00010000:00010000:2.0:1769074947.850852:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044bcf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x207d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.850859:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044bcf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x207d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.850868:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044bcf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x207d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.850874:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044bcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x207d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.850891:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.851082:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+179:3660:x1855007968988672:12345-0@lo:6:osp-syn-0-1.0 Request processed in 43033us (43841us total) trans 4294989611 rc 0/0 00000100:00100000:2.0:1769074947.851091:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83138 00010000:00010000:2.0:1769074947.851114:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.851119:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044bcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x207d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.851130:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.851133:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044bcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x207d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.851140:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044bcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x207d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.851153:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044bcf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x207d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.851160:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044bcf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x207d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.851175:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.851177:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.851179:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.851319:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:0.0:1769074947.851668:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652a00/0xf5091596e3044bdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.851692:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652a00/0xf5091596e3044bdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.851700:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652a00/0xf5091596e3044bdd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.851708:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652a00/0xf5091596e3044bdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.851727:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.851887:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+164:3660:x1855007968989952:12345-0@lo:6:osp-syn-1-1.0 Request processed in 43276us (44564us total) trans 4294989592 rc 0/0 00000100:00100000:0.0:1769074947.851895:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83140 00000100:00100000:0.0:1769074947.851935:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43213100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968991616:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.852266:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.852273:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652a00/0xf5091596e3044bdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.852281:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.852285:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652a00/0xf5091596e3044bdd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.852293:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652a00/0xf5091596e3044bdd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.852307:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652a00/0xf5091596e3044bdd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.852314:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652a00/0xf5091596e3044bdd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x11f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.852335:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.852337:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.852339:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.852398:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.852420:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.852474:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.852512:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968991360:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.852637:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044bd6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.852653:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.852654:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.852656:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.852671:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960323968 00000100:00100000:1.0:1769074947.852754:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960323968 00010000:00010000:1.0:1769074947.852783:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe780a5800/0xf5091596e2fc3ecd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed601 expref: 174 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.852802:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960324352 00000100:00100000:1.0:1769074947.852804:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960324352 00010000:00010000:1.0:1769074947.852823:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe495f0600/0xf5091596e2fc44d1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724edbfe expref: 175 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.852834:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960324224 00000100:00100000:1.0:1769074947.852836:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960324224 00010000:00010000:1.0:1769074947.852846:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7365fa00/0xf5091596e2fd6eeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250061f expref: 158 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.852861:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960324480 00000100:00100000:1.0:1769074947.852863:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960324480 00010000:00010000:1.0:1769074947.852871:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80590800/0xf5091596e2fd48f0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe024 expref: 159 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.852882:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40899 00000100:00100000:1.0:1769074947.852888:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+175:2408:x1855007960323968:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.852900:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.852905:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe780a5800/0xf5091596e2fc3ecd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed601 expref: 175 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.852916:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe780a5800/0xf5091596e2fc3ecd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed601 expref: 175 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.852933:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe780a5800/0xf5091596e2fc3ecd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x23af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed601 expref: 175 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.852944:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.852946:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.852950:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044beb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.852960:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044beb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x23af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.852982:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.853017:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+174:2408:x1855007960323968:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 129us (1699us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.853025:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40899 00000100:00100000:1.0:1769074947.853040:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40900 00000100:00100000:1.0:1769074947.853047:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73768a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+173:2408:x1855007960324352:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.853054:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.853058:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe495f0600/0xf5091596e2fc44d1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724edbfe expref: 173 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.853068:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe495f0600/0xf5091596e2fc44d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724edbfe expref: 173 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.853080:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.853081:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.853084:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.853092:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044c15 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.853102:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.853117:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73768a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+173:2408:x1855007960324352:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 71us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.853123:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40900 00000100:00100000:1.0:1769074947.853133:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40901 00000100:00100000:1.0:1769074947.853138:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe50bf0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+159:2408:x1855007960324224:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.853144:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.853149:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7365fa00/0xf5091596e2fd6eeb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250061f expref: 159 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.853158:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7365fa00/0xf5091596e2fd6eeb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250061f expref: 159 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.853171:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7365fa00/0xf5091596e2fd6eeb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250061f expref: 159 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.853180:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.853181:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.853184:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.853192:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044c0e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.853201:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.853213:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe50bf0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+158:2408:x1855007960324224:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 76us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.853219:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40901 00000100:00100000:1.0:1769074947.853227:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40902 00000100:00100000:1.0:1769074947.853232:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73769500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+157:2408:x1855007960324480:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.853238:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.853242:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe80590800/0xf5091596e2fd48f0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1396:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe024 expref: 157 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.853257:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe80590800/0xf5091596e2fd48f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1396:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe024 expref: 157 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.853266:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.853268:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.853271:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044c1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1396:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.853278:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044c1c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1396:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.853287:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.853299:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73769500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+157:2408:x1855007960324480:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 66us (825us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.853305:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40902 00010000:00010000:1.0:1769074947.853321:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044beb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.853329:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044beb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.853338:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044beb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.853345:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044beb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.853365:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074947.853827:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.853839:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.853844:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.853852:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044c0e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.853858:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044c0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.853934:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652400/0xf5091596e3044c00 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.853978:0:14038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80590800/0xf5091596e2fd48f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe024 expref: 156 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.853989:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc4433800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007968991872:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.853999:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044c1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.854007:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044c1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.854012:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044c1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.854020:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044c1c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.854026:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044c1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.854125:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44114380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+164:3660:x1855007968989824:12345-0@lo:6:osp-syn-1-1.0 Request processed in 45239us (46680us total) trans 4294989593 rc 0/0 00000100:00100000:1.0:1769074947.854134:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83142 00010000:00010000:0.0:1769074947.854356:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1769074947.854548:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+179:3657:x1855007968989056:12345-0@lo:6:osp-syn-0-1.0 Request processed in 40917us (41154us total) trans 4294989612 rc 0/0 00000100:00100000:0.0:1769074947.854556:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83147 00010000:00010000:0.0:1769074947.854586:0:14046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe495f0600/0xf5091596e2fc44d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x21c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724edbfe expref: 172 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.854597:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc4430e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968991744:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.854608:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.854615:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.854622:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.854628:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.854640:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044c15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855054:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1769074947.855066:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1769074947.855071:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044beb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855080:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.855085:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044beb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855094:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044beb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855109:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044beb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855116:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044beb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855139:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074947.855143:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044c0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855149:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.855152:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044c0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855159:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044c0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855168:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044c0e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855174:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044c0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855190:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074947.855194:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044c1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855200:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.855203:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044c1c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855209:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044c1c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855217:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044c1c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855223:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044c1c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855233:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.855236:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044c15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855242:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.855245:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044c15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855251:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044c15 lrc: 4/0,0 mode: PW/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855260:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044c15 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.855266:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.855268:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.855270:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.855501:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+179:3657:x1855007968990208:12345-0@lo:6:osp-syn-0-1.0 Request processed in 41475us (41670us total) trans 4294989613 rc 0/0 00000100:00100000:3.0:1769074947.855508:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83149 00000100:00100000:3.0:1769074947.855619:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.855649:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.855673:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.855798:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.855808:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.855844:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.855861:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960324608 00000100:00100000:3.0:1769074947.855867:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960324608 00010000:00010000:3.0:1769074947.855893:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305ce00/0xf5091596e2fdbf1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505652 expref: 172 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.855911:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960324736 00000100:00100000:3.0:1769074947.855913:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960324736 00010000:00010000:3.0:1769074947.855922:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68608a00/0xf5091596e2fdb7fb lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f28 expref: 173 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.855932:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40903 00000100:00100000:3.0:1769074947.855938:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68498e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+173:2410:x1855007960324608:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.855951:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.855956:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305ce00/0xf5091596e2fdbf1e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x620:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505652 expref: 173 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.855966:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305ce00/0xf5091596e2fdbf1e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x620:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505652 expref: 173 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.855982:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305ce00/0xf5091596e2fdbf1e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x620:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505652 expref: 173 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.855992:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.855995:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.855999:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652400/0xf5091596e3044c00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.856007:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652400/0xf5091596e3044c00 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x620:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.856029:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074947.856041:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652400/0xf5091596e3044c00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.856049:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652400/0xf5091596e3044c00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.856058:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652400/0xf5091596e3044c00 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.856071:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652400/0xf5091596e3044c00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.856084:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.856205:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+164:3657:x1855007968989568:12345-0@lo:6:osp-syn-1-1.0 Request processed in 43011us (43268us total) trans 4294989594 rc 0/0 00000100:00100000:3.0:1769074947.856212:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83145 00000100:00100000:3.0:1769074947.856249:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68498e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+172:2410:x1855007960324608:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 310us (631us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.856255:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40903 00000100:00100000:3.0:1769074947.856264:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960324864 00000100:00100000:3.0:1769074947.856267:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960324864 00010000:00010000:3.0:1769074947.856278:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe688ede00/0xf5091596e2fc62c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef9fd expref: 172 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.856288:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960324992 00000100:00100000:3.0:1769074947.856290:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960324992 00010000:00010000:3.0:1769074947.856300:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73dfac00/0xf5091596e2fda3fe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503b32 expref: 156 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.856309:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960325248 00000100:00100000:3.0:1769074947.856311:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960325248 00010000:00010000:3.0:1769074947.856320:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4bcfb000/0xf5091596e2fc3526 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc5a expref: 173 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.856328:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960325120 00000100:00100000:3.0:1769074947.856330:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960325120 00010000:00010000:3.0:1769074947.856338:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe718fca00/0xf5091596e2fbee8c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e85c0 expref: 157 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.856349:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40904 00000100:00100000:3.0:1769074947.856354:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6849ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+173:2410:x1855007960324736:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.856360:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.856364:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68608a00/0xf5091596e2fdb7fb lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f28 expref: 173 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.856373:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68608a00/0xf5091596e2fdb7fb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f28 expref: 173 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.856386:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.856388:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.856391:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044c07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.856397:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044c07 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xad7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.856408:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.856425:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6849ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+173:2410:x1855007960324736:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 70us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.856431:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40904 00000100:00100000:3.0:1769074947.856442:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40905 00000100:00100000:3.0:1769074947.856469:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68498380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+172:2410:x1855007960324864:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.856476:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.856481:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe688ede00/0xf5091596e2fc62c9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef9fd expref: 172 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.856492:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe688ede00/0xf5091596e2fc62c9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef9fd expref: 172 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.856504:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe688ede00/0xf5091596e2fc62c9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1358:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef9fd expref: 172 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.856513:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.856515:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.856518:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044bc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.856525:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044bc8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1358:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.856541:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.856560:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68498380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+171:2410:x1855007960324864:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 111us (886us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.856566:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40905 00000100:00100000:3.0:1769074947.856577:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40906 00000100:00100000:3.0:1769074947.856582:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68498a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+157:2408:x1855007960324992:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.856589:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.856593:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe73dfac00/0xf5091596e2fda3fe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2307:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503b32 expref: 157 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.856608:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe73dfac00/0xf5091596e2fda3fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2307:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503b32 expref: 157 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.856620:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.856622:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.856625:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044c23 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2307:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.856633:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044c23 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2307:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.856642:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.856656:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68498a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+157:2408:x1855007960324992:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 74us (859us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.856662:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40906 00000100:00100000:3.0:1769074947.856672:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40907 00000100:00100000:3.0:1769074947.856677:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6849b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+170:2408:x1855007960325248:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.856683:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.856687:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4bcfb000/0xf5091596e2fc3526 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x247a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc5a expref: 170 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.856696:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4bcfb000/0xf5091596e2fc3526 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x247a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc5a expref: 170 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.856706:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.856708:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.856711:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044c31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x247a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.856717:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044c31 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x247a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.856728:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.856741:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6849b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+170:2408:x1855007960325248:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 64us (932us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.856746:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40907 00000100:00100000:3.0:1769074947.856756:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40908 00000100:00100000:3.0:1769074947.856761:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe49300450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+156:2408:x1855007960325120:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.856768:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.856772:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe718fca00/0xf5091596e2fbee8c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xad0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e85c0 expref: 156 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.856781:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe718fca00/0xf5091596e2fbee8c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xad0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e85c0 expref: 156 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.856791:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.856792:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.856795:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9a00/0xf5091596e3044c2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.856803:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9a00/0xf5091596e3044c2a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xad0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.856829:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.856842:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe49300450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+156:2408:x1855007960325120:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 81us (998us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.856848:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40908 00010000:00010000:1.0:1769074947.858063:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.858073:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652400/0xf5091596e3044c00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.858084:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.858088:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652400/0xf5091596e3044c00 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.858098:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652400/0xf5091596e3044c00 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.858114:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652400/0xf5091596e3044c00 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.858120:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652400/0xf5091596e3044c00 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x620:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.858139:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.858141:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.858143:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.858149:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.858159:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044bc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.858172:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044bc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.858182:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044bc8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.858189:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044bc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.858208:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.858422:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+164:3658:x1855007968988160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 51412us (51769us total) trans 4294989595 rc 0/0 00000100:00100000:1.0:1769074947.858436:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83137 00010000:00010000:1.0:1769074947.858500:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4bcfb000/0xf5091596e2fc3526 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x247a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc5a expref: 169 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.858511:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44114700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007968992640:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.858610:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044c31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.858620:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044c31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.858627:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044c31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.858642:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044c31 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.858649:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044c31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.858661:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1769074947.858932:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074947.858939:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044bc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.858947:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.858951:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044bc8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.858959:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044bc8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.858970:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044bc8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.858976:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044bc8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1358:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.858991:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.858994:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044c31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.859001:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.859005:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044c31 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.859012:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044c31 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.859019:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044c31 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.859026:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044c31 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x247a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.859036:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.859037:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.859039:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.859165:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44117100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+164:3657:x1855007968992512:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17309us (17370us total) trans 4294989596 rc 0/0 00000100:00100000:1.0:1769074947.859172:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83152 00010000:00010000:1.0:1769074947.859187:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.859211:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe718fca00/0xf5091596e2fbee8c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e85c0 expref: 155 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.859221:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44117480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007968992384:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.859232:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9a00/0xf5091596e3044c2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.859240:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9a00/0xf5091596e3044c2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.859246:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9a00/0xf5091596e3044c2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.859253:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9a00/0xf5091596e3044c2a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.859261:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9a00/0xf5091596e3044c2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.859282:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.859401:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44115180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+179:3657:x1855007968992128:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17820us (17868us total) trans 4294989614 rc 0/0 00000100:00100000:1.0:1769074947.859407:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83151 00010000:00010000:1.0:1769074947.859432:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044bf9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x172a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.859439:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044bf9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x172a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.859469:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044bf9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x172a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.859475:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044bf9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x172a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.859486:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1769074947.859724:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074947.859729:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9a00/0xf5091596e3044c2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.859736:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.859740:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9a00/0xf5091596e3044c2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.859748:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9a00/0xf5091596e3044c2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.859761:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9a00/0xf5091596e3044c2a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.859773:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9a00/0xf5091596e3044c2a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.859791:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.859794:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044bf9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x172a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.859800:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.859803:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044bf9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x172a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.859810:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044bf9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x172a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.859829:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044bf9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x172a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.859835:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044bf9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x172a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.859847:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.859849:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.859851:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.859857:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.860076:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+179:3657:x1855007968988928:12345-0@lo:6:osp-syn-0-1.0 Request processed in 47048us (47183us total) trans 4294989615 rc 0/0 00000100:00100000:1.0:1769074947.860083:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83144 00000004:00080000:1.0:1769074947.860130:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe784ec380/2, rc 0, transno 4294989591 00000100:00100000:1.0:1769074947.860152:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968990976:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.860164:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73849c00/2, rc 0, transno 4294989609 00000100:00100000:1.0:1769074947.860174:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73849c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968989184:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.860246:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe784ef480/2, rc 0, transno 4294989593 00000100:00100000:1.0:1769074947.860251:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ef480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968989824:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.860260:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73848700/2, rc 0, transno 4294989611 00000100:00100000:1.0:1769074947.860267:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73848700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968988672:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.860296:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73849500/2, rc 0, transno 4294989610 00000100:00100000:1.0:1769074947.860302:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73849500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968989312:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.860324:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe784ed180/2, rc 0, transno 4294989592 00000100:00100000:1.0:1769074947.860327:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968989952:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.860343:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44114700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968992896:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.860375:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.860397:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.860402:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44117480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968992768:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.860421:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.860466:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968992896 00000100:00100000:1.0:1769074947.860472:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968992896 00000100:00100000:1.0:1769074947.860497:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968992768 00000100:00100000:1.0:1769074947.860499:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968992768 00000100:00100000:1.0:1769074947.860512:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83153 00000100:00100000:1.0:1769074947.860608:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+180:3660:x1855007968992896:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.860632:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1539 count 1 00010000:00010000:1.0:1769074947.860654:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044c38 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x603:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.860670:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fec00/0xf5091596e2fd0dbd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fa4ea expref: 154 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.860770:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.860772:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.860775:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044c38 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.860803:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fec00/0xf5091596e2fd0dbd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa4ea expref: 154 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.860827:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fec00/0xf5091596e2fd0dbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa4ea expref: 154 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.860838:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007968993152:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.860905:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.860922:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83154 00000100:00100000:1.0:1769074947.860930:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+180:3660:x1855007968992768:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.860943:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:802 count 1 00010000:00010000:1.0:1769074947.860954:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8c00/0xf5091596e3044c3f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x322:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.860965:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe581d2c00/0xf5091596e2fc807b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f17af expref: 154 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.860971:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.860973:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.860975:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8c00/0xf5091596e3044c3f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.861000:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe581d2c00/0xf5091596e2fc807b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f17af expref: 154 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.861008:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe581d2c00/0xf5091596e2fc807b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f17af expref: 154 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.861017:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007968993280:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.861040:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbd80 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.861071:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73dfac00/0xf5091596e2fda3fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503b32 expref: 154 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.861082:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44115500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007968992256:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.861098:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044c23 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.861107:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044c23 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.861114:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044c23 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.861122:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044c23 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.861130:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044c23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.861144:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074947.861154:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.861159:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044c23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.861165:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.861168:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044c23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.861177:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044c23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.861190:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044c23 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.861197:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044c23 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.861211:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.861213:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.861214:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.861367:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+181:3660:x1855007968992000:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20045us (20130us total) trans 4294989616 rc 0/0 00000100:00100000:1.0:1769074947.861374:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83150 00000004:00080000:1.0:1769074947.861409:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd44115f80/2, rc 0, transno 4294989616 00000100:00100000:1.0:1769074947.861418:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44115f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968992000:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.861494:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44365180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+153:2408:x1855007960323840:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 16164us (17432us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.861503:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40895 00010000:00010000:0.0:1769074947.861647:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1769074947.861655:0:14046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044c15 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x21c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.861861:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68608a00/0xf5091596e2fdb7fb lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xad7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f28 expref: 168 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.861872:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe60c7d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007968991488:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.861886:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044c07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.861894:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044c07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.861901:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044c07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.861908:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044c07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.861915:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044c07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.861932:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.862067:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+164:3657:x1855007968990080:12345-0@lo:6:osp-syn-1-1.0 Request processed in 48567us (48721us total) trans 4294989597 rc 0/0 00000100:00100000:0.0:1769074947.862074:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83146 00000100:00100000:0.0:1769074947.862170:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+164:3657:x1855007968989696:12345-0@lo:6:osp-syn-1-1.0 Request processed in 48271us (48386us total) trans 4294989598 rc 0/0 00000100:00100000:0.0:1769074947.862177:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83148 00010000:00010000:3.0:1769074947.862488:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.862496:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044c07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.862508:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.862511:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044c07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.862528:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044c07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.862542:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044c07 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.862548:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044c07 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xad7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.862565:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.862567:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.862568:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.862574:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.863912:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968993408:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.863953:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.863982:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968993408 00000100:00100000:1.0:1769074947.863988:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968993408 00000100:00100000:1.0:1769074947.864026:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83155 00000100:00100000:1.0:1769074947.864035:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe784edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+181:3658:x1855007968993408:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.864059:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2970 count 1 00010000:00010000:1.0:1769074947.864080:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9000/0xf5091596e3044c46 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.864096:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe640ea800/0xf5091596e2fc5038 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ee76c expref: 152 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.864104:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.864106:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.864110:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9000/0xf5091596e3044c46 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.864134:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe640ea800/0xf5091596e2fc5038 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee76c expref: 152 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.864146:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe640ea800/0xf5091596e2fc5038 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee76c expref: 152 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.864164:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968993920:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.864205:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.864224:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44114000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968993024:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.864244:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.864260:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968993024 00000100:00100000:1.0:1769074947.864263:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968993024 00000100:00100000:1.0:1769074947.864282:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83156 00000100:00100000:1.0:1769074947.864287:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe784ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+182:3657:x1855007968993024:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.864296:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4546 count 1 00010000:00010000:1.0:1769074947.864306:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9c00/0xf5091596e3044c4d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.864318:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe633a4a00/0xf5091596e2fc213e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eb872 expref: 152 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.864324:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.864326:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.864328:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9c00/0xf5091596e3044c4d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.864345:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe633a4a00/0xf5091596e2fc213e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb872 expref: 152 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.864353:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe633a4a00/0xf5091596e2fc213e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb872 expref: 152 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.864367:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44365500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968994048:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.864389:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.864407:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe68498380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968993792:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.864427:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.864477:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd44116680/2, rc 0, transno 4294989596 00000100:00100000:1.0:1769074947.864487:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44116680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968992512:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.864498:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd44114e00/2, rc 0, transno 4294989614 00000100:00100000:1.0:1769074947.864505:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44114e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968992128:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.865514:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6849ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968993664:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.865567:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.865600:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.865606:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe68498e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968993536:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.865624:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.866114:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968993792 00000100:00100000:3.0:1769074947.866123:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968993792 00000100:00100000:3.0:1769074947.866272:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968993664 00000100:00100000:3.0:1769074947.866275:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968993664 00010000:00010000:2.0:1769074947.866341:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.866404:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968993536 00000100:00100000:0.0:1769074947.866408:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968993536 00000100:00100000:0.0:1769074947.866470:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83157 00000100:00100000:0.0:1769074947.866478:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44367100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+166:3657:x1855007968993792:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.866501:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4598 count 1 00010000:00010000:0.0:1769074947.866533:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044c54 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.866551:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305b200/0xf5091596e2fdbdb2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725054ed expref: 167 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.866559:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.866561:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.866565:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044c54 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.866590:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305b200/0xf5091596e2fdbdb2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725054ed expref: 167 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.866601:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305b200/0xf5091596e2fdbdb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725054ed expref: 167 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.866614:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4be01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968994304:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.866667:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.866826:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83158 00000100:00100000:2.0:1769074947.866835:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc4430e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+166:3660:x1855007968993664:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.866847:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9238 count 1 00010000:00010000:2.0:1769074947.866859:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044c5b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2416:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.866870:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a491400/0xf5091596e2fcf2c0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f89f4 expref: 167 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.866918:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.866920:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.866922:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044c5b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.866940:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a491400/0xf5091596e2fcf2c0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f89f4 expref: 167 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.866949:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a491400/0xf5091596e2fcf2c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f89f4 expref: 167 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.866959:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4537a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14038:1855007968994432:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.866989:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95d80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.867244:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83159 00000100:00100000:1.0:1769074947.867255:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc4433800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+166:3660:x1855007968993536:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.867269:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:572 count 1 00010000:00010000:1.0:1769074947.867281:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3044c62 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.867292:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68b40a00/0xf5091596e2fc76d4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e08 expref: 167 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.867299:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.867300:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.867303:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3044c62 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.867322:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68b40a00/0xf5091596e2fc76d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e08 expref: 167 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.867335:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68b40a00/0xf5091596e2fc76d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e08 expref: 167 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.867344:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44364a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007968994560:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.867369:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.867480:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44364000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968994688:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.867530:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.867623:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968994688 00000100:00100000:0.0:1769074947.867629:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968994688 00000100:00100000:0.0:1769074947.867660:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83160 00000100:00100000:0.0:1769074947.867666:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+167:3659:x1855007968994688:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074947.867691:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4371 count 1 00010000:00010000:0.0:1769074947.867705:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044c69 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1113:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.867717:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe679f1600/0xf5091596e2fcca6b lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f6198 expref: 167 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.867723:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.867724:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.867727:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044c69 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.867745:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe679f1600/0xf5091596e2fcca6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6198 expref: 167 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.867759:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe679f1600/0xf5091596e2fcca6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6198 expref: 167 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.867768:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007968994816:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.867804:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6240 going to sleep for 11 seconds 00000004:00080000:1.0:1769074947.868062:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe784ed500/2, rc 0, transno 4294989595 00000100:00100000:1.0:1769074947.868073:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968988160:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.868086:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44367800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968994176:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.868112:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.868291:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968994176 00000100:00100000:3.0:1769074947.868297:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968994176 00000100:00100000:3.0:1769074947.868324:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83161 00000100:00100000:3.0:1769074947.868331:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44365180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+183:3658:x1855007968994176:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.868409:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44114380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968994944:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.868461:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:3.0:1769074947.868839:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1493 count 1 00010000:00010000:3.0:1769074947.868857:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044c70 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x5d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.868871:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f597600/0xf5091596e2fcb41b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x5d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b48 expref: 152 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.868878:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.868880:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.868883:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044c70 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x5d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.868904:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f597600/0xf5091596e2fcb41b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x5d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b48 expref: 152 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.868914:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f597600/0xf5091596e2fcb41b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b48 expref: 152 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.868925:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe68498a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968995072:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.868956:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.868970:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968994944 00000100:00100000:3.0:1769074947.868974:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968994944 00000100:00100000:3.0:1769074947.868996:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83162 00000100:00100000:3.0:1769074947.869001:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+168:3660:x1855007968994944:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.869013:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8141 count 1 00010000:00010000:3.0:1769074947.869025:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3044c77 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.869037:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d039e00/0xf5091596e2fd625e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ff992 expref: 167 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.869050:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.869052:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.869055:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3044c77 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.869071:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d039e00/0xf5091596e2fd625e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff992 expref: 167 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.869080:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d039e00/0xf5091596e2fd625e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff992 expref: 167 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.869090:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6849b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968995200:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.869109:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5bea80 going to sleep for 11 seconds 00000004:00080000:0.0:1769074947.869885:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7384b800/2, rc 0, transno 4294989612 00000100:00100000:0.0:1769074947.869907:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968989056:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074947.869921:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe784eed80/2, rc 0, transno 4294989598 00000100:00100000:0.0:1769074947.869925:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968989696:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.869934:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5ae66a00/2, rc 0, transno 4294989613 00000100:00100000:0.0:1769074947.869937:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968990208:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074947.869945:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73848380/2, rc 0, transno 4294989615 00000100:00100000:0.0:1769074947.869949:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73848380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968988928:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074947.869958:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe784ece00/2, rc 0, transno 4294989594 00000100:00100000:0.0:1769074947.869961:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968989568:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.869969:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe784ec700/2, rc 0, transno 4294989597 00000100:00100000:0.0:1769074947.869972:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ec700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968990080:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.870108:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.870485:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960325376 00000100:00100000:2.0:1769074947.870492:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960325376 00010000:00010000:2.0:1769074947.870765:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fec00/0xf5091596e2fd0dbd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa4ea expref: 153 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.870802:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40909 00000100:00100000:2.0:1769074947.870811:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73848e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+153:2409:x1855007960325376:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.870833:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.870838:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fec00/0xf5091596e2fd0dbd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x603:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa4ea expref: 153 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.870857:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fec00/0xf5091596e2fd0dbd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x603:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa4ea expref: 153 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.870878:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.870880:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.870885:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044c38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x603:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.870894:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044c38 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x603:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.870909:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.870945:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73848e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+153:2409:x1855007960325376:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 135us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.870953:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40909 00010000:00010000:1.0:1769074947.871979:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fec00/0xf5091596e2fd0dbd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa4ea expref: 152 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.871996:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007968993152:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.872017:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044c38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.872027:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044c38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.872034:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044c38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.872044:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044c38 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.872051:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044c38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.872067:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.872286:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+184:3660:x1855007968992896:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11766us (11908us total) trans 4294989617 rc 0/0 00000100:00100000:1.0:1769074947.872295:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83153 00010000:00010000:1.0:1769074947.872318:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.872324:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044c38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.872332:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.872336:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044c38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.872344:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044c38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.872358:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044c38 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.872365:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044c38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.872381:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.872383:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.872385:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.872411:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd44114700/2, rc 0, transno 4294989617 00000100:00100000:1.0:1769074947.872421:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44114700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968992896:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.872439:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.872472:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968995584:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.872504:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.873946:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968995712:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074947.873991:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.874643:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968995584 00000100:00100000:1.0:1769074947.874653:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968995584 00000100:00100000:1.0:1769074947.874709:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968995712 00000100:00100000:1.0:1769074947.874712:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968995712 00000100:00100000:1.0:1769074947.874730:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83163 00000100:00100000:1.0:1769074947.874737:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+185:3660:x1855007968995584:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.874766:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:161 count 1 00010000:00010000:1.0:1769074947.874796:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9800/0xf5091596e3044c7e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.874826:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe688ec800/0xf5091596e2fc61f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ef924 expref: 151 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.874835:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.874837:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.874841:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9800/0xf5091596e3044c7e lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.874867:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe688ec800/0xf5091596e2fc61f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef924 expref: 151 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.874879:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe688ec800/0xf5091596e2fc61f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef924 expref: 151 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.874898:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968995840:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.876368:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.876403:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83164 00000100:00100000:1.0:1769074947.876418:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+185:3660:x1855007968995712:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.876599:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4596 count 1 00010000:00010000:1.0:1769074947.876621:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3044c85 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.876638:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73650a00/0xf5091596e2fcc196 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f58ca expref: 151 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.876646:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.876647:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.876650:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3044c85 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.876827:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe73650a00/0xf5091596e2fcc196 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f58ca expref: 151 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.876840:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73650a00/0xf5091596e2fcc196 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f58ca expref: 151 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.876853:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa0f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968995968:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.877233:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.877305:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.877315:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968996352:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.877351:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.877380:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968996352 00000100:00100000:1.0:1769074947.877387:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968996352 00000100:00100000:1.0:1769074947.877419:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83165 00000100:00100000:1.0:1769074947.877439:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+169:3660:x1855007968996352:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.877470:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8317 count 1 00010000:00010000:1.0:1769074947.877487:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8000/0xf5091596e3044c8c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x207d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.877500:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4846f400/0xf5091596e2fd76e0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x207d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072500e1b expref: 167 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.877507:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.877508:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.877511:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8000/0xf5091596e3044c8c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x207d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.877542:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4846f400/0xf5091596e2fd76e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x207d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e1b expref: 167 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.877552:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4846f400/0xf5091596e2fd76e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x207d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e1b expref: 167 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.877564:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa0c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968996480:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.877590:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.877613:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968995456:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.877641:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.877661:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968995456 00000100:00100000:1.0:1769074947.877664:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968995456 00000100:00100000:1.0:1769074947.877953:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83166 00000100:00100000:1.0:1769074947.877961:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+186:3658:x1855007968995456:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.877974:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:172 count 1 00010000:00010000:1.0:1769074947.877987:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8a00/0xf5091596e3044c93 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.878000:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe59487000/0xf5091596e2fcc52b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c5f expref: 151 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.878006:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.878008:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.878010:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8a00/0xf5091596e3044c93 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.878029:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe59487000/0xf5091596e2fcc52b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c5f expref: 151 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.878039:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe59487000/0xf5091596e2fcc52b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c5f expref: 151 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.878048:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968996608:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.878074:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.878091:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968996224:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.878114:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.878133:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968996224 00000100:00100000:1.0:1769074947.878136:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968996224 00000100:00100000:1.0:1769074947.878160:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83167 00000100:00100000:1.0:1769074947.878166:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe63ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+170:3658:x1855007968996224:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.878178:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7379 count 1 00010000:00010000:1.0:1769074947.878191:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8600/0xf5091596e3044c9a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.878201:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd32200/0xf5091596e2fda5b0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072503ce4 expref: 167 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.878206:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.878207:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.878208:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8600/0xf5091596e3044c9a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.878220:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd32200/0xf5091596e2fda5b0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503ce4 expref: 167 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.878225:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd32200/0xf5091596e2fda5b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503ce4 expref: 167 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.878231:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe63ab0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968996736:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.878247:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.878261:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1769074947.878264:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44115500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968995328:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.878279:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.878292:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968995328 00000100:00100000:1.0:1769074947.878294:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968995328 00000100:00100000:1.0:1769074947.878311:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83168 00000100:00100000:1.0:1769074947.878314:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe63ab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+187:3658:x1855007968995328:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.878321:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8645 count 1 00010000:00010000:1.0:1769074947.878331:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3044ca1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.878339:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68760000/0xf5091596e2fd4f33 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fe660 expref: 151 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.878343:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.878344:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.878345:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3044ca1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.878356:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe68760000/0xf5091596e2fd4f33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe660 expref: 151 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.878363:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe68760000/0xf5091596e2fd4f33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe660 expref: 151 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.878373:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe63ab1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968996864:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.878394:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.878412:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968996096:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.878515:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.878591:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968996096 00000100:00100000:1.0:1769074947.878593:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968996096 00000100:00100000:1.0:1769074947.878611:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83169 00000100:00100000:1.0:1769074947.878618:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe63ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+171:3658:x1855007968996096:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.878628:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:142 count 1 00010000:00010000:1.0:1769074947.878640:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e3044ca8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.878651:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68820400/0xf5091596e2fceb5e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8292 expref: 167 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.878658:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.878659:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.878662:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e3044ca8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.878762:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68820400/0xf5091596e2fceb5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8292 expref: 167 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.878769:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68820400/0xf5091596e2fceb5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8292 expref: 167 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.878776:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe63ab0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007968996992:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.878795:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.879139:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ed880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007968993280:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.879171:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8c00/0xf5091596e3044c3f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.879590:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784edf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007968993920:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.879619:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9000/0xf5091596e3044c46 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.879668:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44365500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007968994048:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.879682:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9c00/0xf5091596e3044c4d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.879738:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.879767:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.879787:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960325504 00000100:00100000:0.0:1769074947.879792:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960325504 00010000:00010000:0.0:1769074947.879827:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe581d2c00/0xf5091596e2fc807b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f17af expref: 152 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.879850:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960325632 00000100:00100000:0.0:1769074947.879853:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960325632 00000100:00100000:3.0:1769074947.879861:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4be01180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007968994304:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.879865:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe640ea800/0xf5091596e2fc5038 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee76c expref: 153 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.879876:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044c54 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.879883:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40910 00000100:00100000:0.0:1769074947.879890:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+153:2410:x1855007960325504:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.879901:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.879906:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe581d2c00/0xf5091596e2fc807b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f17af expref: 153 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.879918:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe581d2c00/0xf5091596e2fc807b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f17af expref: 153 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.879924:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40911 00000100:00100000:1.0:1769074947.879932:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+153:2409:x1855007960325632:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.879939:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe581d2c00/0xf5091596e2fc807b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f17af expref: 153 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.879941:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.879945:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe640ea800/0xf5091596e2fc5038 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee76c expref: 153 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.879952:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.879954:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.879954:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe640ea800/0xf5091596e2fc5038 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee76c expref: 152 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.879958:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8c00/0xf5091596e3044c3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.879965:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe640ea800/0xf5091596e2fc5038 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee76c expref: 152 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.879966:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8c00/0xf5091596e3044c3f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.879973:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.879975:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.879978:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9000/0xf5091596e3044c46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.879985:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9000/0xf5091596e3044c46 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.880006:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.880054:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+151:2409:x1855007960325632:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 122us (285us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.880061:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40911 00000100:00100000:3.0:1769074947.880132:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.880207:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.880251:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.880268:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.880326:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6849b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968995200:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.880384:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44364a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007968994560:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.880397:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3044c62 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.880417:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960325760 00000100:00100000:1.0:1769074947.880421:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960325760 00010000:00010000:1.0:1769074947.880436:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe633a4a00/0xf5091596e2fc213e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb872 expref: 151 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.880540:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.880567:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+151:2410:x1855007960325504:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 677us (829us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.880574:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40910 00000100:00100000:0.0:1769074947.880585:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960325888 00000100:00100000:0.0:1769074947.880588:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960325888 00010000:00010000:0.0:1769074947.880599:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305b200/0xf5091596e2fdbdb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725054ed expref: 168 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.880603:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960326144 00000100:00100000:1.0:1769074947.880607:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960326144 00010000:00010000:1.0:1769074947.880619:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68b40a00/0xf5091596e2fc76d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e08 expref: 169 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.880630:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960326016 00000100:00100000:1.0:1769074947.880632:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960326016 00010000:00010000:1.0:1769074947.880643:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a491400/0xf5091596e2fcf2c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f89f4 expref: 170 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.880656:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40912 00000100:00100000:1.0:1769074947.880662:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68499880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+150:2410:x1855007960325760:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.880672:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1769074947.880703:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40913 00000100:00100000:0.0:1769074947.880711:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+170:2409:x1855007960326144:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.880720:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.880723:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68b40a00/0xf5091596e2fc76d4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e08 expref: 170 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.880739:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68b40a00/0xf5091596e2fc76d4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e08 expref: 170 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.880755:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68b40a00/0xf5091596e2fc76d4 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x23c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0e08 expref: 170 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.880765:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.880768:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.880771:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3044c62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.880777:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3044c62 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.880795:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.880829:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+169:2409:x1855007960326144:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 119us (576us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.880836:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40913 00000100:00100000:0.0:1769074947.880850:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40914 00000100:00100000:0.0:1769074947.880856:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe50bf0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+168:2409:x1855007960326016:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.880863:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.880863:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe633a4a00/0xf5091596e2fc213e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb872 expref: 150 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.880867:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a491400/0xf5091596e2fcf2c0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2416:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f89f4 expref: 168 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.880873:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe633a4a00/0xf5091596e2fc213e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb872 expref: 150 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.880876:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a491400/0xf5091596e2fcf2c0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2416:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f89f4 expref: 168 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.880887:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.880887:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe633a4a00/0xf5091596e2fc213e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb872 expref: 150 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.880888:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.880892:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044c5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2416:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.880895:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.880897:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.880899:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044c5b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2416:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.880900:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9c00/0xf5091596e3044c4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.880908:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9c00/0xf5091596e3044c4d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.880910:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074947.880924:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.880928:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe50bf0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+168:2409:x1855007960326016:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 72us (658us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.880934:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40914 00000100:00100000:1.0:1769074947.880939:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68499880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+149:2410:x1855007960325760:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 278us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.880945:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40912 00000100:00100000:0.0:1769074947.880948:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40915 00000100:00100000:0.0:1769074947.880954:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6849b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+167:2410:x1855007960325888:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.880961:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.880962:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9c00/0xf5091596e3044c4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.880965:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305b200/0xf5091596e2fdbdb2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725054ed expref: 167 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.880970:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9c00/0xf5091596e3044c4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.880979:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9c00/0xf5091596e3044c4d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.880986:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9c00/0xf5091596e3044c4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.881003:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074947.881066:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305b200/0xf5091596e2fdbdb2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725054ed expref: 167 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.881079:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6305b200/0xf5091596e2fdbdb2 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725054ed expref: 167 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.881087:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.881089:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.881091:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044c54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.881097:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044c54 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.881114:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.881133:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6849b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+166:2410:x1855007960325888:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 179us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.881139:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40915 00000100:00100000:0.0:1769074947.881189:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007968994816:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.881203:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044c69 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.881219:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9000/0xf5091596e3044c46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.881227:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9000/0xf5091596e3044c46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.881227:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe784ee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+188:3657:x1855007968993024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 16939us (16981us total) trans 4294989618 rc 0/0 00010000:00010000:0.0:1769074947.881235:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9000/0xf5091596e3044c46 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.881235:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83156 00010000:00010000:0.0:1769074947.881242:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9000/0xf5091596e3044c46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.881254:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1769074947.881255:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8c00/0xf5091596e3044c3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.881266:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8c00/0xf5091596e3044c3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.881273:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8c00/0xf5091596e3044c3f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.881280:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8c00/0xf5091596e3044c3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.881293:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1769074947.881388:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73848000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+189:3660:x1855007968992768:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20458us (20965us total) trans 4294989620 rc 0/0 00000100:00100000:1.0:1769074947.881394:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83154 00010000:00010000:1.0:1769074947.881413:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3044c62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.881421:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3044c62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.881428:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3044c62 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.881434:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3044c62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.881467:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1769074947.881585:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe784edc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+188:3658:x1855007968993408:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17550us (17630us total) trans 4294989619 rc 0/0 00000100:00100000:0.0:1769074947.881592:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83155 00010000:00010000:0.0:1769074947.881720:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044c54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.881729:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044c54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.881737:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044c54 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.881744:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044c54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.881752:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:3.0:1769074947.882300:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3044c77 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882317:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1769074947.882323:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9c00/0xf5091596e3044c4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882329:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.882333:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9c00/0xf5091596e3044c4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882341:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9c00/0xf5091596e3044c4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882353:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9c00/0xf5091596e3044c4d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882359:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9c00/0xf5091596e3044c4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882380:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1769074947.882384:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9000/0xf5091596e3044c46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882390:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.882392:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9000/0xf5091596e3044c46 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882405:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9000/0xf5091596e3044c46 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882416:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9000/0xf5091596e3044c46 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882422:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9000/0xf5091596e3044c46 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882437:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074947.882441:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8c00/0xf5091596e3044c3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882465:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.882468:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8c00/0xf5091596e3044c3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882476:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8c00/0xf5091596e3044c3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882486:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8c00/0xf5091596e3044c3f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882497:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8c00/0xf5091596e3044c3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882525:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074947.882529:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3044c62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882534:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.882537:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3044c62 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882543:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3044c62 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882551:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3044c62 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882557:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9e00/0xf5091596e3044c62 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882570:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.882572:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044c54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882577:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.882580:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044c54 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882587:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044c54 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882595:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044c54 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882599:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044c54 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x11f6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.882607:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.882608:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.882610:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.882893:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44367100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+173:3657:x1855007968993792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16415us (18463us total) trans 4294989600 rc 0/0 00000100:00100000:0.0:1769074947.882902:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83157 00000100:00100000:0.0:1769074947.882976:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.882998:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960326400 00000100:00100000:0.0:1769074947.883004:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960326400 00010000:00010000:0.0:1769074947.883029:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f597600/0xf5091596e2fcb41b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b48 expref: 149 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.883053:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40916 00000100:00100000:0.0:1769074947.883060:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+149:2409:x1855007960326400:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.883075:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.883081:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f597600/0xf5091596e2fcb41b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x5d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b48 expref: 149 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.883097:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f597600/0xf5091596e2fcb41b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x5d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b48 expref: 149 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.883114:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.883115:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.883120:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044c70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.883128:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044c70 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x5d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.883142:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074947.883176:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.883208:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f597600/0xf5091596e2fcb41b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x5d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b48 expref: 149 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.883218:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe68498a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007968995072:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.883231:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044c70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883239:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044c70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883246:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044c70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883254:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044c70 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883266:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044c70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883279:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074947.883445:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44365180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+188:3658:x1855007968994176:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15114us (15331us total) trans 4294989621 rc 0/0 00000100:00100000:3.0:1769074947.883468:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83161 00010000:00010000:3.0:1769074947.883486:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.883490:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044c70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883497:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.883501:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044c70 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883510:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044c70 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883609:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044c70 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883617:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044c70 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883631:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.883633:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.883635:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.883660:0:14038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a491400/0xf5091596e2fcf2c0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2416:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f89f4 expref: 165 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.883672:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4537a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14038:1855007968994432:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.883791:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044c5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883800:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044c5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883807:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044c5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883824:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044c5b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883831:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044c5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883844:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074947.883853:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.883856:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044c5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883862:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.883865:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044c5b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883872:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044c5b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883882:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044c5b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883889:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6600/0xf5091596e3044c5b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2416:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.883911:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.883913:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.883915:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.884044:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc4430e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+173:3660:x1855007968993664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17211us (18475us total) trans 4294989601 rc 0/0 00000100:00100000:3.0:1769074947.884051:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83158 00000100:00100000:3.0:1769074947.884096:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.884135:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.884161:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960326272 00000100:00100000:3.0:1769074947.884167:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960326272 00010000:00010000:3.0:1769074947.884186:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe679f1600/0xf5091596e2fcca6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6198 expref: 165 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.884200:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960326528 00000100:00100000:3.0:1769074947.884203:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960326528 00010000:00010000:3.0:1769074947.884214:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d039e00/0xf5091596e2fd625e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff992 expref: 166 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.884231:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40917 00000100:00100000:3.0:1769074947.884237:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+166:2409:x1855007960326272:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.884246:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.884249:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe679f1600/0xf5091596e2fcca6b lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1113:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6198 expref: 166 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.884258:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe679f1600/0xf5091596e2fcca6b lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1113:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6198 expref: 166 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.884271:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe679f1600/0xf5091596e2fcca6b lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1113:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6198 expref: 166 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.884280:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.884282:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.884286:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044c69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.884293:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044c69 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1113:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.884316:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.884344:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+165:2409:x1855007960326272:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 107us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.884350:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40917 00000100:00100000:3.0:1769074947.884362:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40918 00000100:00100000:3.0:1769074947.884369:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+164:2409:x1855007960326528:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.884376:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.884381:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d039e00/0xf5091596e2fd625e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff992 expref: 164 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.884390:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d039e00/0xf5091596e2fd625e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff992 expref: 164 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.884402:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d039e00/0xf5091596e2fd625e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ff992 expref: 164 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.884410:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.884412:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.884415:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3044c77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.884422:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3044c77 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.884439:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074947.884471:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3044c77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.884479:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3044c77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.884487:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3044c77 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.884495:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3044c77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.884507:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.884642:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc4433800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+172:3660:x1855007968993536:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17388us (19016us total) trans 4294989599 rc 0/0 00000100:00100000:1.0:1769074947.884651:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83159 00010000:00010000:1.0:1769074947.884670:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.884760:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3044c77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.884768:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.884772:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3044c77 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.884780:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3044c77 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.884791:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3044c77 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.884798:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3044c77 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fcd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.884826:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.884828:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.884829:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.884859:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.884892:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe68498e00/2, rc 0, transno 4294989599 00000100:00100000:1.0:1769074947.884903:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe68498e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968993536:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.884911:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6849ad80/2, rc 0, transno 4294989601 00000100:00100000:1.0:1769074947.884914:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6849ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968993664:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.884925:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd44117480/2, rc 0, transno 4294989620 00000100:00100000:1.0:1769074947.884932:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44117480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968992768:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.884989:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe63ab0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968997120:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.885019:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.885046:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968997120 00000100:00100000:1.0:1769074947.885049:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968997120 00000100:00100000:1.0:1769074947.885071:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83170 00000100:00100000:1.0:1769074947.885076:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe63ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+188:3660:x1855007968997120:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.885095:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9672 count 1 00010000:00010000:1.0:1769074947.885112:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044caf lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.885125:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bdd800/0xf5091596e2fd9db4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x25c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725034ef expref: 148 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.885132:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.885134:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.885137:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044caf lrc: 4/0,1 mode: --/PW res: [0x280000400:0x25c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.885156:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bdd800/0xf5091596e2fd9db4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725034ef expref: 148 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.885167:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bdd800/0xf5091596e2fd9db4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725034ef expref: 148 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.885178:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe63ab2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968997248:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.885216:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.885257:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe63ab3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968997504:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.885277:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.885296:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd44367800/2, rc 0, transno 4294989621 00000100:00100000:1.0:1769074947.885302:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44367800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968994176:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.885322:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.885328:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe63ab3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968997632:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.885346:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.885364:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968997504 00000100:00100000:1.0:1769074947.885367:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968997504 00000100:00100000:1.0:1769074947.885384:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968997632 00000100:00100000:1.0:1769074947.885386:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968997632 00000100:00100000:1.0:1769074947.885399:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83171 00000100:00100000:1.0:1769074947.885403:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe63ab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+172:3658:x1855007968997504:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.885413:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8278 count 1 00010000:00010000:1.0:1769074947.885424:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3044cb6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2056:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.885435:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7365bc00/0xf5091596e2fd6ee4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072500618 expref: 163 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.885442:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.885443:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.885497:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3044cb6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.885515:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7365bc00/0xf5091596e2fd6ee4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500618 expref: 163 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.885645:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044c69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.885653:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044c69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.885661:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044c69 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.885669:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044c69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.885778:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.885955:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+173:3659:x1855007968994688:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18289us (18424us total) trans 4294989602 rc 0/0 00000100:00100000:0.0:1769074947.885962:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83160 00000100:00100000:0.0:1769074947.885980:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83172 00000100:00100000:0.0:1769074947.885987:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe63ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+189:3660:x1855007968997632:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.885999:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9781 count 1 00010000:00010000:0.0:1769074947.886011:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044cbd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2635:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.886026:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe51cb0c00/0xf5091596e2fda0ee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2635:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072503822 expref: 148 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.886032:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.886033:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.886035:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044cbd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2635:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.886054:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe51cb0c00/0xf5091596e2fda0ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2635:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503822 expref: 148 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.886063:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe51cb0c00/0xf5091596e2fda0ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2635:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503822 expref: 148 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.886073:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73848e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968997888:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.886106:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.886138:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+148:2409:x1855007960326400:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 3079us (3163us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.886145:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40916 00000004:00080000:0.0:1769074947.887835:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe784ef800/2, rc 0, transno 4294989619 00000100:00100000:0.0:1769074947.887860:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968993408:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.887877:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074947.887885:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe63ab0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968997376:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.887937:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074947.887982:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd44114000/2, rc 0, transno 4294989618 00000100:00100000:0.0:1769074947.887987:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44114000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968993024:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074947.887997:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe68498380/2, rc 0, transno 4294989600 00000100:00100000:0.0:1769074947.888006:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe68498380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007968993792:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074947.888026:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd44364000/2, rc 0, transno 4294989602 00000100:00100000:0.0:1769074947.888030:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44364000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007968994688:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.888132:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7365bc00/0xf5091596e2fd6ee4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500618 expref: 163 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.888145:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe63ab1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968997760:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.889042:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73848a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+173:3660:x1855007968994944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 20039us (20604us total) trans 4294989603 rc 0/0 00000100:00100000:3.0:1769074947.889053:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83162 00000100:00100000:3.0:1769074947.889076:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968997376 00000100:00100000:3.0:1769074947.889081:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968997376 00000100:00100000:3.0:1769074947.889109:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83173 00000100:00100000:3.0:1769074947.889116:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+173:3658:x1855007968997376:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.889136:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5930 count 1 00010000:00010000:3.0:1769074947.889156:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e3044cc4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x172a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.889172:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c637400/0xf5091596e2fcc7b6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x172a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f5ef1 expref: 163 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.889178:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.889180:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.889183:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e3044cc4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x172a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.889306:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe63ab3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968998016:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.889336:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.889366:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd44114380/2, rc 0, transno 4294989603 00000100:00100000:1.0:1769074947.889371:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44114380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968994944:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.889387:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968998016 00000100:00100000:1.0:1769074947.889390:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968998016 00000100:00100000:1.0:1769074947.889409:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83174 00000100:00100000:1.0:1769074947.889414:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe784ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+190:3660:x1855007968998016:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.889437:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6958 count 1 00010000:00010000:1.0:1769074947.889467:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044ccb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.889478:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c4c9600/0xf5091596e2fc1ec8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eb5fc expref: 147 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.889483:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.889485:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.889487:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044ccb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.889506:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c4c9600/0xf5091596e2fc1ec8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb5fc expref: 147 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.889515:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c4c9600/0xf5091596e2fc1ec8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb5fc expref: 147 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.889824:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78569f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968998272:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.889926:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.889994:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7856b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968998656:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.890019:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.890039:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.890044:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968998528:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.890061:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.890079:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968998656 00000100:00100000:1.0:1769074947.890082:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968998656 00000100:00100000:1.0:1769074947.890101:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968998528 00000100:00100000:1.0:1769074947.890103:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968998528 00000100:00100000:1.0:1769074947.890115:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83175 00000100:00100000:1.0:1769074947.890120:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+175:3660:x1855007968998656:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.890131:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5014 count 1 00010000:00010000:1.0:1769074947.890143:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044cd2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1396:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.890154:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80590a00/0xf5091596e2fd48f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fe02b expref: 163 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.890161:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.890162:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.890166:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044cd2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.890182:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe80590a00/0xf5091596e2fd48f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe02b expref: 163 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.890191:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80590a00/0xf5091596e2fd48f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe02b expref: 163 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.890212:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78569c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968998784:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.890232:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.890246:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83176 00000100:00100000:1.0:1769074947.890252:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78569180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+175:3660:x1855007968998528:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.890262:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4844 count 1 00010000:00010000:1.0:1769074947.890271:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044cd9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.890281:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b83c800/0xf5091596e2fd4921 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fe055 expref: 163 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.890288:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.890289:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.890292:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044cd9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.890305:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b83c800/0xf5091596e2fd4921 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe055 expref: 163 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.890318:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b83c800/0xf5091596e2fd4921 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe055 expref: 163 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.890327:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78568700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007968998912:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.890346:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.890367:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.890383:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7856bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968998400:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.890402:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.890418:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1769074947.890470:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c637400/0xf5091596e2fcc7b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x172a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5ef1 expref: 163 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.890480:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c637400/0xf5091596e2fcc7b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x172a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5ef1 expref: 163 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.890490:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7376b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968999040:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.890510:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5bea80 going to sleep for 11 seconds 00010000:00010000:3.0:1769074947.890603:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.890610:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044c69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.890618:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.890622:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044c69 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.890631:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044c69 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.890649:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044c69 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.890656:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044c69 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1113:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.890692:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.890694:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.890696:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.890701:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.890740:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968998144:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.890764:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.890780:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968998400 00000100:00100000:1.0:1769074947.890784:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968998400 00000100:00100000:1.0:1769074947.890802:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968998144 00000100:00100000:1.0:1769074947.890804:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968998144 00000100:00100000:1.0:1769074947.890829:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83177 00000100:00100000:1.0:1769074947.890835:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7856aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+176:3658:x1855007968998400:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.890848:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4921 count 1 00010000:00010000:1.0:1769074947.890860:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1200/0xf5091596e3044ce0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1339:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.890871:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60ed3a00/0xf5091596e2fbc7c6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e5efa expref: 163 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.890878:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.890880:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.890883:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1200/0xf5091596e3044ce0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.890901:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe60ed3a00/0xf5091596e2fbc7c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5efa expref: 163 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.890910:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe60ed3a00/0xf5091596e2fbc7c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5efa expref: 163 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.890919:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7856a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968999168:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.890938:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.890953:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83178 00000100:00100000:1.0:1769074947.890959:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78569880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+191:3658:x1855007968998144:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.890969:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5114 count 1 00010000:00010000:1.0:1769074947.890981:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ce7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.890991:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d09d000/0xf5091596e2fcefda lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f870e expref: 147 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.890997:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.890999:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.891001:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ce7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.891017:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d09d000/0xf5091596e2fcefda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f870e expref: 147 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.891031:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d09d000/0xf5091596e2fcefda lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f870e expref: 147 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.891040:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78568380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007968999296:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.891058:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.891796:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa0f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007968995968:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.891825:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3044c85 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.891890:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa0c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007968996480:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.891901:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8000/0xf5091596e3044c8c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x207d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.892471:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa0ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968995840:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.892487:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9800/0xf5091596e3044c7e lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.892996:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.893030:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.893053:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960326656 00000100:00100000:0.0:1769074947.893060:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960326656 00010000:00010000:0.0:1769074947.893089:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe688ec800/0xf5091596e2fc61f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef924 expref: 148 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.893119:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960326912 00000100:00100000:0.0:1769074947.893123:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960326912 00010000:00010000:0.0:1769074947.893136:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4846f400/0xf5091596e2fd76e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x207d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e1b expref: 164 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.893157:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40919 00000100:00100000:0.0:1769074947.893165:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+148:2409:x1855007960326656:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.893179:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.893184:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe688ec800/0xf5091596e2fc61f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef924 expref: 148 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.893196:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe688ec800/0xf5091596e2fc61f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef924 expref: 148 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.893231:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe688ec800/0xf5091596e2fc61f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef924 expref: 148 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.893245:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.893247:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.893251:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9800/0xf5091596e3044c7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.893259:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9800/0xf5091596e3044c7e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.893282:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.893323:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+147:2409:x1855007960326656:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 159us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.893331:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40919 00000100:00100000:0.0:1769074947.893347:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40920 00000100:00100000:0.0:1769074947.893352:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73849f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+164:2409:x1855007960326912:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.893360:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.893364:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4846f400/0xf5091596e2fd76e0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x207d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e1b expref: 164 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.893373:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4846f400/0xf5091596e2fd76e0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x207d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e1b expref: 164 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.893387:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4846f400/0xf5091596e2fd76e0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x207d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e1b expref: 164 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.893397:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.893398:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.893402:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8000/0xf5091596e3044c8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x207d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.893409:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8000/0xf5091596e3044c8c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x207d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.893663:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.893770:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73849f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+163:2409:x1855007960326912:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 416us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.893777:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40920 00010000:00010000:0.0:1769074947.893799:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9800/0xf5091596e3044c7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.893807:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9800/0xf5091596e3044c7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.893825:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9800/0xf5091596e3044c7e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.893832:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9800/0xf5091596e3044c7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.893848:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.894077:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+192:3660:x1855007968995584:12345-0@lo:6:osp-syn-0-1.0 Request processed in 19340us (21572us total) trans 4294989622 rc 0/0 00000100:00100000:0.0:1769074947.894085:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83163 00010000:00010000:0.0:1769074947.894107:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.894113:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9800/0xf5091596e3044c7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.894120:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.894124:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9800/0xf5091596e3044c7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.894132:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9800/0xf5091596e3044c7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.894144:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9800/0xf5091596e3044c7e lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.894152:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9800/0xf5091596e3044c7e lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.894169:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.894171:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.894172:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074947.894291:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa0c380/2, rc 0, transno 4294989622 00000100:00100000:0.0:1769074947.894303:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968995584:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074947.894362:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8000/0xf5091596e3044c8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x207d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.894370:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8000/0xf5091596e3044c8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x207d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.894378:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8000/0xf5091596e3044c8c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x207d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.894384:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8000/0xf5091596e3044c8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x207d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.894396:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.894825:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074947.894840:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968999424:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.894884:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.894910:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968999424 00000100:00100000:1.0:1769074947.894915:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968999424 00000100:00100000:1.0:1769074947.894941:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83179 00000100:00100000:1.0:1769074947.894947:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+192:3658:x1855007968999424:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.894965:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7476 count 1 00010000:00010000:1.0:1769074947.894982:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044cee lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d34:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.895002:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d505600/0xf5091596e2fce24a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f797e expref: 146 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.895009:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.895011:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.895014:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044cee lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1d34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.895034:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d505600/0xf5091596e2fce24a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f797e expref: 146 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.895044:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d505600/0xf5091596e2fce24a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f797e expref: 146 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.895055:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78568a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968999552:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.895094:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.895229:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+177:3660:x1855007968996352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17803us (17876us total) trans 4294989604 rc 0/0 00000100:00100000:0.0:1769074947.895236:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83165 00010000:00010000:0.0:1769074947.895255:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.895260:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8000/0xf5091596e3044c8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x207d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.895267:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.895271:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8000/0xf5091596e3044c8c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x207d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.895278:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8000/0xf5091596e3044c8c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x207d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.895290:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8000/0xf5091596e3044c8c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x207d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.895296:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8000/0xf5091596e3044c8c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x207d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.895321:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.895322:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.895324:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.895396:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.895416:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.895615:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007968996608:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.895634:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8a00/0xf5091596e3044c93 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1769074947.895661:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa0c700/2, rc 0, transno 4294989604 00000100:00100000:1.0:1769074947.895671:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968996352:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074947.896090:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+162:2409:x1855007960326528:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 11718us (11953us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.896099:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40918 00000100:00100000:3.0:1769074947.896412:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960326784 00000100:00100000:3.0:1769074947.896417:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960326784 00010000:00010000:3.0:1769074947.896461:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73650a00/0xf5091596e2fcc196 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f58ca expref: 147 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.896481:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960327040 00000100:00100000:3.0:1769074947.896484:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960327040 00010000:00010000:3.0:1769074947.896495:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe59487000/0xf5091596e2fcc52b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c5f expref: 148 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.896511:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40921 00000100:00100000:3.0:1769074947.896526:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+148:2409:x1855007960326784:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.896537:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.896541:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe73650a00/0xf5091596e2fcc196 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f58ca expref: 148 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.896553:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe73650a00/0xf5091596e2fcc196 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f58ca expref: 148 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.896570:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73650a00/0xf5091596e2fcc196 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f58ca expref: 148 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.896584:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.896586:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.896589:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3044c85 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.896599:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3044c85 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.896627:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.896649:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+147:2409:x1855007960326784:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 132us (1253us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.896656:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40921 00000100:00100000:3.0:1769074947.896668:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40922 00000100:00100000:3.0:1769074947.896684:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6a822050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+146:2408:x1855007960327040:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.896692:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.896696:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe59487000/0xf5091596e2fcc52b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c5f expref: 146 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.896706:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe59487000/0xf5091596e2fcc52b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c5f expref: 146 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.896718:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe59487000/0xf5091596e2fcc52b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c5f expref: 146 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.896727:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.896729:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.896731:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8a00/0xf5091596e3044c93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.896738:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8a00/0xf5091596e3044c93 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.896751:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.896767:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6a822050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+145:2408:x1855007960327040:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 93us (1349us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.896772:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40922 00000100:00100000:3.0:1769074947.896884:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.896901:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.896947:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.896965:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.896981:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.896994:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960327168 00000100:00100000:3.0:1769074947.896998:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960327168 00010000:00010000:3.0:1769074947.897014:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd32200/0xf5091596e2fda5b0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503ce4 expref: 162 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.897027:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960327296 00000100:00100000:3.0:1769074947.897029:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960327296 00010000:00010000:3.0:1769074947.897039:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68760000/0xf5091596e2fd4f33 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe660 expref: 145 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.897050:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960327424 00000100:00100000:3.0:1769074947.897053:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960327424 00010000:00010000:3.0:1769074947.897063:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68820400/0xf5091596e2fceb5e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8292 expref: 163 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.897073:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960327680 00000100:00100000:3.0:1769074947.897075:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960327680 00010000:00010000:3.0:1769074947.897086:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe51cb0c00/0xf5091596e2fda0ee lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2635:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503822 expref: 146 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.897096:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960327552 00000100:00100000:3.0:1769074947.897099:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960327552 00010000:00010000:3.0:1769074947.897109:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bdd800/0xf5091596e2fd9db4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x25c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725034ef expref: 147 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.897120:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40923 00000100:00100000:3.0:1769074947.897125:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73768a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+163:2410:x1855007960327168:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.897133:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.897136:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd32200/0xf5091596e2fda5b0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503ce4 expref: 163 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.897145:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd32200/0xf5091596e2fda5b0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503ce4 expref: 163 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.897158:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.897160:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.897162:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8600/0xf5091596e3044c9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.897169:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8600/0xf5091596e3044c9a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.897180:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.897198:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73768a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+163:2410:x1855007960327168:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 73us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.897204:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40923 00000100:00100000:3.0:1769074947.897218:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40924 00000100:00100000:3.0:1769074947.897224:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73769500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+147:2409:x1855007960327296:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.897232:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.897236:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68760000/0xf5091596e2fd4f33 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x21c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe660 expref: 147 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.897244:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68760000/0xf5091596e2fd4f33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe660 expref: 147 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.897254:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.897255:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.897258:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3044ca1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.897264:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3044ca1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.897273:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.897286:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73769500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+147:2409:x1855007960327296:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 63us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.897291:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40924 00000100:00100000:3.0:1769074947.897300:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40925 00000100:00100000:3.0:1769074947.897305:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+162:2408:x1855007960327424:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.897311:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.897314:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68820400/0xf5091596e2fceb5e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8292 expref: 162 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.897322:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68820400/0xf5091596e2fceb5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8292 expref: 162 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.897331:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.897333:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.897335:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e3044ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.897342:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e3044ca8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.897350:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.897362:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be01180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+162:2408:x1855007960327424:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 57us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.897367:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40925 00000100:00100000:3.0:1769074947.897377:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40926 00000100:00100000:3.0:1769074947.897381:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+146:2408:x1855007960327680:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.897387:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.897391:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe51cb0c00/0xf5091596e2fda0ee lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2635:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503822 expref: 146 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.897399:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe51cb0c00/0xf5091596e2fda0ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2635:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503822 expref: 146 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.897407:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.897409:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.897411:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044cbd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2635:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.897422:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044cbd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2635:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.897430:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.897443:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+146:2408:x1855007960327680:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 62us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.897470:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40926 00000100:00100000:3.0:1769074947.897481:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40927 00000100:00100000:3.0:1769074947.897486:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+145:2408:x1855007960327552:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.897492:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.897496:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bdd800/0xf5091596e2fd9db4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x25c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725034ef expref: 145 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.897505:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bdd800/0xf5091596e2fd9db4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725034ef expref: 145 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.897515:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.897516:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.897519:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044caf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.897526:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044caf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x25c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.897536:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.897549:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+145:2408:x1855007960327552:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 63us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.897555:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40927 00010000:00010000:1.0:1769074947.898258:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3044c85 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.898276:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3044c85 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.898285:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3044c85 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.898292:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3044c85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.898317:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.898789:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68499500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+193:3660:x1855007968995712:12345-0@lo:6:osp-syn-0-1.0 Request processed in 22375us (24794us total) trans 4294989623 rc 0/0 00000100:00100000:1.0:1769074947.898798:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83164 00010000:00010000:1.0:1769074947.898860:0:14032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68760000/0xf5091596e2fd4f33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe660 expref: 144 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.898871:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe63ab1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007968996864:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.898892:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3044ca1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.898901:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3044ca1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.898908:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3044ca1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.898920:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3044ca1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.898927:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3044ca1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.898938:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.899051:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe63ab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+193:3658:x1855007968995328:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20734us (20768us total) trans 4294989624 rc 0/0 00000100:00100000:1.0:1769074947.899057:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83168 00010000:00010000:1.0:1769074947.899094:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68820400/0xf5091596e2fceb5e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x8e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8292 expref: 161 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.899104:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe63ab0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007968996992:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.899116:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e3044ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.899123:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e3044ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.899129:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e3044ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.899136:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e3044ca8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.899147:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e3044ca8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.899164:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1769074947.899389:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe63ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+177:3658:x1855007968996096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 20770us (20872us total) trans 4294989605 rc 0/0 00000100:00100000:1.0:1769074947.899394:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83169 00010000:00010000:1.0:1769074947.899411:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074947.899417:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3044c85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.899844:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074947.899851:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3044ca1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.899859:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.899863:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3044ca1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.899872:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3044ca1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.899889:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3044ca1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.899895:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9200/0xf5091596e3044ca1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.899916:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.899919:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e3044ca8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.899926:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.899929:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e3044ca8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.899935:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e3044ca8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.899946:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e3044ca8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.899952:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8200/0xf5091596e3044ca8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x8e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.899973:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.899975:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.899977:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.899983:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.900031:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.900034:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3044c85 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.900042:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3044c85 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.900052:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3044c85 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.900058:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9600/0xf5091596e3044c85 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.900073:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.900074:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.900076:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.900110:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd32200/0xf5091596e2fda5b0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503ce4 expref: 160 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.900120:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe63ab0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007968996736:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.900132:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8600/0xf5091596e3044c9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.900140:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8600/0xf5091596e3044c9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.900147:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8600/0xf5091596e3044c9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.900155:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8600/0xf5091596e3044c9a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.900162:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8600/0xf5091596e3044c9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.900305:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.900464:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe63ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+177:3658:x1855007968996224:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22281us (22333us total) trans 4294989606 rc 0/0 00000100:00100000:1.0:1769074947.900471:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83167 00010000:00010000:1.0:1769074947.900495:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8a00/0xf5091596e3044c93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.900504:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8a00/0xf5091596e3044c93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.900512:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8a00/0xf5091596e3044c93 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.900666:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8a00/0xf5091596e3044c93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.900856:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe51cb0c00/0xf5091596e2fda0ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2635:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503822 expref: 143 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.900869:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73848e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007968997888:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.900883:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044cbd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.900891:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044cbd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.900899:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044cbd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.900907:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044cbd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.900914:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044cbd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.901556:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074947.901564:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8600/0xf5091596e3044c9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.901574:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.901577:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8600/0xf5091596e3044c9a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.901586:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8600/0xf5091596e3044c9a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.901609:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8600/0xf5091596e3044c9a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.901616:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8600/0xf5091596e3044c9a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1cd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.901647:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074947.901651:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8a00/0xf5091596e3044c93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.901658:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.901661:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8a00/0xf5091596e3044c93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.901668:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8a00/0xf5091596e3044c93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0xac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.901907:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8a00/0xf5091596e3044c93 lrc: 2/0,0 mode: --/PW res: [0x280000400:0xac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.901917:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.901921:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044cbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.901928:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.901931:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044cbd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.901938:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044cbd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.901946:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044cbd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.901953:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.901955:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.901957:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.902037:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1769074947.902043:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8a00/0xf5091596e3044c93 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.902468:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.902858:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+193:3658:x1855007968995456:12345-0@lo:6:osp-syn-0-1.0 Request processed in 24895us (25213us total) trans 4294989625 rc 0/0 00000100:00100000:1.0:1769074947.902868:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83166 00010000:00010000:1.0:1769074947.902929:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bdd800/0xf5091596e2fd9db4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x25c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725034ef expref: 142 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.902940:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe63ab2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007968997248:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.902958:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044caf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.902968:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044caf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.902974:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044caf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.902988:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044caf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.902995:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044caf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.903020:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.903145:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe63ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+193:3660:x1855007968997120:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18065us (18122us total) trans 4294989626 rc 0/0 00000100:00100000:1.0:1769074947.903151:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83170 00000004:00080000:1.0:1769074947.903187:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe63ab0e00/2, rc 0, transno 4294989626 00000100:00100000:1.0:1769074947.903281:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe63ab0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968997120:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.903297:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa0ca80/2, rc 0, transno 4294989623 00000100:00100000:1.0:1769074947.903300:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968995712:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.903368:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7856ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968999936:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.903399:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.903515:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.903596:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7856b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968999808:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.903788:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.903823:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968999936 00000100:00100000:1.0:1769074947.903829:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968999936 00000100:00100000:1.0:1769074947.903855:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968999808 00000100:00100000:1.0:1769074947.903857:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968999808 00000100:00100000:1.0:1769074947.903870:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83180 00000100:00100000:1.0:1769074947.903876:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe63ab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+194:3660:x1855007968999936:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.903898:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2315 count 1 00010000:00010000:1.0:1769074947.903917:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044cf5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x90b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.903933:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5fa1a400/0xf5091596e2fd3ecb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fd5ff expref: 141 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.903942:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.903944:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.903948:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044cf5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.903969:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5fa1a400/0xf5091596e2fd3ecb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd5ff expref: 141 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.903980:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5fa1a400/0xf5091596e2fd3ecb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd5ff expref: 141 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.903991:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe63ab0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007969000064:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.904032:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbd80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.904048:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83181 00000100:00100000:1.0:1769074947.904055:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe63ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+194:3660:x1855007968999808:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.904067:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2898 count 1 00010000:00010000:1.0:1769074947.904079:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3044cfc lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.904089:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48564000/0xf5091596e2fc8138 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f186c expref: 141 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.904097:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.904098:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.904100:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3044cfc lrc: 4/0,1 mode: --/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.904117:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe48564000/0xf5091596e2fc8138 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f186c expref: 141 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.904127:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48564000/0xf5091596e2fc8138 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f186c expref: 141 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.904135:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe63ab1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007969000192:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.904152:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.904182:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968999680:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.904298:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.904329:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd44115500/2, rc 0, transno 4294989624 00000100:00100000:1.0:1769074947.904336:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44115500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968995328:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.904367:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007968999680 00000100:00100000:1.0:1769074947.904370:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007968999680 00000100:00100000:1.0:1769074947.904393:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83182 00000100:00100000:1.0:1769074947.904400:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe784eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+177:3658:x1855007968999680:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.904411:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8967 count 1 00010000:00010000:1.0:1769074947.904424:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044d03 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2307:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.905863:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.905876:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044caf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.905887:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.905891:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044caf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.905903:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044caf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.905922:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044caf lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.905929:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df9400/0xf5091596e3044caf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.905952:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.905953:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.905955:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.906138:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.906156:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.906171:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.906189:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074947.906496:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73dfc400/0xf5091596e2fda405 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072503b39 expref: 159 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.906511:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.906513:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.906588:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044d03 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.906925:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1769074947.906934:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044cbd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.906984:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960327936 00000100:00100000:0.0:1769074947.906991:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960327936 00010000:00010000:0.0:1769074947.907027:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80590a00/0xf5091596e2fd48f7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe02b expref: 160 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.907052:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960328192 00000100:00100000:0.0:1769074947.907055:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960328192 00010000:00010000:0.0:1769074947.907067:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7365bc00/0xf5091596e2fd6ee4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500618 expref: 161 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.907079:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960327808 00000100:00100000:0.0:1769074947.907081:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960327808 00010000:00010000:0.0:1769074947.907093:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c4c9600/0xf5091596e2fc1ec8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb5fc expref: 142 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.907109:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960328064 00000100:00100000:0.0:1769074947.907111:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960328064 00010000:00010000:0.0:1769074947.907122:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b83c800/0xf5091596e2fd4921 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe055 expref: 162 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.907136:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40928 00000100:00100000:0.0:1769074947.907146:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+162:2409:x1855007960327936:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.907160:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.907165:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe80590a00/0xf5091596e2fd48f7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1396:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe02b expref: 162 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.907175:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe80590a00/0xf5091596e2fd48f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1396:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe02b expref: 162 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.907194:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.907196:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.907212:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044cd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1396:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.907221:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044cd2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1396:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.907239:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074947.907286:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80590a00/0xf5091596e2fd48f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1396:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe02b expref: 162 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.907299:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78569c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007968998784:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.907316:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044cd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.907326:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044cd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.907334:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044cd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.907343:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044cd2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.907351:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044cd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.907373:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.907933:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+178:3660:x1855007968998656:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17811us (17912us total) trans 4294989607 rc 0/0 00000100:00100000:1.0:1769074947.907942:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83175 00000100:00100000:1.0:1769074947.907979:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78568700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007968998912:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.907992:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044cd9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.908009:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.908014:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044cd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.908021:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.908025:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044cd2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.908033:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044cd2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.908046:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044cd2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.908053:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8e00/0xf5091596e3044cd2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1396:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.908083:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.908085:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.908087:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.908101:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40929 00000100:00100000:1.0:1769074947.908111:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe48c88450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+161:2409:x1855007960328192:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.908122:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.908127:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7365bc00/0xf5091596e2fd6ee4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500618 expref: 161 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.908138:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7365bc00/0xf5091596e2fd6ee4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500618 expref: 161 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.908151:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.908153:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.908157:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3044cb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.908166:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3044cb6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2056:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.908177:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.908196:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe48c88450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+161:2409:x1855007960328192:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 89us (2039us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.908214:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40929 00000100:00100000:1.0:1769074947.908229:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40930 00000100:00100000:1.0:1769074947.908235:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+142:2409:x1855007960327808:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.908243:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.908247:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c4c9600/0xf5091596e2fc1ec8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1b2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb5fc expref: 142 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.908258:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c4c9600/0xf5091596e2fc1ec8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1b2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb5fc expref: 142 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.908269:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.908271:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.908274:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044ccb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.908281:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044ccb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.908291:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.908302:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+142:2409:x1855007960327808:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 67us (2130us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.908307:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40930 00000100:00100000:1.0:1769074947.908317:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40931 00000100:00100000:1.0:1769074947.908322:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+160:2409:x1855007960328064:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.908327:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.908332:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b83c800/0xf5091596e2fd4921 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe055 expref: 160 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.908341:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b83c800/0xf5091596e2fd4921 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe055 expref: 160 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.908353:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b83c800/0xf5091596e2fd4921 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe055 expref: 160 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.908361:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.908363:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.908365:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044cd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.908372:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044cd9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.908388:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.908402:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+159:2409:x1855007960328064:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 79us (2211us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.908407:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40931 00010000:00010000:1.0:1769074947.908709:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044cd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.908719:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044cd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.908728:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044cd9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.908735:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044cd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.908758:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.908909:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78569180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+178:3660:x1855007968998528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18655us (18845us total) trans 4294989608 rc 0/0 00000100:00100000:1.0:1769074947.908916:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83176 00010000:00010000:1.0:1769074947.908960:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c4c9600/0xf5091596e2fc1ec8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb5fc expref: 141 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.908970:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78569f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007968998272:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.908984:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044ccb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.908990:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044ccb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.908996:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044ccb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.909003:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044ccb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.909010:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044ccb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.909023:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.909152:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe784ed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+195:3660:x1855007968998016:12345-0@lo:6:osp-syn-0-1.0 Request processed in 19736us (19814us total) trans 4294989627 rc 0/0 00000100:00100000:1.0:1769074947.909158:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83174 00010000:00010000:1.0:1769074947.909174:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.909179:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044cd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.909187:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.909190:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044cd9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.909864:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.909872:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044ccb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.909880:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df8400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.909883:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044ccb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.909890:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044ccb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.909906:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044ccb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.909912:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73df8400/0xf5091596e3044ccb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.909938:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.909940:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.909942:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.909970:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7376b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007968999040:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.909986:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e3044cc4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x172a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.910000:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.910087:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.910104:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074947.910198:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044cd9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.910224:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044cd9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.910231:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df8800/0xf5091596e3044cd9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x12ec:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.910246:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.910248:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.910250:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.910272:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78568380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007968999296:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.910286:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ce7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.910309:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78568a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007968999552:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.910320:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044cee lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1d34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.910340:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7856a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007968999168:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.910350:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1200/0xf5091596e3044ce0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.910430:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+158:2409:x1855007960327936:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 3285us (4292us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.910439:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40928 00000100:00100000:3.0:1769074947.910756:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.910788:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960328448 00000100:00100000:1.0:1769074947.910795:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960328448 00010000:00010000:1.0:1769074947.910834:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe60ed3a00/0xf5091596e2fbc7c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5efa expref: 158 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.910854:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960328704 00000100:00100000:1.0:1769074947.910857:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960328704 00010000:00010000:1.0:1769074947.910869:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d505600/0xf5091596e2fce24a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f797e expref: 141 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.910882:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40932 00000100:00100000:1.0:1769074947.910890:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+158:2409:x1855007960328448:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.910904:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.910909:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe60ed3a00/0xf5091596e2fbc7c6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1339:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5efa expref: 158 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.910919:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe60ed3a00/0xf5091596e2fbc7c6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1339:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5efa expref: 158 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.910936:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60ed3a00/0xf5091596e2fbc7c6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1339:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5efa expref: 158 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.910948:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.910951:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.910956:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1200/0xf5091596e3044ce0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.910965:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1200/0xf5091596e3044ce0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1339:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.910986:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.911008:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+157:2409:x1855007960328448:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 118us (920us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.911014:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40932 00000100:00100000:1.0:1769074947.911029:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40933 00000100:00100000:1.0:1769074947.911036:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+141:2409:x1855007960328704:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.911044:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.911048:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d505600/0xf5091596e2fce24a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f797e expref: 141 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.911057:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d505600/0xf5091596e2fce24a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f797e expref: 141 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.911070:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d505600/0xf5091596e2fce24a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f797e expref: 141 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.911078:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.911079:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.911082:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044cee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.911088:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044cee lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1d34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.911104:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.911118:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+140:2409:x1855007960328704:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 83us (1013us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.911125:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40933 00010000:00010000:1.0:1769074947.911142:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044cee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.911150:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044cee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.911159:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044cee lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1d34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.911166:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044cee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.911179:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.911365:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+195:3658:x1855007968999424:12345-0@lo:6:osp-syn-0-1.0 Request processed in 16417us (16480us total) trans 4294989628 rc 0/0 00000100:00100000:1.0:1769074947.911372:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83179 00010000:00010000:1.0:1769074947.911388:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.911393:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044cee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.911401:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.911404:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044cee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.911413:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044cee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.911424:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044cee lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1d34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.911430:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e3044cee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1d34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.911443:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.911444:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.911463:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.911471:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1200/0xf5091596e3044ce0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.911477:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1200/0xf5091596e3044ce0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.911484:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1200/0xf5091596e3044ce0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.911491:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1200/0xf5091596e3044ce0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.911509:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.911888:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7856aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+178:3658:x1855007968998400:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21051us (21482us total) trans 4294989609 rc 0/0 00000100:00100000:1.0:1769074947.911897:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83177 00000004:00080000:1.0:1769074947.911946:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe78568000/2, rc 0, transno 4294989608 00000100:00100000:1.0:1769074947.911958:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78568000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968998528:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.911967:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7856b100/2, rc 0, transno 4294989607 00000100:00100000:1.0:1769074947.911971:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7856b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968998656:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.911981:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe63ab3800/2, rc 0, transno 4294989627 00000100:00100000:1.0:1769074947.911990:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe63ab3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968998016:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.912080:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7856a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969000704:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.912111:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.912136:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.912142:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969000576:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.912164:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.912185:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969000704 00000100:00100000:1.0:1769074947.912190:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969000704 00000100:00100000:1.0:1769074947.912293:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969000576 00000100:00100000:1.0:1769074947.912297:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969000576 00000100:00100000:1.0:1769074947.912316:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83183 00000100:00100000:1.0:1769074947.912322:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+179:3660:x1855007969000704:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.912344:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:802 count 1 00010000:00010000:1.0:1769074947.912364:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044d0a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x322:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.912380:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe581d3600/0xf5091596e2fc8074 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f17a8 expref: 156 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.912393:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.912394:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.912397:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044d0a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.912416:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe581d3600/0xf5091596e2fc8074 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f17a8 expref: 156 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.912427:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe581d3600/0xf5091596e2fc8074 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f17a8 expref: 156 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.912439:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78569f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007969000832:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.912496:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.912511:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83184 00000100:00100000:1.0:1769074947.912738:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+179:3660:x1855007969000576:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.912752:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2768 count 1 00010000:00010000:1.0:1769074947.912765:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044d11 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xad0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.912778:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70e56e00/0xf5091596e2fbee93 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e85c7 expref: 156 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.912784:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.912786:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.912788:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044d11 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.912821:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe70e56e00/0xf5091596e2fbee93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e85c7 expref: 156 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.912831:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe70e56e00/0xf5091596e2fbee93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e85c7 expref: 156 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.912841:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78568700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007969000960:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.912861:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb300 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.912897:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7365bc00/0xf5091596e2fd6ee4 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2056:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500618 expref: 156 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.912910:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe63ab1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007968997760:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.912926:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3044cb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.912933:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3044cb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.912939:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3044cb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.912947:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3044cb6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.912955:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3044cb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.912972:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1769074947.913429:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074947.913438:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1200/0xf5091596e3044ce0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.913445:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.913472:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1200/0xf5091596e3044ce0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.913481:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1200/0xf5091596e3044ce0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.913497:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1200/0xf5091596e3044ce0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.913504:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1200/0xf5091596e3044ce0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1339:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.913537:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.913541:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3044cb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.913547:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73df9a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.913550:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3044cb6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.913557:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3044cb6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.913573:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3044cb6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.913579:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73df9a00/0xf5091596e3044cb6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2056:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.913598:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.913600:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.913602:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.913786:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.913943:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe63ab0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+180:3658:x1855007968997504:12345-0@lo:6:osp-syn-1-1.0 Request processed in 28536us (28662us total) trans 4294989610 rc 0/0 00000100:00100000:1.0:1769074947.913953:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83171 00010000:00010000:1.0:1769074947.913998:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe73dfc400/0xf5091596e2fda405 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503b39 expref: 155 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.914009:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73dfc400/0xf5091596e2fda405 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503b39 expref: 155 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.914021:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78569c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969001088:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.914058:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.914077:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960328320 00000100:00100000:1.0:1769074947.914083:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960328320 00010000:00010000:1.0:1769074947.914107:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c637400/0xf5091596e2fcc7b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x172a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5ef1 expref: 156 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.914139:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40934 00000100:00100000:1.0:1769074947.914148:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+156:2409:x1855007960328320:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.914159:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.914164:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c637400/0xf5091596e2fcc7b6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x172a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5ef1 expref: 156 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.914175:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c637400/0xf5091596e2fcc7b6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x172a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5ef1 expref: 156 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.914191:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c637400/0xf5091596e2fcc7b6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x172a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5ef1 expref: 156 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.914213:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.914215:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.914219:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e3044cc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x172a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.914227:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e3044cc4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x172a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.914248:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.914265:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+155:2409:x1855007960328320:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 118us (3509us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.914271:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40934 00010000:00010000:1.0:1769074947.914292:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e3044cc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x172a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.914300:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e3044cc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x172a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.914309:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e3044cc4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x172a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.914317:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e3044cc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x172a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.914336:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.914501:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+180:3658:x1855007968997376:12345-0@lo:6:osp-syn-1-1.0 Request processed in 25384us (26563us total) trans 4294989611 rc 0/0 00000100:00100000:1.0:1769074947.914508:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83173 00010000:00010000:1.0:1769074947.914810:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.914825:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e3044cc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x172a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.914833:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.914837:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e3044cc4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x172a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.914846:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e3044cc4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x172a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.914859:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e3044cc4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x172a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.914866:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14000/0xf5091596e3044cc4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x172a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.914894:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.914896:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.914898:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.914935:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa0ea00/2, rc 0, transno 4294989605 00000100:00100000:1.0:1769074947.914960:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968996096:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.914978:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa0d500/2, rc 0, transno 4294989625 00000100:00100000:1.0:1769074947.914988:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968995456:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.915081:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa0ce00/2, rc 0, transno 4294989606 00000100:00100000:1.0:1769074947.915090:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968996224:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.915105:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969000448:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.915135:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.915158:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969000448 00000100:00100000:1.0:1769074947.915162:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969000448 00000100:00100000:1.0:1769074947.915189:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83185 00000100:00100000:1.0:1769074947.915196:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8bb4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+196:3658:x1855007969000448:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.915230:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5987 count 1 00010000:00010000:1.0:1769074947.915249:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044d18 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1763:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.915263:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65978000/0xf5091596e2fd471b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fde4f expref: 139 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.915270:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.915272:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.915274:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044d18 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.915294:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe65978000/0xf5091596e2fd471b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fde4f expref: 139 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.915304:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65978000/0xf5091596e2fd471b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fde4f expref: 139 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.915317:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8bb4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007969001472:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.915344:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.915379:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.915386:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8bb4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969001600:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.915408:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.915431:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969001600 00000100:00100000:1.0:1769074947.915435:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969001600 00000100:00100000:1.0:1769074947.915475:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83186 00000100:00100000:1.0:1769074947.915482:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8bb4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+180:3660:x1855007969001600:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.915494:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4546 count 1 00010000:00010000:1.0:1769074947.915506:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044d1f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.915692:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c3b4e00/0xf5091596e2fc2145 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eb879 expref: 154 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.915701:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.915702:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.915705:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044d1f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.915726:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c3b4e00/0xf5091596e2fc2145 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb879 expref: 154 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.915736:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c3b4e00/0xf5091596e2fc2145 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb879 expref: 154 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.915751:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8bb4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007969001728:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.915771:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.915794:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8bb4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969001344:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.915827:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.915852:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7384a680/2, rc 0, transno 4294989628 00000100:00100000:1.0:1769074947.915859:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968999424:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.915889:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8bb4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969001856:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.915908:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.915929:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969001344 00000100:00100000:1.0:1769074947.915932:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969001344 00000100:00100000:1.0:1769074947.915951:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969001856 00000100:00100000:1.0:1769074947.915954:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969001856 00000100:00100000:1.0:1769074947.915971:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83187 00000100:00100000:1.0:1769074947.915977:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8bb4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+181:3658:x1855007969001344:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.915990:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1539 count 1 00010000:00010000:1.0:1769074947.916004:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e3044d26 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x603:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.916015:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe496ff600/0xf5091596e2fd0db6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fa4f1 expref: 154 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.916022:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.916024:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.916026:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e3044d26 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.916049:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe496ff600/0xf5091596e2fd0db6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa4f1 expref: 154 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.916058:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe496ff600/0xf5091596e2fd0db6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa4f1 expref: 154 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.916068:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8bb4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007969001984:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.916087:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.916103:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83188 00000100:00100000:1.0:1769074947.916110:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8bb4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+197:3660:x1855007969001856:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.916122:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7119 count 1 00010000:00010000:1.0:1769074947.916135:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044d2d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1bcf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.916147:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c18ea00/0xf5091596e2fbcfad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e66e1 expref: 139 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.916153:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.916154:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.916156:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044d2d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.916171:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c18ea00/0xf5091596e2fbcfad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e66e1 expref: 139 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.916179:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c18ea00/0xf5091596e2fbcfad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e66e1 expref: 139 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.916189:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8bb4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969002112:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.916206:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb840 going to sleep for 11 seconds 00000004:00080000:1.0:1769074947.916229:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7856bb80/2, rc 0, transno 4294989609 00000100:00100000:1.0:1769074947.916238:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7856bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968998400:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.916247:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe63ab0000/2, rc 0, transno 4294989611 00000100:00100000:1.0:1769074947.916250:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe63ab0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968997376:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.916256:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe63ab3100/2, rc 0, transno 4294989610 00000100:00100000:1.0:1769074947.916259:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe63ab3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968997504:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.916267:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1769074947.916271:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969000320:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.916291:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.916305:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe63ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969001216:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.916319:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.916332:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969000320 00000100:00100000:1.0:1769074947.916335:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969000320 00000100:00100000:1.0:1769074947.916355:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969001216 00000100:00100000:1.0:1769074947.916357:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969001216 00000100:00100000:1.0:1769074947.916370:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83189 00000100:00100000:1.0:1769074947.916375:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8bb4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+199:3658:x1855007969000320:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.916385:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4638 count 1 00010000:00010000:1.0:1769074947.916396:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044d34 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x121e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.916408:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c387200/0xf5091596e2fc2391 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x121e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ebabe expref: 139 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.916415:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.916417:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.916419:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044d34 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x121e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.916436:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c387200/0xf5091596e2fc2391 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x121e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebabe expref: 139 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.916445:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c387200/0xf5091596e2fc2391 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x121e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebabe expref: 139 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.916475:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8bb4f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007969002240:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.916494:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.916509:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83190 00000100:00100000:1.0:1769074947.916985:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8bb4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+199:3658:x1855007969001216:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.917006:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9685 count 1 00010000:00010000:1.0:1769074947.917019:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044d3b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.917031:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70462600/0xf5091596e2fbeafe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8232 expref: 139 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.917038:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.917040:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.917043:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044d3b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.917068:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe70462600/0xf5091596e2fbeafe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8232 expref: 139 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.917076:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe70462600/0xf5091596e2fbeafe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8232 expref: 139 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.917086:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7e763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007969002368:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.917108:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70bd80 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.917171:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.917180:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7e762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969002752:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.917284:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.917306:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969002752 00000100:00100000:1.0:1769074947.917309:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969002752 00000100:00100000:1.0:1769074947.917343:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83191 00000100:00100000:1.0:1769074947.917349:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7e761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+182:3660:x1855007969002752:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.917361:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8645 count 1 00010000:00010000:1.0:1769074947.917374:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044d42 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.917386:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68760c00/0xf5091596e2fd4f2c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fe667 expref: 154 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.917391:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.917393:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.917394:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044d42 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.917410:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68760c00/0xf5091596e2fd4f2c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe667 expref: 154 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.917416:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68760c00/0xf5091596e2fd4f2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe667 expref: 154 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.917424:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7e761f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969002880:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.917443:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.917486:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7e761500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969002624:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.917508:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.917608:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969002624 00000100:00100000:2.0:1769074947.917614:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969002624 00000100:00100000:2.0:1769074947.917638:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83192 00000100:00100000:2.0:1769074947.917644:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7e760000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+183:3658:x1855007969002624:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.917657:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1493 count 1 00010000:00010000:2.0:1769074947.917669:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044d49 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.917715:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074947.917721:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7e761c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969002496:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.917757:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.917788:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969002496 00000100:00100000:1.0:1769074947.917791:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969002496 00010000:00010000:2.0:1769074947.917791:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f597c00/0xf5091596e2fcb414 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b4f expref: 154 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.917798:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.917800:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.917802:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044d49 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.917835:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f597c00/0xf5091596e2fcb414 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b4f expref: 154 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.917844:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f597c00/0xf5091596e2fcb414 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b4f expref: 154 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.917854:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007969003008:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.917883:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.917921:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe63ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+199:3660:x1855007968997632:12345-0@lo:6:osp-syn-0-1.0 Request processed in 31933us (32572us total) trans 4294989629 rc 0/0 00000100:00100000:1.0:1769074947.917944:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83193 00000004:00080000:1.0:1769074947.917973:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe63ab3480/2, rc 0, transno 4294989629 00000100:00100000:1.0:1769074947.917989:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe63ab3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968997632:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.918006:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7e762300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+184:3658:x1855007969002496:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.918019:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2970 count 1 00010000:00010000:1.0:1769074947.918031:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044d50 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.918043:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7d2a00/0xf5091596e2fc503f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ee773 expref: 154 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.918050:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.918051:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.918053:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044d50 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.918071:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7d2a00/0xf5091596e2fc503f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee773 expref: 154 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.918080:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7d2a00/0xf5091596e2fc503f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee773 expref: 154 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.918090:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7e763800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969003136:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.918101:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969003264:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.918121:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.918142:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969003264 00000100:00100000:2.0:1769074947.918146:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969003264 00000100:00100000:1.0:1769074947.918162:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.918169:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83194 00000100:00100000:2.0:1769074947.918175:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7e761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+200:3660:x1855007969003264:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.918187:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4003 count 1 00010000:00010000:2.0:1769074947.918199:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044d57 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfa3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.918210:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4d0b9400/0xf5091596e2fdb825 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504f59 expref: 139 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.918216:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.918218:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.918220:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044d57 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.918237:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4d0b9400/0xf5091596e2fdb825 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f59 expref: 139 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.918245:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4d0b9400/0xf5091596e2fdb825 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f59 expref: 139 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.918254:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007969003392:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.918272:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95d80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.918850:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.919089:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960328576 00000100:00100000:2.0:1769074947.919094:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960328576 00010000:00010000:2.0:1769074947.919119:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d09d000/0xf5091596e2fcefda lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f870e expref: 140 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.919142:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40935 00000100:00100000:2.0:1769074947.919149:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+140:2409:x1855007960328576:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.919158:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.919163:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d09d000/0xf5091596e2fcefda lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f870e expref: 140 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.919174:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d09d000/0xf5091596e2fcefda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f870e expref: 140 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.919193:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d09d000/0xf5091596e2fcefda lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f870e expref: 140 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.919204:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.919206:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.919210:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ce7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.919219:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ce7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.919238:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.919263:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+139:2409:x1855007960328576:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 114us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.919270:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40935 00010000:00010000:1.0:1769074947.919297:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ce7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.919306:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ce7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.919315:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ce7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.919321:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ce7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.919345:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074947.919382:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.919388:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ce7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.919395:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.919399:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ce7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.919406:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ce7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.919417:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ce7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.919434:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3044ce7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.919467:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.919487:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.919489:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.919849:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78569880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+201:3658:x1855007968998144:12345-0@lo:6:osp-syn-0-1.0 Request processed in 28889us (29082us total) trans 4294989630 rc 0/0 00000100:00100000:1.0:1769074947.919858:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83178 00000004:00080000:2.0:1769074947.919887:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe784edf80/2, rc 0, transno 4294989630 00000100:00100000:2.0:1769074947.919900:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968998144:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.919944:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074947.919957:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969003520:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.920076:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.920096:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969003520 00000100:00100000:1.0:1769074947.920101:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969003520 00000100:00100000:1.0:1769074947.920132:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83195 00000100:00100000:1.0:1769074947.920139:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+201:3658:x1855007969003520:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.920161:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5757 count 1 00010000:00010000:1.0:1769074947.920177:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd000/0xf5091596e3044d5e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x167d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.920190:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7171de00/0xf5091596e2fb9de2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x167d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e351d expref: 138 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.920197:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.920943:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.920950:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd000/0xf5091596e3044d5e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x167d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.920982:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7171de00/0xf5091596e2fb9de2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x167d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e351d expref: 138 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.920993:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7171de00/0xf5091596e2fb9de2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x167d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e351d expref: 138 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.921011:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7e760380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007969003648:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.921046:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.925955:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe63ab1180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007969000192:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.925987:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3044cfc lrc: 3/0,1 mode: --/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.926007:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe63ab0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007969000064:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.926021:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044cf5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.926026:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.926049:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960328832 00000100:00100000:1.0:1769074947.926056:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960328832 00010000:00010000:1.0:1769074947.926090:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5fa1a400/0xf5091596e2fd3ecb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd5ff expref: 139 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.926170:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40936 00000100:00100000:1.0:1769074947.926180:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433da850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+139:2410:x1855007960328832:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.926196:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.926213:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5fa1a400/0xf5091596e2fd3ecb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x90b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd5ff expref: 139 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.926225:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5fa1a400/0xf5091596e2fd3ecb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x90b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd5ff expref: 139 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.926248:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5fa1a400/0xf5091596e2fd3ecb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x90b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd5ff expref: 139 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.926268:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.926269:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.926273:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044cf5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.926282:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044cf5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.926305:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.926351:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433da850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+138:2410:x1855007960328832:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 172us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.926358:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40936 00000100:00100000:0.0:1769074947.926675:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83172 00010000:00010000:0.0:1769074947.926797:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044cf5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.926806:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044cf5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.926828:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044cf5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.926836:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044cf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.926859:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.927103:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe63ab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+201:3660:x1855007968999936:12345-0@lo:6:osp-syn-0-1.0 Request processed in 23225us (23702us total) trans 4294989631 rc 0/0 00000100:00100000:0.0:1769074947.927112:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83180 00010000:00010000:3.0:1769074947.927378:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.927386:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044cf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.927395:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.927399:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044cf5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.927408:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044cf5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.927422:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044cf5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.927429:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0800/0xf5091596e3044cf5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.927506:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.927508:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.927510:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074947.929698:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7856ad80/2, rc 0, transno 4294989631 00000100:00100000:2.0:1769074947.929725:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7856ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968999936:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.930031:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78568700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007969000960:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.930056:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044d11 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.930097:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.930117:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.930135:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.930184:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8bb4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007969001472:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.930211:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044d18 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.930233:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960329088 00000100:00100000:1.0:1769074947.930240:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960329088 00010000:00010000:1.0:1769074947.930272:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe581d3600/0xf5091596e2fc8074 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f17a8 expref: 155 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.930299:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960328960 00000100:00100000:1.0:1769074947.930302:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960328960 00010000:00010000:1.0:1769074947.930313:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48564000/0xf5091596e2fc8138 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f186c expref: 138 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.930329:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960329216 00000100:00100000:1.0:1769074947.930331:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960329216 00010000:00010000:1.0:1769074947.930341:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70e56e00/0xf5091596e2fbee93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e85c7 expref: 156 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.930358:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40937 00000100:00100000:1.0:1769074947.930366:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe63ab2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+156:2410:x1855007960329088:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.930379:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.930384:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe581d3600/0xf5091596e2fc8074 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f17a8 expref: 156 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.930394:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe581d3600/0xf5091596e2fc8074 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f17a8 expref: 156 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.930422:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.930424:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.930428:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044d0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.930437:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044d0a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x322:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.930477:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.930531:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe63ab2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+156:2410:x1855007960329088:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 153us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.930538:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40937 00000100:00100000:1.0:1769074947.930555:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40938 00000100:00100000:1.0:1769074947.930562:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe63ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+138:2410:x1855007960328960:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.930572:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.930576:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe48564000/0xf5091596e2fc8138 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xb52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f186c expref: 138 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.930586:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe48564000/0xf5091596e2fc8138 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xb52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f186c expref: 138 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.930599:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48564000/0xf5091596e2fc8138 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xb52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f186c expref: 138 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.930621:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.930622:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.930625:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3044cfc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.930633:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3044cfc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.930650:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.930670:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe63ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+137:2410:x1855007960328960:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 109us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.930676:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40938 00000100:00100000:1.0:1769074947.930689:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40939 00000100:00100000:1.0:1769074947.930695:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe63ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+155:2410:x1855007960329216:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.930702:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.930707:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe70e56e00/0xf5091596e2fbee93 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xad0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e85c7 expref: 155 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.930716:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe70e56e00/0xf5091596e2fbee93 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xad0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e85c7 expref: 155 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.930729:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70e56e00/0xf5091596e2fbee93 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xad0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e85c7 expref: 155 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.930738:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.930739:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.930743:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044d11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.930750:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044d11 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xad0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.930763:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.930780:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe63ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+154:2410:x1855007960329216:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 85us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.930786:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40939 00010000:00010000:1.0:1769074947.930806:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044d11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.930826:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044d11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.930835:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044d11 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.930842:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044d11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.930864:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.931102:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+185:3660:x1855007969000576:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18584us (18936us total) trans 4294989612 rc 0/0 00000100:00100000:1.0:1769074947.931110:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83184 00010000:00010000:1.0:1769074947.931134:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3044cfc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.931142:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3044cfc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.931150:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3044cfc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.931157:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3044cfc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.931176:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074947.931311:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe63ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+201:3660:x1855007968999808:12345-0@lo:6:osp-syn-0-1.0 Request processed in 27256us (27522us total) trans 4294989632 rc 0/0 00000100:00100000:1.0:1769074947.931317:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83181 00010000:00010000:1.0:1769074947.931338:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.931344:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044d11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.931351:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.931355:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044d11 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.931364:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044d11 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.931377:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044d11 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.931383:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044d11 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xad0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.931399:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.931402:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3044cfc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.931408:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.931411:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3044cfc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.931418:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3044cfc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.931427:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3044cfc lrc: 1/0,0 mode: --/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.931433:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3044cfc lrc: 0/0,0 mode: --/PW res: [0x280000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.931463:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.931465:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.931466:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.931641:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8bb4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007969001984:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.931657:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e3044d26 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.931679:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8bb4ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007969001728:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.931689:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044d1f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.931709:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78569c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969001088:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.931719:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044d03 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.931738:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074947.931752:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969003776:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.931788:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.931834:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969003776 00000100:00100000:1.0:1769074947.931840:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969003776 00000100:00100000:1.0:1769074947.931871:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83196 00000100:00100000:1.0:1769074947.931877:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe63ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+201:3657:x1855007969003776:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.931900:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4809 count 1 00010000:00010000:1.0:1769074947.931918:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc600/0xf5091596e3044d65 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.931927:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.931932:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60d38e00/0xf5091596e2fd22ee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fba29 expref: 136 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.931940:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.931942:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.931946:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc600/0xf5091596e3044d65 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.931971:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe60d38e00/0xf5091596e2fd22ee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fba29 expref: 136 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.931982:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe60d38e00/0xf5091596e2fd22ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fba29 expref: 136 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.931993:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe63ab0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007969003904:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.932036:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b6c0 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.932439:0:14043:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe581d3600/0xf5091596e2fc8074 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x322:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f17a8 expref: 153 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.932481:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78569f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007969000832:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.932496:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044d0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.932504:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044d0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.932511:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044d0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.932533:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044d0a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.932539:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044d0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.932558:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.932754:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78568a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+185:3660:x1855007969000704:12345-0@lo:6:osp-syn-1-1.0 Request processed in 20431us (20641us total) trans 4294989613 rc 0/0 00000100:00100000:2.0:1769074947.932762:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83183 00000004:00080000:2.0:1769074947.932802:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa0f800/2, rc 0, transno 4294989612 00000100:00100000:2.0:1769074947.932826:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969000576:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074947.932837:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7856a680/2, rc 0, transno 4294989613 00000100:00100000:2.0:1769074947.932841:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7856a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969000704:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074947.932851:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7856b480/2, rc 0, transno 4294989632 00000100:00100000:2.0:1769074947.932861:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7856b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007968999808:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.932918:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074947.932930:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969004032:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.932959:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.932992:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969004032 00000100:00100000:2.0:1769074947.932997:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969004032 00000100:00100000:2.0:1769074947.933031:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83197 00000100:00100000:2.0:1769074947.933040:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+202:3660:x1855007969004032:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.933058:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9014 count 1 00010000:00010000:2.0:1769074947.933074:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044d6c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2336:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.933086:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074947.933092:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe496ff200/0xf5091596e2fd0e65 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fa599 expref: 136 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.933101:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.933103:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.933107:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044d6c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.933133:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe496ff200/0xf5091596e2fd0e65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa599 expref: 136 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.933144:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe496ff200/0xf5091596e2fd0e65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa599 expref: 136 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.933154:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969004160:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.933196:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.933212:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960329472 00000100:00100000:2.0:1769074947.933216:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960329472 00010000:00010000:2.0:1769074947.933233:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65978000/0xf5091596e2fd471b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fde4f expref: 137 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.933259:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40940 00000100:00100000:2.0:1769074947.933265:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+137:2409:x1855007960329472:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.933273:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.933278:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe65978000/0xf5091596e2fd471b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1763:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fde4f expref: 137 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.933288:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe65978000/0xf5091596e2fd471b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1763:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fde4f expref: 137 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.933305:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65978000/0xf5091596e2fd471b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1763:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fde4f expref: 137 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.933315:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.933317:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.933321:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044d18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.933329:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044d18 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.933348:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.933369:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+136:2409:x1855007960329472:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 104us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.933375:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40940 00010000:00010000:2.0:1769074947.933395:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044d18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.933403:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044d18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.933410:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044d18 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.933416:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.933429:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074947.933594:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8bb4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+203:3658:x1855007969000448:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18398us (18458us total) trans 4294989633 rc 0/0 00000100:00100000:2.0:1769074947.933602:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83185 00000004:00080000:2.0:1769074947.933642:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa0c000/2, rc 0, transno 4294989633 00000100:00100000:2.0:1769074947.933652:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969000448:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.933687:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969004288:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.933710:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.933727:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969004288 00000100:00100000:2.0:1769074947.933731:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969004288 00000100:00100000:2.0:1769074947.933751:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83198 00000100:00100000:2.0:1769074947.933757:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+203:3660:x1855007969004288:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.933769:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:573 count 1 00010000:00010000:2.0:1769074947.933781:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044d73 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.933793:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fef0a00/0xf5091596e2fc6e3e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0572 expref: 135 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.933799:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.933800:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.933803:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044d73 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.933868:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fef0a00/0xf5091596e2fc6e3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0572 expref: 135 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.933877:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fef0a00/0xf5091596e2fc6e3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0572 expref: 135 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.933886:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007969004416:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.933912:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95600 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.934132:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074947.934140:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044d0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.934147:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.934151:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044d0a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.934159:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044d0a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.934172:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044d0a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.934178:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e3044d0a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x322:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.934193:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.934196:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.934202:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.934204:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044d18 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.934210:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044d18 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.934223:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044d18 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.934229:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044d18 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.934245:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.934247:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.934249:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.936272:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.936803:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.936848:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.936875:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.936942:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.937011:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8bb4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969002112:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.937036:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044d2d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.937064:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969004544:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.937106:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.937136:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969004544 00000100:00100000:1.0:1769074947.937142:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969004544 00000100:00100000:1.0:1769074947.937191:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83199 00000100:00100000:1.0:1769074947.937198:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe63ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+185:3657:x1855007969004544:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.937220:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:172 count 1 00010000:00010000:1.0:1769074947.937243:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd600/0xf5091596e3044d7a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xac:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.937259:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6bf95e00/0xf5091596e2fcc524 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c58 expref: 152 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.937272:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.937274:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.937278:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd600/0xf5091596e3044d7a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.937304:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6bf95e00/0xf5091596e2fcc524 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c58 expref: 152 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.937316:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6bf95e00/0xf5091596e2fcc524 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c58 expref: 152 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.937327:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe63ab0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007969004800:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.937373:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6d70b780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.937390:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074947.937396:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969004672:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.937417:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.938076:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960329728 00000100:00100000:1.0:1769074947.938084:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960329728 00000100:00100000:0.0:1769074947.938104:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969004672 00000100:00100000:0.0:1769074947.938112:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969004672 00010000:00010000:1.0:1769074947.938113:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe496ff600/0xf5091596e2fd0db6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa4f1 expref: 153 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.938141:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960329344 00000100:00100000:1.0:1769074947.938145:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960329344 00000100:00100000:0.0:1769074947.938150:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83200 00000100:00100000:0.0:1769074947.938161:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe63ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+186:3657:x1855007969004672:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.938164:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73dfc400/0xf5091596e2fda405 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503b39 expref: 154 pid: 8669 timeout: 1736 lvb_type: 1 00002000:00080000:0.0:1769074947.938182:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:161 count 1 00000100:00100000:1.0:1769074947.938199:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960329600 00000100:00100000:1.0:1769074947.938203:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960329600 00010000:00010000:0.0:1769074947.938212:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044d81 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.938219:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c3b4e00/0xf5091596e2fc2145 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb879 expref: 155 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.938233:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b734e00/0xf5091596e2fc61f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ef92b expref: 155 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.938243:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074947.938244:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960329856 00010000:00010000:0.0:1769074947.938247:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074947.938249:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960329856 00010000:00010000:0.0:1769074947.938252:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044d81 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.938266:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c18ea00/0xf5091596e2fbcfad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e66e1 expref: 136 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.938280:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b734e00/0xf5091596e2fc61f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef92b expref: 155 pid: 14047 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074947.938286:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40941 00010000:00010000:0.0:1769074947.938301:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b734e00/0xf5091596e2fc61f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef92b expref: 155 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.938301:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73848000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+155:2409:x1855007960329728:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.938315:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1769074947.938319:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73848e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007969004928:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.938325:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe496ff600/0xf5091596e2fd0db6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x603:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa4f1 expref: 155 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.938338:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe496ff600/0xf5091596e2fd0db6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x603:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa4f1 expref: 155 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.938360:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe496ff600/0xf5091596e2fd0db6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x603:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa4f1 expref: 155 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.938372:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6240 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.938374:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.938378:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.938383:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e3044d26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.938396:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40942 00010000:00010000:1.0:1769074947.938403:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e3044d26 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x603:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.938408:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73848a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+154:2409:x1855007960329344:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.938424:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.938430:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe73dfc400/0xf5091596e2fda405 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2307:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503b39 expref: 154 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.938437:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074947.938470:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe73dfc400/0xf5091596e2fda405 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2307:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503b39 expref: 154 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.938490:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73848000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+154:2409:x1855007960329728:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 192us (1690us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074947.938502:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73dfc400/0xf5091596e2fda405 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2307:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503b39 expref: 154 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.938503:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40941 00010000:00010000:0.0:1769074947.938517:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.938519:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.938522:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044d03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.938529:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044d03 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2307:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.938548:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.938569:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73848a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+153:2409:x1855007960329344:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 164us (1721us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.938576:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40942 00000100:00100000:0.0:1769074947.938592:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40943 00000100:00100000:0.0:1769074947.938599:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6a820050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+152:2409:x1855007960329600:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.938607:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.938612:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c3b4e00/0xf5091596e2fc2145 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb879 expref: 152 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.938620:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c3b4e00/0xf5091596e2fc2145 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb879 expref: 152 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.938633:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7c3b4e00/0xf5091596e2fc2145 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb879 expref: 152 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.938642:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.938644:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.938646:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044d1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.938654:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044d1f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.938670:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.938689:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6a820050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+151:2409:x1855007960329600:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 91us (1814us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.938696:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40943 00000100:00100000:1.0:1769074947.938715:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40944 00000100:00100000:1.0:1769074947.938725:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+136:2410:x1855007960329856:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074947.938735:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074947.938741:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c18ea00/0xf5091596e2fbcfad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1bcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e66e1 expref: 136 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.938743:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044d1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.938759:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c18ea00/0xf5091596e2fbcfad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1bcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e66e1 expref: 136 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.938760:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044d1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.938781:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044d1f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.938786:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c18ea00/0xf5091596e2fbcfad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1bcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e66e1 expref: 136 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.938796:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044d1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.938802:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.938805:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.938809:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044d2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.938831:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044d2d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.938836:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074947.938852:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074947.938871:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+135:2410:x1855007960329856:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 148us (1930us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074947.938878:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40944 00010000:00010000:1.0:1769074947.938899:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044d2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.938909:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044d2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.938918:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044d2d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.938926:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044d2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.938940:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074947.939104:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8bb4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+187:3660:x1855007969001600:12345-0@lo:6:osp-syn-1-1.0 Request processed in 23622us (23694us total) trans 4294989614 rc 0/0 00000100:00100000:1.0:1769074947.939108:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8bb4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+204:3660:x1855007969001856:12345-0@lo:6:osp-syn-0-1.0 Request processed in 22996us (23196us total) trans 4294989634 rc 0/0 00000100:00100000:0.0:1769074947.939113:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83186 00000100:00100000:1.0:1769074947.939123:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83188 00010000:00010000:1.0:1769074947.939150:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e3044d26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.939158:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e3044d26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.939172:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e3044d26 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.939179:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e3044d26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.939201:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1769074947.939317:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8bb4e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+187:3658:x1855007969001344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 23339us (23488us total) trans 4294989615 rc 0/0 00000100:00100000:1.0:1769074947.939323:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83187 00010000:00010000:1.0:1769074947.939340:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074947.939346:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044d1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.939354:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.939358:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044d1f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.939367:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044d1f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.939378:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044d1f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.939384:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3044d1f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x11c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.939392:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.939398:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044d2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.939406:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.939408:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044d2d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.939413:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044d2d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.939423:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044d2d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.939427:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.939428:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3044d2d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.939434:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e3044d26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.939443:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.939444:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.939467:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.939469:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.939475:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e3044d26 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.939485:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e3044d26 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.939497:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e3044d26 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.939503:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0000/0xf5091596e3044d26 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x603:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.940441:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.940468:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.940471:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.940493:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044d03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.940504:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044d03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.940514:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044d03 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.940700:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044d03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.940729:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1769074947.940965:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd8bb4f100/2, rc 0, transno 4294989634 00000100:00100000:2.0:1769074947.940983:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8bb4f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969001856:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074947.940997:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd8bb4c700/2, rc 0, transno 4294989614 00000100:00100000:2.0:1769074947.941007:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8bb4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969001600:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.941069:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074947.941084:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969005056:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.941136:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.941174:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969005056 00000100:00100000:2.0:1769074947.941181:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969005056 00000100:00100000:2.0:1769074947.941217:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83201 00000100:00100000:2.0:1769074947.941224:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+204:3660:x1855007969005056:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.941246:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8783 count 1 00010000:00010000:2.0:1769074947.941268:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044d88 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x224f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.941284:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe656b5a00/0xf5091596e2fc4db4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4e8 expref: 134 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.941292:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.941294:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.941297:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044d88 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.941322:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe656b5a00/0xf5091596e2fc4db4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4e8 expref: 134 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.941333:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe656b5a00/0xf5091596e2fc4db4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4e8 expref: 134 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.941344:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007969005184:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.941385:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e950c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.941431:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969005312:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.941477:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.941496:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969005312 00000100:00100000:2.0:1769074947.941499:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969005312 00000100:00100000:2.0:1769074947.941725:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83202 00000100:00100000:2.0:1769074947.941734:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+188:3660:x1855007969005312:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.941821:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.941830:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044d03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.941844:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.941849:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044d03 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.941858:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044d03 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.941876:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044d03 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.941883:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044d03 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2307:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.941911:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.941914:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.941915:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.942302:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1769074947.942841:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4596 count 1 00010000:00010000:0.0:1769074947.942863:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044d8f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.942880:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73651800/0xf5091596e2fcc19d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f58d1 expref: 149 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.942888:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.942890:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.942893:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044d8f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.942942:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe784eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+188:3658:x1855007968999680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 38541us (38641us total) trans 4294989616 rc 0/0 00000100:00100000:1.0:1769074947.942952:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83182 00010000:00010000:0.0:1769074947.942998:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe73651800/0xf5091596e2fcc19d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f58d1 expref: 149 pid: 14010 timeout: 0 lvb_type: 1 00000004:00080000:1.0:1769074947.943001:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd8bb4ea00/2, rc 0, transno 4294989615 00000100:00100000:1.0:1769074947.943014:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8bb4ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969001344:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.943016:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73651800/0xf5091596e2fcc19d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f58d1 expref: 149 pid: 14010 timeout: 1736 lvb_type: 1 00000004:00080000:1.0:1769074947.943028:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe78568e00/2, rc 0, transno 4294989616 00000100:00100000:1.0:1769074947.943033:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78568e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007968999680:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.943124:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007969005440:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.944134:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969005568:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.944180:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.944221:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969005568 00000100:00100000:1.0:1769074947.944228:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969005568 00000100:00100000:1.0:1769074947.944266:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83203 00000100:00100000:1.0:1769074947.944273:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe63ab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+188:3657:x1855007969005568:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.944295:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9672 count 1 00000100:00100000:2.0:1769074947.944410:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.946730:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.946847:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.946870:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.946881:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960329984 00000100:00100000:0.0:1769074947.946894:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960329984 00000100:00100000:3.0:1769074947.946910:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:0.0:1769074947.946936:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c387200/0xf5091596e2fc2391 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x121e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebabe expref: 135 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.946941:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.946973:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960330112 00000100:00100000:3.0:1769074947.946974:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.946978:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960330112 00010000:00010000:0.0:1769074947.946999:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68760c00/0xf5091596e2fd4f2c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe667 expref: 150 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.947010:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074947.947022:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960330368 00000100:00100000:0.0:1769074947.947026:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960330368 00000100:00100000:3.0:1769074947.947031:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:0.0:1769074947.947054:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f597c00/0xf5091596e2fcb414 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b4f expref: 151 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.947068:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960330624 00000100:00100000:0.0:1769074947.947072:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960330624 00010000:00010000:0.0:1769074947.947085:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4d0b9400/0xf5091596e2fdb825 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f59 expref: 136 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.947103:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960330880 00000100:00100000:0.0:1769074947.947106:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960330880 00010000:00010000:0.0:1769074947.947118:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe60d38e00/0xf5091596e2fd22ee lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x12c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fba29 expref: 137 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.947130:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960330496 00000100:00100000:0.0:1769074947.947133:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960330496 00010000:00010000:0.0:1769074947.947145:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7d2a00/0xf5091596e2fc503f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee773 expref: 152 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.947153:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73848e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007969004928:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.947159:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960330752 00000100:00100000:0.0:1769074947.947163:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960330752 00010000:00010000:0.0:1769074947.947177:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7171de00/0xf5091596e2fb9de2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x167d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e351d expref: 138 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.947189:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960330240 00000100:00100000:0.0:1769074947.947192:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960330240 00010000:00010000:0.0:1769074947.947215:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70462600/0xf5091596e2fbeafe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8232 expref: 139 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.947229:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40945 00000100:00100000:0.0:1769074947.947237:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+139:2409:x1855007960329984:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.947249:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.947254:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c387200/0xf5091596e2fc2391 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x121e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebabe expref: 139 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.947271:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c387200/0xf5091596e2fc2391 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x121e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebabe expref: 139 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.947296:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.947298:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.947303:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044d34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.947312:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044d34 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x121e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.947328:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.947378:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+139:2409:x1855007960329984:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 140us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.947386:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40945 00000100:00100000:0.0:1769074947.947406:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40946 00000100:00100000:0.0:1769074947.947415:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+152:2410:x1855007960330112:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.947425:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1769074947.947426:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40947 00010000:00010000:0.0:1769074947.947434:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68760c00/0xf5091596e2fd4f2c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe667 expref: 152 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.947444:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+152:2410:x1855007960330368:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.947474:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68760c00/0xf5091596e2fd4f2c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe667 expref: 152 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.947482:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.947490:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f597c00/0xf5091596e2fcb414 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b4f expref: 152 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.947495:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.947500:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.947506:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044d42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.947507:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f597c00/0xf5091596e2fcb414 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b4f expref: 152 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.947521:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044d42 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.947537:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074947.947613:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044d81 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.947687:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40948 00000100:00100000:3.0:1769074947.947698:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+138:2410:x1855007960330624:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.947699:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.947701:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.947705:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044d49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.947706:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.947711:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4d0b9400/0xf5091596e2fdb825 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f59 expref: 138 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.947714:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044d49 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.947722:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4d0b9400/0xf5091596e2fdb825 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f59 expref: 138 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.947727:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074947.947736:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.947738:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.947741:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044d57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.947748:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044d57 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.947752:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+152:2410:x1855007960330112:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 335us (902us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.947755:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+152:2410:x1855007960330368:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 317us (883us total) trans 0 rc 0/0 00010000:00010000:3.0:1769074947.947766:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.947772:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40946 00000100:00100000:3.0:1769074947.947787:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+138:2410:x1855007960330624:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 90us (889us total) trans 0 rc 0/0 00010000:00010000:1.0:1769074947.947872:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dde00/0xf5091596e3044d96 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.947888:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bdca00/0xf5091596e2fd9dbb lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725034e8 expref: 151 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.947894:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.947896:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.947898:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dde00/0xf5091596e3044d96 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.947927:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68760c00/0xf5091596e2fd4f2c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe667 expref: 151 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.947939:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7e761f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969002880:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.947954:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044d42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.947962:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044d42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.947969:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044d42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.947978:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044d42 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.947985:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044d42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.948002:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.948237:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7e761180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+189:3660:x1855007969002752:12345-0@lo:6:osp-syn-1-1.0 Request processed in 30887us (30952us total) trans 4294989617 rc 0/0 00000100:00100000:1.0:1769074947.948245:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83191 00000100:00100000:1.0:1769074947.948280:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7e763480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007969002368:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.948293:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044d3b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.948308:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.948314:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044d42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.948321:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.948325:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044d42 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.948332:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044d42 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.948343:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044d42 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.948350:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3044d42 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x21c5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.948366:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.948368:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.948369:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.948396:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd7e762d80/2, rc 0, transno 4294989617 00000100:00100000:1.0:1769074947.948406:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7e762d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969002752:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074947.948428:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c387200/0xf5091596e2fc2391 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x121e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebabe expref: 138 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.948444:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8bb4f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007969002240:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.948471:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044d34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.948479:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044d34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.948486:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044d34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.948494:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044d34 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.948501:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044d34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.949294:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.949598:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8bb4ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+205:3658:x1855007969000320:12345-0@lo:6:osp-syn-0-1.0 Request processed in 33138us (33222us total) trans 4294989635 rc 0/0 00000100:00100000:1.0:1769074947.949743:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83189 00000100:00100000:1.0:1769074947.949796:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7e760380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007969003648:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.949823:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd000/0xf5091596e3044d5e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x167d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.949851:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe63ab0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007969004800:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.949863:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd600/0xf5091596e3044d7a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.949945:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40947 00000100:00100000:2.0:1769074947.949970:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40949 00000100:00100000:2.0:1769074947.949981:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+137:2410:x1855007960330880:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.949996:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.950003:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe60d38e00/0xf5091596e2fd22ee lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x12c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fba29 expref: 137 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.950014:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe60d38e00/0xf5091596e2fd22ee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fba29 expref: 137 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.950033:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.950036:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.950040:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc600/0xf5091596e3044d65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.950049:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc600/0xf5091596e3044d65 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.950066:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.950099:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+137:2410:x1855007960330880:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 122us (3161us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.950105:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40949 00000100:00100000:2.0:1769074947.950120:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40950 00000100:00100000:2.0:1769074947.950127:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe50bf2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+149:2410:x1855007960330496:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.950138:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.950144:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7d2a00/0xf5091596e2fc503f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee773 expref: 149 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.950153:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7d2a00/0xf5091596e2fc503f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee773 expref: 149 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.950166:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.950168:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.950171:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044d50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.950178:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044d50 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.950193:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.950224:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe50bf2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+149:2410:x1855007960330496:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 98us (3251us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.950230:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40950 00000100:00100000:2.0:1769074947.950243:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40951 00000100:00100000:2.0:1769074947.950251:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+136:2410:x1855007960330752:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.950257:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.950262:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7171de00/0xf5091596e2fb9de2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x167d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e351d expref: 136 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.950270:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7171de00/0xf5091596e2fb9de2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x167d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e351d expref: 136 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.950283:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7171de00/0xf5091596e2fb9de2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x167d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e351d expref: 136 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.950292:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.950294:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.950296:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd000/0xf5091596e3044d5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x167d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.950303:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd000/0xf5091596e3044d5e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x167d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.950325:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.950344:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+135:2410:x1855007960330752:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 94us (3339us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.950351:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40951 00000100:00100000:2.0:1769074947.950365:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40952 00000100:00100000:2.0:1769074947.950372:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+134:2409:x1855007960330240:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.950379:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.950383:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe70462600/0xf5091596e2fbeafe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8232 expref: 134 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.950394:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe70462600/0xf5091596e2fbeafe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8232 expref: 134 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.950406:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70462600/0xf5091596e2fbeafe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x25d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8232 expref: 134 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.950415:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.950417:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.950420:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044d3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.950427:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044d3b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.950444:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.950481:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1eb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+133:2409:x1855007960330240:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 108us (3450us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.950487:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40952 00000100:00100000:2.0:1769074947.950858:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e39500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969004160:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.950873:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044d6c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.950898:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007969004416:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.950910:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044d73 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.950929:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044d3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.950936:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044d3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.950945:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044d3b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.950952:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044d3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.950976:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074947.951151:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8bb4f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+205:3658:x1855007969001216:12345-0@lo:6:osp-syn-0-1.0 Request processed in 34634us (34829us total) trans 4294989636 rc 0/0 00000100:00100000:2.0:1769074947.951158:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83190 00010000:00010000:2.0:1769074947.951179:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd000/0xf5091596e3044d5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.951192:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd000/0xf5091596e3044d5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.951213:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd000/0xf5091596e3044d5e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.951219:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd000/0xf5091596e3044d5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.951233:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1769074947.951340:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+205:3658:x1855007969003520:12345-0@lo:6:osp-syn-0-1.0 Request processed in 31201us (31263us total) trans 4294989637 rc 0/0 00000100:00100000:2.0:1769074947.951347:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83195 00010000:00010000:2.0:1769074947.951380:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f597c00/0xf5091596e2fcb414 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4b4f expref: 148 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.951391:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e3a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007969003008:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.951403:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044d49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.951411:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044d49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.951417:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044d49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.951428:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044d49 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.951435:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044d49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.951469:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1769074947.951895:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7e760000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+189:3658:x1855007969002624:12345-0@lo:6:osp-syn-1-1.0 Request processed in 34249us (34383us total) trans 4294989618 rc 0/0 00000100:00100000:2.0:1769074947.951902:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83192 00010000:00010000:2.0:1769074947.951954:0:14042:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4d0b9400/0xf5091596e2fdb825 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f59 expref: 132 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.951964:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007969003392:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.951976:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044d57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.951984:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044d57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.951990:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044d57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.951997:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044d57 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.952010:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044d57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.952019:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:0.0:1769074947.952122:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1769074947.952131:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044d34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.952139:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7e761880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+205:3660:x1855007969003264:12345-0@lo:6:osp-syn-0-1.0 Request processed in 33961us (34014us total) trans 4294989638 rc 0/0 00010000:00010000:0.0:1769074947.952146:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1400 already unused, calling callback (ffffffffc0cdeb90) 00000100:00100000:2.0:1769074947.952151:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83194 00010000:00010000:0.0:1769074947.952153:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044d34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.952164:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044d34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.952182:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044d34 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.952186:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969005696:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.952193:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3044d34 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.952214:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1769074947.952218:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044d3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.952224:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.952227:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044d3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.952234:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044d3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.952244:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074947.952248:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044d3b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.952257:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e3044d3b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.952272:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969005696 00010000:00010000:0.0:1769074947.952273:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1769074947.952279:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd000/0xf5091596e3044d5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.952281:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969005696 00010000:00010000:0.0:1769074947.952290:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dd000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.952294:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd000/0xf5091596e3044d5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.952301:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd000/0xf5091596e3044d5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.952311:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd000/0xf5091596e3044d5e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.952315:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83204 00010000:00010000:0.0:1769074947.952324:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd000/0xf5091596e3044d5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.952325:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+189:3658:x1855007969005696:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.952345:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074947.952349:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044d49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1769074947.952354:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9781 count 1 00010000:00010000:0.0:1769074947.952356:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.952361:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044d49 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.952368:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044d49 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.952375:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044d9d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2635:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.952377:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044d49 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.952396:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044d49 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x5d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.952402:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe51cb0000/0xf5091596e2fda0f5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2635:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072503829 expref: 147 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.952412:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.952414:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.952417:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044d9d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2635:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.952420:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.952427:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044d57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.952434:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.952438:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044d57 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.952466:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044d57 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.952472:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe51cb0000/0xf5091596e2fda0f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2635:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503829 expref: 147 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.952479:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044d57 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.952486:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044d57 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.952498:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.952502:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.952504:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.952508:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe51cb0000/0xf5091596e2fda0f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2635:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503829 expref: 147 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.952533:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007969005824:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.952571:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95f00 going to sleep for 11 seconds 00000004:00080000:2.0:1769074947.952600:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe78e39180/2, rc 0, transno 4294989637 00000100:00100000:2.0:1769074947.952628:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e39180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969003520:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074947.952640:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd7e761500/2, rc 0, transno 4294989618 00000100:00100000:2.0:1769074947.952644:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7e761500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969002624:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074947.952653:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa0ed80/2, rc 0, transno 4294989635 00000100:00100000:2.0:1769074947.952656:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969000320:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074947.952664:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe63ab1880/2, rc 0, transno 4294989636 00000100:00100000:2.0:1769074947.952667:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe63ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969001216:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.952738:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007969005184:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.952753:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044d88 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.952834:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.952867:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.952882:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960331008 00000100:00100000:2.0:1769074947.952886:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960331008 00010000:00010000:2.0:1769074947.952903:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe496ff200/0xf5091596e2fd0e65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa599 expref: 132 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.952930:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960331136 00000100:00100000:2.0:1769074947.952932:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960331136 00010000:00010000:2.0:1769074947.952943:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fef0a00/0xf5091596e2fc6e3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0572 expref: 133 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.952956:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40953 00000100:00100000:2.0:1769074947.952962:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+133:2409:x1855007960331008:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.952971:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.952975:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe496ff200/0xf5091596e2fd0e65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2336:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa599 expref: 133 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.952985:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe496ff200/0xf5091596e2fd0e65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2336:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa599 expref: 133 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.953002:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe496ff200/0xf5091596e2fd0e65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2336:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa599 expref: 133 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.953012:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.953014:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.953018:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044d6c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.953027:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044d6c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.953043:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.953062:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+132:2409:x1855007960331008:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 100us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.953069:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40953 00000100:00100000:2.0:1769074947.953083:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40954 00000100:00100000:2.0:1769074947.953089:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+131:2410:x1855007960331136:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.953095:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.953099:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fef0a00/0xf5091596e2fc6e3e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0572 expref: 131 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.953110:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fef0a00/0xf5091596e2fc6e3e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0572 expref: 131 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.953122:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fef0a00/0xf5091596e2fc6e3e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0572 expref: 131 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.953131:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.953133:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.953136:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044d73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.953144:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044d73 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.953158:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.953170:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+130:2410:x1855007960331136:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 81us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.953176:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40954 00010000:00010000:2.0:1769074947.953192:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044d6c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.953199:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044d6c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.953208:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044d6c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.953215:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044d6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.953225:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074947.953366:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.953372:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044d6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.953378:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+205:3660:x1855007969004032:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20337us (20416us total) trans 4294989639 rc 0/0 00010000:00010000:0.0:1769074947.953385:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.953391:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044d6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.953391:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83197 00010000:00010000:0.0:1769074947.953402:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044d6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.953414:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044d6c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.953416:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044d73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.953431:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044d6c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.953434:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044d73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.953475:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044d73 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.953483:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.953484:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044d73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.953487:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.953491:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.953506:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074947.953512:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.953518:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044d73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.953525:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.953528:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044d73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.953536:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044d73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.953547:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044d73 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.953553:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3044d73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.953579:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.953582:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.953584:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.953605:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+205:3660:x1855007969004288:12345-0@lo:6:osp-syn-0-1.0 Request processed in 19847us (19892us total) trans 4294989640 rc 0/0 00000100:00100000:2.0:1769074947.953612:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83198 00000100:00100000:2.0:1769074947.953635:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969005952:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.953658:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.953689:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074947.953695:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969006080:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.953717:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.953719:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969005952 00000100:00100000:0.0:1769074947.953725:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969005952 00000100:00100000:2.0:1769074947.953740:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969006080 00000100:00100000:2.0:1769074947.953745:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969006080 00000100:00100000:0.0:1769074947.953759:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83205 00000100:00100000:0.0:1769074947.953768:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+206:3659:x1855007969005952:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.953786:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7793 count 1 00000100:00100000:2.0:1769074947.953786:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83206 00000100:00100000:2.0:1769074947.953798:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+206:3659:x1855007969006080:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074947.953805:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044da4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.953831:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe706da400/0xf5091596e2fcb701 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f4e35 expref: 129 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.953839:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.953840:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.953843:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044da4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.953864:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe706da400/0xf5091596e2fcb701 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4e35 expref: 129 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.953875:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe706da400/0xf5091596e2fcb701 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4e35 expref: 129 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.953885:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007969006336:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.953922:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6c00 going to sleep for 11 seconds 00002000:00080000:2.0:1769074947.954117:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3718 count 1 00010000:00010000:2.0:1769074947.954130:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044dab lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.954142:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d01cc00/0xf5091596e2fd6af4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072500228 expref: 129 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.954149:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.954151:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.954154:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044dab lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.954172:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d01cc00/0xf5091596e2fd6af4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500228 expref: 129 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.954182:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d01cc00/0xf5091596e2fd6af4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500228 expref: 129 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.954192:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969006464:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.954223:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.954247:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074947.954256:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969006208:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.954277:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.954354:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.954388:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.954404:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960331392 00000100:00100000:2.0:1769074947.954408:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960331392 00010000:00010000:2.0:1769074947.954426:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b734e00/0xf5091596e2fc61f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef92b expref: 148 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.954471:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960331264 00000100:00100000:2.0:1769074947.954475:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960331264 00010000:00010000:2.0:1769074947.954487:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6bf95e00/0xf5091596e2fcc524 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c58 expref: 149 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.954502:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40955 00000100:00100000:2.0:1769074947.954510:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+149:2410:x1855007960331392:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074947.954533:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969006208 00000100:00100000:0.0:1769074947.954539:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969006208 00000100:00100000:0.0:1769074947.954567:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83207 00000100:00100000:0.0:1769074947.954574:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+207:3658:x1855007969006208:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.954590:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5887 count 1 00010000:00010000:0.0:1769074947.954602:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044db2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.954620:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe56f2f400/0xf5091596e2fc7e21 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f1555 expref: 129 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.954626:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.954629:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.954632:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044db2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x16ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.954651:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe56f2f400/0xf5091596e2fc7e21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1555 expref: 129 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.954661:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe56f2f400/0xf5091596e2fc7e21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1555 expref: 129 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.954672:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007969006592:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.954702:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6a80 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.954723:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.954732:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b734e00/0xf5091596e2fc61f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef92b expref: 149 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.954748:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b734e00/0xf5091596e2fc61f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef92b expref: 149 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.954766:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b734e00/0xf5091596e2fc61f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xa1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef92b expref: 149 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.954778:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.954780:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.954783:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044d81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.954792:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044d81 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.954826:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.954844:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+148:2410:x1855007960331392:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 335us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.954851:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40955 00000100:00100000:2.0:1769074947.954866:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40956 00000100:00100000:2.0:1769074947.954871:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+147:2409:x1855007960331264:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.954878:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.954883:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6bf95e00/0xf5091596e2fcc524 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c58 expref: 147 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.954893:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6bf95e00/0xf5091596e2fcc524 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c58 expref: 147 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.954905:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6bf95e00/0xf5091596e2fcc524 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xac:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5c58 expref: 147 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.954915:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.954917:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.954920:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd600/0xf5091596e3044d7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.954928:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd600/0xf5091596e3044d7a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xac:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.954948:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.954959:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+146:2409:x1855007960331264:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 88us (570us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.954965:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40956 00010000:00010000:0.0:1769074947.954994:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044d81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.955005:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044d81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.955014:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044d81 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.955021:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044d81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.955031:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:0.0:1769074947.955050:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.955135:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007969005440:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.955156:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044d8f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.955174:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960331520 00000100:00100000:2.0:1769074947.955178:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960331520 00010000:00010000:2.0:1769074947.955193:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe656b5a00/0xf5091596e2fc4db4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4e8 expref: 130 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.955255:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe63ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+190:3657:x1855007969004672:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17096us (17835us total) trans 4294989619 rc 0/0 00000100:00100000:0.0:1769074947.955263:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83200 00010000:00010000:0.0:1769074947.955283:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.955289:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044d81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.955297:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.955301:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044d81 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.955309:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044d81 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.955323:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044d81 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.955330:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652600/0xf5091596e3044d81 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xa1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.955347:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.955349:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.955351:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.955409:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40957 00000100:00100000:2.0:1769074947.955416:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6a821c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+130:2409:x1855007960331520:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.955427:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.955431:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe656b5a00/0xf5091596e2fc4db4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x224f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4e8 expref: 130 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.955440:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe656b5a00/0xf5091596e2fc4db4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x224f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4e8 expref: 130 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.955481:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe656b5a00/0xf5091596e2fc4db4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x224f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4e8 expref: 130 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.955492:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.955493:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.955496:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044d88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.955504:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044d88 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.955553:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.955571:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6a821c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+129:2409:x1855007960331520:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 155us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.955578:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40957 00010000:00010000:0.0:1769074947.955579:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044d88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.955594:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044d88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.955602:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044d88 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.955609:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.955622:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.955777:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+208:3660:x1855007969005056:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14552us (14639us total) trans 4294989641 rc 0/0 00000100:00100000:0.0:1769074947.955785:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83201 00010000:00010000:0.0:1769074947.955823:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.955828:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.955836:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.955839:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044d88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.955846:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044d88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.955859:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044d88 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.955870:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044d88 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.955891:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.955893:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.955895:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.956351:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40948 00010000:00010000:1.0:1769074947.956370:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.956401:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7384c700/2, rc 0, transno 4294989641 00000100:00100000:1.0:1769074947.956422:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969005056:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.956433:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe78e3b800/2, rc 0, transno 4294989640 00000100:00100000:1.0:1769074947.956437:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e3b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969004288:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.956462:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe78e39c00/2, rc 0, transno 4294989639 00000100:00100000:1.0:1769074947.956467:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e39c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969004032:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074947.956479:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe78e38000/2, rc 0, transno 4294989638 00000100:00100000:1.0:1769074947.956482:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e38000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969003264:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074947.956500:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd600/0xf5091596e3044d7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.956509:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd600/0xf5091596e3044d7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.956594:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd600/0xf5091596e3044d7a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.956601:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd600/0xf5091596e3044d7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.956709:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.956781:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969006720:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.956828:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.956870:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe63ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+190:3657:x1855007969004544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 19671us (19761us total) trans 4294989620 rc 0/0 00000100:00100000:1.0:1769074947.956878:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83199 00010000:00010000:0.0:1769074947.957578:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.957586:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd600/0xf5091596e3044d7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.957594:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dd600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.957598:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd600/0xf5091596e3044d7a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.957607:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd600/0xf5091596e3044d7a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.957621:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd600/0xf5091596e3044d7a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.957628:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd600/0xf5091596e3044d7a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xac:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.957647:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.957649:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.957650:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.958931:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60d38e00/0xf5091596e2fd22ee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fba29 expref: 127 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.958951:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe63ab0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007969003904:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.958971:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc600/0xf5091596e3044d65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.958980:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc600/0xf5091596e3044d65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.958985:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc600/0xf5091596e3044d65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.958994:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc600/0xf5091596e3044d65 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.959000:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc600/0xf5091596e3044d65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.959022:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.959289:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe63ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+208:3657:x1855007969003776:12345-0@lo:6:osp-syn-0-1.0 Request processed in 27411us (27499us total) trans 4294989642 rc 0/0 00000100:00100000:0.0:1769074947.959298:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83196 00010000:00010000:3.0:1769074947.963303:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.963318:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc600/0xf5091596e3044d65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.963329:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dc600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.963333:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc600/0xf5091596e3044d65 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.963341:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc600/0xf5091596e3044d65 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.963369:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc600/0xf5091596e3044d65 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.963374:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc600/0xf5091596e3044d65 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.963390:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.963391:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.963393:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074947.963477:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.963569:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007969006336:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.963591:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044da4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.963617:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960331648 00000100:00100000:3.0:1769074947.963623:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960331648 00010000:00010000:3.0:1769074947.963657:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73651800/0xf5091596e2fcc19d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f58d1 expref: 146 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.963688:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40958 00000100:00100000:3.0:1769074947.963697:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+146:2410:x1855007960331648:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.963710:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.963716:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe73651800/0xf5091596e2fcc19d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f58d1 expref: 146 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.963727:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe73651800/0xf5091596e2fcc19d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f58d1 expref: 146 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.963745:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73651800/0xf5091596e2fcc19d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f58d1 expref: 146 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.963762:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.963764:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.963768:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044d8f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.963782:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044d8f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.963807:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.963859:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+145:2410:x1855007960331648:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 163us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.963866:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40958 00000100:00100000:3.0:1769074947.964001:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007969006592:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.964012:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044db2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.964035:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.964049:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.964063:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.964080:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.964093:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960331776 00000100:00100000:3.0:1769074947.964096:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960331776 00010000:00010000:3.0:1769074947.964108:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe51cb0000/0xf5091596e2fda0f5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2635:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503829 expref: 145 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.964118:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960332032 00000100:00100000:3.0:1769074947.964120:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960332032 00010000:00010000:3.0:1769074947.964129:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d01cc00/0xf5091596e2fd6af4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500228 expref: 127 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.964137:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960331904 00000100:00100000:3.0:1769074947.964138:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960331904 00010000:00010000:3.0:1769074947.964146:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe706da400/0xf5091596e2fcb701 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4e35 expref: 128 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.964153:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960332160 00000100:00100000:3.0:1769074947.964155:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960332160 00010000:00010000:3.0:1769074947.964162:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe56f2f400/0xf5091596e2fc7e21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1555 expref: 129 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.964172:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40959 00000100:00100000:3.0:1769074947.964176:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+145:2409:x1855007960331776:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.964183:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.964187:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe51cb0000/0xf5091596e2fda0f5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2635:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503829 expref: 145 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.964195:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe51cb0000/0xf5091596e2fda0f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2635:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503829 expref: 145 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.964207:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.964208:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.964211:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044d9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2635:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.964223:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044d9d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2635:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.964234:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.964258:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+145:2409:x1855007960331776:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 80us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.964264:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40959 00000100:00100000:3.0:1769074947.964279:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40960 00000100:00100000:3.0:1769074947.964285:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+129:2409:x1855007960332032:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.964293:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.964297:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d01cc00/0xf5091596e2fd6af4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500228 expref: 129 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.964306:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d01cc00/0xf5091596e2fd6af4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500228 expref: 129 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.964683:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.964687:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.964690:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044dab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.964699:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044dab lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.964713:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.964736:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+129:2409:x1855007960332032:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 451us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.964743:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40960 00000100:00100000:3.0:1769074947.964758:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40961 00000100:00100000:3.0:1769074947.964765:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+128:2409:x1855007960331904:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.964773:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.964777:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe706da400/0xf5091596e2fcb701 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4e35 expref: 128 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.964786:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe706da400/0xf5091596e2fcb701 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4e35 expref: 128 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.964800:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe706da400/0xf5091596e2fcb701 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4e35 expref: 128 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.964819:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.964822:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.964826:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044da4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.964832:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044da4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.964850:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074947.964862:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044da4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.964869:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044da4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.964878:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044da4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.964885:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044da4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.964899:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.965312:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969006720 00000100:00100000:1.0:1769074947.965319:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969006720 00000100:00100000:1.0:1769074947.965350:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83208 00000100:00100000:1.0:1769074947.965357:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+209:3658:x1855007969006720:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.965381:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1427 count 1 00010000:00010000:1.0:1769074947.965400:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd400/0xf5091596e3044db9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x593:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.965413:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9c00/0xf5091596e2fd10c6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fa7fa expref: 127 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.965419:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.965432:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.965434:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd400/0xf5091596e3044db9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.965473:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9c00/0xf5091596e2fd10c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa7fa expref: 127 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.965485:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9c00/0xf5091596e2fd10c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa7fa expref: 127 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.965488:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+209:3659:x1855007969005952:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11721us (11828us total) trans 4294989643 rc 0/0 00000100:00100000:3.0:1769074947.965495:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83205 00000100:00100000:1.0:1769074947.965499:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe63ab0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969007232:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.965532:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+127:2409:x1855007960331904:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 767us (1466us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.965538:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40961 00000100:00100000:3.0:1769074947.965552:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40962 00000100:00100000:3.0:1769074947.965558:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+126:2409:x1855007960332160:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.965568:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.965573:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe56f2f400/0xf5091596e2fc7e21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1555 expref: 126 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.965583:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe56f2f400/0xf5091596e2fc7e21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1555 expref: 126 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.965600:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe56f2f400/0xf5091596e2fc7e21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1555 expref: 126 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.965615:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.965617:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.965620:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044db2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.965627:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044db2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x16ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.965644:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074947.965662:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+125:2409:x1855007960332160:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 104us (1580us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074947.965668:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40962 00010000:00010000:3.0:1769074947.965686:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044db2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.965694:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044db2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.965702:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044db2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.965709:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044db2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.965721:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074947.965847:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+209:3658:x1855007969006208:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11274us (11568us total) trans 4294989644 rc 0/0 00000100:00100000:3.0:1769074947.965855:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83207 00010000:00010000:3.0:1769074947.965872:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074947.965878:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044da4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.965885:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.965888:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044da4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.965896:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044da4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.965907:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044da4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.965914:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044da4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.965928:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074947.965932:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044db2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.965937:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074947.965940:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044db2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.965946:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044db2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.965955:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044db2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x16ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.965961:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044db2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.965970:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb000 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.965984:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.965984:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.965986:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074947.965988:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.965998:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969006976:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.966027:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.966053:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.966059:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969006848:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.966078:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.966098:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969006976 00000100:00100000:1.0:1769074947.966102:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969006976 00010000:00010000:0.0:1769074947.966219:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.966252:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bdca00/0xf5091596e2fd9dbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725034e8 expref: 144 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.966264:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bdca00/0xf5091596e2fd9dbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725034e8 expref: 144 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.966278:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007969007360:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.966308:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.966323:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969006848 00000100:00100000:0.0:1769074947.966327:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969006848 00000100:00100000:1.0:1769074947.968792:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83209 00000100:00100000:1.0:1769074947.968828:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe63ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+210:3660:x1855007969006976:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.968864:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2395 count 1 00010000:00010000:1.0:1769074947.968892:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc800/0xf5091596e3044dc0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x95b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.968912:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe626e1600/0xf5091596e2fdafff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x95b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504733 expref: 124 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.968919:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.968921:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.968925:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc800/0xf5091596e3044dc0 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x95b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.968957:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe626e1600/0xf5091596e2fdafff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x95b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504733 expref: 124 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.968969:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe626e1600/0xf5091596e2fdafff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x95b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504733 expref: 124 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.968984:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe63ab0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007969007488:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.969051:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.969646:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83210 00000100:00100000:0.0:1769074947.969660:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe63ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+210:3660:x1855007969006848:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.969677:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1567 count 1 00010000:00010000:0.0:1769074947.969691:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044dc7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x61f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.969704:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5e20aa00/0xf5091596e2fc6d96 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x61f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f04ca expref: 124 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.969711:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.969712:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.969714:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044dc7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x61f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.969734:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5e20aa00/0xf5091596e2fc6d96 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x61f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f04ca expref: 124 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.969743:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5e20aa00/0xf5091596e2fc6d96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x61f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f04ca expref: 124 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.969754:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007969007616:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.969793:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.969834:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.969849:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7e763480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969007872:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.969869:0:12381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7d2a00/0xf5091596e2fc503f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee773 expref: 144 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.969885:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7e763800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969003136:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.969894:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074947.969906:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044d50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.969917:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044d50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.969925:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044d50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.969929:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969007872 00000100:00100000:1.0:1769074947.969936:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969007872 00010000:00010000:0.0:1769074947.969947:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044d50 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.969955:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044d50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.969966:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83211 00000100:00100000:1.0:1769074947.969974:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7e761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+190:3660:x1855007969007872:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.969977:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1769074947.969987:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5114 count 1 00010000:00010000:1.0:1769074947.970002:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd200/0xf5091596e3044dce lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.970015:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a0ba00/0xf5091596e2fcefe1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8715 expref: 143 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.970023:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.970025:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.970028:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd200/0xf5091596e3044dce lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.970045:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a0ba00/0xf5091596e2fcefe1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8715 expref: 143 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.970055:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a0ba00/0xf5091596e2fcefe1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8715 expref: 143 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.970064:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7e763800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007969008000:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.970087:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb300 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.970098:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.970104:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044d50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.970111:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.970115:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044d50 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.970124:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044d50 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.970140:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044d50 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.970148:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044d50 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xb9a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.970175:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.970176:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.970178:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.970191:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.970286:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7384ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969007104:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.970315:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074947.970341:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d1ead80/2, rc 0, transno 4294989619 00000100:00100000:1.0:1769074947.970349:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969004672:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.970380:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8bb4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969008128:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.970402:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.970468:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7e762300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+191:3658:x1855007969002496:12345-0@lo:6:osp-syn-1-1.0 Request processed in 52494us (52688us total) trans 4294989621 rc 0/0 00000100:00100000:0.0:1769074947.970477:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83193 00000100:00100000:0.0:1769074947.970497:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969007104 00000100:00100000:0.0:1769074947.970501:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969007104 00000100:00100000:0.0:1769074947.970525:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969008128 00000100:00100000:0.0:1769074947.970528:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969008128 00000100:00100000:0.0:1769074947.970546:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83212 00000100:00100000:0.0:1769074947.970553:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8bb4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+211:3657:x1855007969007104:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.970565:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4378 count 1 00010000:00010000:0.0:1769074947.970577:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044dd5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x111a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.970590:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3200/0xf5091596e2fc01be lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x111a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e98f2 expref: 124 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.970595:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.970597:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.970599:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044dd5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x111a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.970618:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3200/0xf5091596e2fc01be lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x111a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e98f2 expref: 124 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.970627:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3200/0xf5091596e2fc01be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x111a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e98f2 expref: 124 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.970636:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44117100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007969008256:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.970665:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6c00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.970904:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83213 00000100:00100000:1.0:1769074947.970913:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8bb4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+191:3660:x1855007969008128:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.970926:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7476 count 1 00010000:00010000:1.0:1769074947.970938:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc000/0xf5091596e3044ddc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.970950:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5d504c00/0xf5091596e2fce251 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f7985 expref: 143 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.970957:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.970959:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.970962:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc000/0xf5091596e3044ddc lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.970979:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5d504c00/0xf5091596e2fce251 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7985 expref: 143 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.970989:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5d504c00/0xf5091596e2fce251 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7985 expref: 143 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.970998:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8bb4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969008384:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.971022:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbd80 going to sleep for 11 seconds 00000004:00080000:1.0:1769074947.971053:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d1eaa00/2, rc 0, transno 4294989620 00000100:00100000:1.0:1769074947.971073:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969004544:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074947.971086:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d1e8700/2, rc 0, transno 4294989642 00000100:00100000:1.0:1769074947.971096:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969003776:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.971138:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8bb4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969008512:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.971170:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.971191:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1769074947.971203:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969008512 00000100:00100000:0.0:1769074947.971208:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969008512 00000100:00100000:0.0:1769074947.971241:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83214 00000100:00100000:0.0:1769074947.971248:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdd40fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+212:3657:x1855007969008512:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.971260:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7390 count 1 00010000:00010000:0.0:1769074947.971273:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044de3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1cde:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.971278:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7e760380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969007744:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.971286:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d283600/0xf5091596e2fc969a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1cde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f2dce expref: 124 pid: 14035 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074947.971313:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.971330:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969007744 00000100:00100000:1.0:1769074947.971334:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969007744 00000100:00100000:1.0:1769074947.971357:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83215 00000100:00100000:1.0:1769074947.971365:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdd40f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+192:3657:x1855007969007744:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.971373:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.971376:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.971380:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044de3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1cde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1769074947.971381:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6958 count 1 00010000:00010000:1.0:1769074947.971398:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc200/0xf5091596e3044dea lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.971409:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d283600/0xf5091596e2fc969a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2dce expref: 124 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.971414:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe711d8a00/0xf5091596e2fc1ecf lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eb603 expref: 143 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.971432:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.971434:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.971437:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc200/0xf5091596e3044dea lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.971472:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe711d8a00/0xf5091596e2fc1ecf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb603 expref: 143 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.971482:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe711d8a00/0xf5091596e2fc1ecf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb603 expref: 143 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.971498:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd57bc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007969008896:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.972286:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.972316:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44115180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969008640:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.972347:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.972375:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969008640 00000100:00100000:1.0:1769074947.972379:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969008640 00000100:00100000:1.0:1769074947.972412:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83216 00000100:00100000:1.0:1769074947.972731:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd57bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+193:3657:x1855007969008640:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.972755:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2898 count 1 00010000:00010000:1.0:1769074947.972775:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3044df1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.972789:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48564200/0xf5091596e2fc813f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f1873 expref: 143 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.972795:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.972797:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.972800:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3044df1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.972838:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe48564200/0xf5091596e2fc813f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1873 expref: 143 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.972848:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe48564200/0xf5091596e2fc813f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1873 expref: 143 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.972865:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd57bc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007969009024:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.972897:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb180 going to sleep for 11 seconds 00010000:00010000:2.0:1769074947.973168:0:14043:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d01cc00/0xf5091596e2fd6af4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500228 expref: 124 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.973187:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969006464:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.973205:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044dab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.973215:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044dab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.973221:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044dab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.973230:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044dab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.973238:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044dab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.973250:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d283600/0xf5091596e2fc969a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2dce expref: 124 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.973263:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.973273:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc4430e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007969008768:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.973292:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.973299:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044dab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.973307:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.973310:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044dab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.973318:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044dab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.973335:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044dab lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.973341:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044dab lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.973368:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.973370:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.973372:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.973524:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+213:3659:x1855007969006080:12345-0@lo:6:osp-syn-0-1.0 Request processed in 19727us (19805us total) trans 4294989645 rc 0/0 00000100:00100000:2.0:1769074947.973534:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83206 00000100:00100000:0.0:1769074947.973542:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6600 going to sleep for 11 seconds 00000004:00080000:2.0:1769074947.973734:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73848000/2, rc 0, transno 4294989645 00000100:00100000:2.0:1769074947.973755:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73848000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969006080:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074947.973766:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73848a80/2, rc 0, transno 4294989643 00000100:00100000:2.0:1769074947.973770:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73848a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969005952:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074947.973792:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044d8f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.973800:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044d8f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.973807:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044d8f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.973826:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044d8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.973841:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074947.973850:0:14042:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe51cb0000/0xf5091596e2fda0f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2635:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503829 expref: 143 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.973861:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007969005824:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.973874:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044d9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.973882:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044d9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.973888:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044d9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.973896:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044d9d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.973905:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044d9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.973909:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.973917:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044d8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.973924:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074947.973927:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.973933:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044d8f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.973942:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044d8f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.973957:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044d8f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.973964:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044d8f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x11f4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.973972:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+195:3660:x1855007969005312:12345-0@lo:6:osp-syn-1-1.0 Request processed in 32238us (32491us total) trans 4294989622 rc 0/0 00000100:00100000:2.0:1769074947.973983:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83202 00010000:00010000:0.0:1769074947.973986:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.973991:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044d9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.973998:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.974002:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044d9d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.974007:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc4433800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969009152:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074947.974011:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044d9d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.974024:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044d9d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.974034:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.974036:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+194:3658:x1855007969005696:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21713us (21794us total) trans 4294989623 rc 0/0 00010000:00010000:0.0:1769074947.974048:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044d9d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2635:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074947.974049:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83204 00000100:00100000:2.0:1769074947.974051:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074947.974059:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969009280:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.974065:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969009152 00000100:00100000:1.0:1769074947.974071:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969009152 00010000:00010000:0.0:1769074947.974080:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.974081:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074947.974085:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.974090:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.974098:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969009280 00000100:00100000:1.0:1769074947.974103:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969009280 00000100:00100000:2.0:1769074947.974105:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83217 00000100:00100000:2.0:1769074947.974111:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+214:3659:x1855007969009152:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.974129:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8122 count 1 00000100:00100000:1.0:1769074947.974131:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83218 00000100:00100000:1.0:1769074947.974135:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+214:3659:x1855007969009280:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074947.974144:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044df8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1769074947.974145:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5349 count 1 00010000:00010000:1.0:1769074947.974153:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd800/0xf5091596e3044dff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.974160:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe56fe3000/0xf5091596e2fbd8ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6fee expref: 123 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.974163:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70893200/0xf5091596e2fc8043 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f1777 expref: 123 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.974168:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.974170:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.974170:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.974171:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.974173:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044df8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.974174:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd800/0xf5091596e3044dff lrc: 4/0,1 mode: --/PW res: [0x280000400:0x14e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.974193:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe70893200/0xf5091596e2fc8043 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1777 expref: 123 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.974193:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe56fe3000/0xf5091596e2fbd8ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6fee expref: 123 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.974202:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe56fe3000/0xf5091596e2fbd8ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6fee expref: 123 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.974213:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007969009536:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.974214:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe70893200/0xf5091596e2fc8043 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1777 expref: 123 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.974223:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd57bc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007969009408:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.974235:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e959c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.974237:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1769074947.974246:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074947.974266:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7384f800/2, rc 0, transno 4294989622 00000100:00100000:1.0:1769074947.974283:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969005312:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.975060:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969009664:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.975095:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074947.975221:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969009664 00000100:00100000:3.0:1769074947.975228:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969009664 00000100:00100000:3.0:1769074947.975263:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83219 00000100:00100000:3.0:1769074947.975272:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd57bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+194:3657:x1855007969009664:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074947.975289:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2315 count 1 00010000:00010000:3.0:1769074947.975304:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044e06 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.975318:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe636d5800/0xf5091596e2fd3ec4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fd5f8 expref: 142 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074947.975324:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074947.975326:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074947.975327:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe63ab0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969007232:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074947.975329:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044e06 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.975343:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd400/0xf5091596e3044db9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.975353:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe636d5800/0xf5091596e2fd3ec4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd5f8 expref: 142 pid: 8669 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074947.975416:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074947.976288:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe636d5800/0xf5091596e2fd3ec4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd5f8 expref: 142 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074947.976304:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969009792:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.976357:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.976806:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960332288 00000100:00100000:2.0:1769074947.976844:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960332288 00010000:00010000:2.0:1769074947.976877:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9c00/0xf5091596e2fd10c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa7fa expref: 124 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.976932:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40963 00000100:00100000:2.0:1769074947.976943:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd57bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+124:2410:x1855007960332288:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.976955:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.976961:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9c00/0xf5091596e2fd10c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x593:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa7fa expref: 124 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.976982:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9c00/0xf5091596e2fd10c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x593:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa7fa expref: 124 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.977004:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609e9c00/0xf5091596e2fd10c6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x593:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa7fa expref: 124 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.977017:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.977018:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.977022:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd400/0xf5091596e3044db9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.977029:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd400/0xf5091596e3044db9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.977061:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.977092:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd57bc5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+123:2410:x1855007960332288:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 151us (1676us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.977099:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40963 00000004:00080000:2.0:1769074947.977213:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73848e00/2, rc 0, transno 4294989644 00000100:00100000:2.0:1769074947.977228:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73848e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969006208:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074947.977233:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd400/0xf5091596e3044db9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.977245:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd400/0xf5091596e3044db9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.977256:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd400/0xf5091596e3044db9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.977264:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd400/0xf5091596e3044db9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.977284:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074947.977291:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074947.977303:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969009920:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074947.977338:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.977377:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969009920 00000100:00100000:2.0:1769074947.977381:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969009920 00000100:00100000:2.0:1769074947.977409:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83220 00000100:00100000:2.0:1769074947.977417:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+216:3657:x1855007969009920:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074947.977436:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7904 count 1 00010000:00010000:2.0:1769074947.977472:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044e0d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ee0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.977486:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe78476a00/0xf5091596e2fc9e3b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1ee0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f3568 expref: 122 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.977493:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.977493:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.977494:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.977497:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044e0d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1ee0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.977500:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd400/0xf5091596e3044db9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.977507:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dd400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.977511:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd400/0xf5091596e3044db9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.977519:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe78476a00/0xf5091596e2fc9e3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ee0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3568 expref: 122 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.977531:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe78476a00/0xf5091596e2fc9e3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ee0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3568 expref: 122 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074947.977532:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd400/0xf5091596e3044db9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.977543:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+216:3658:x1855007969006720:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12183us (20711us total) trans 4294989646 rc 0/0 00010000:00010000:1.0:1769074947.977546:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd400/0xf5091596e3044db9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.977546:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007969010048:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.977559:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83208 00010000:00010000:1.0:1769074947.977560:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd400/0xf5091596e3044db9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.977582:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.977585:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.977587:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.977598:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95300 going to sleep for 11 seconds 00000004:00080000:2.0:1769074947.977631:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa64e00/2, rc 0, transno 4294989623 00000100:00100000:2.0:1769074947.977651:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969005696:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074947.977664:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd7e761c00/2, rc 0, transno 4294989621 00000100:00100000:2.0:1769074947.977668:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7e761c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969002496:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074947.977680:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73849f80/2, rc 0, transno 4294989646 00000100:00100000:2.0:1769074947.977696:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73849f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969006720:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.977850:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969010304:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074947.977883:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.977906:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074947.977911:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd57bc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969010176:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074947.977931:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.977963:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969010304 00000100:00100000:1.0:1769074947.977967:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969010304 00000100:00100000:1.0:1769074947.977991:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969010176 00000100:00100000:1.0:1769074947.977994:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969010176 00000100:00100000:1.0:1769074947.978010:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83221 00000100:00100000:1.0:1769074947.978016:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe63ab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+195:3660:x1855007969010304:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.978030:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4638 count 1 00010000:00010000:1.0:1769074947.978047:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dca00/0xf5091596e3044e14 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x121e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.978058:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c387800/0xf5091596e2fc238a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x121e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ebac5 expref: 142 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.978064:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.978066:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.978068:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dca00/0xf5091596e3044e14 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x121e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.978089:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c387800/0xf5091596e2fc238a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x121e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebac5 expref: 142 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.978099:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c387800/0xf5091596e2fc238a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x121e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebac5 expref: 142 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.978108:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd442cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007969010560:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.978139:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074947.978154:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83222 00000100:00100000:1.0:1769074947.978161:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd5b26b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+216:3660:x1855007969010176:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074947.978172:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6865 count 1 00010000:00010000:1.0:1769074947.978183:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc400/0xf5091596e3044e1b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ad1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.978194:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8b2400/0xf5091596e2fc129d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ea9d1 expref: 122 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.978212:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.978214:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.978217:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc400/0xf5091596e3044e1b lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.978234:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8b2400/0xf5091596e2fc129d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea9d1 expref: 122 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.978243:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8b2400/0xf5091596e2fc129d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea9d1 expref: 122 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.978254:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd442cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969010688:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.978278:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074947.982545:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969010432:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.982623:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074947.982864:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969010432 00000100:00100000:1.0:1769074947.982873:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969010432 00000100:00100000:1.0:1769074947.982927:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83223 00000100:00100000:1.0:1769074947.982936:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+196:3657:x1855007969010432:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074947.982966:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5987 count 1 00010000:00010000:1.0:1769074947.982992:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3044e22 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1763:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.983017:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65978200/0xf5091596e2fd4714 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fde48 expref: 142 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.983026:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.983028:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074947.983032:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3044e22 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.983065:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe65978200/0xf5091596e2fd4714 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fde48 expref: 142 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074947.983078:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65978200/0xf5091596e2fd4714 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fde48 expref: 142 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.983090:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd442ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007969010816:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074947.983159:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.985245:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.985289:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.985318:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.985343:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.985358:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe63ab0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007969007488:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074947.985374:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074947.985399:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc800/0xf5091596e3044dc0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x95b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074947.985427:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074947.985489:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8bb4fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969008384:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.985512:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc000/0xf5091596e3044ddc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.986282:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960332672 00000100:00100000:0.0:1769074947.986293:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960332672 00010000:00010000:0.0:1769074947.986328:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a0ba00/0xf5091596e2fcefe1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8715 expref: 143 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.986356:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960332416 00000100:00100000:0.0:1769074947.986358:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960332416 00010000:00010000:0.0:1769074947.986370:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe626e1600/0xf5091596e2fdafff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x95b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504733 expref: 123 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.986381:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960332544 00000100:00100000:0.0:1769074947.986384:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960332544 00010000:00010000:0.0:1769074947.986395:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bdca00/0xf5091596e2fd9dbb lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725034e8 expref: 144 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.986404:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960332928 00000100:00100000:0.0:1769074947.986407:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960332928 00010000:00010000:0.0:1769074947.986416:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3200/0xf5091596e2fc01be lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x111a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e98f2 expref: 124 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.986430:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960332800 00000100:00100000:0.0:1769074947.986432:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960332800 00010000:00010000:0.0:1769074947.986442:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5e20aa00/0xf5091596e2fc6d96 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x61f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f04ca expref: 125 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.986467:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960333056 00000100:00100000:0.0:1769074947.986470:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960333056 00010000:00010000:0.0:1769074947.986479:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5d504c00/0xf5091596e2fce251 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7985 expref: 145 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.986492:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40964 00000100:00100000:0.0:1769074947.986499:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+145:2408:x1855007960332672:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.986512:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.986932:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a0ba00/0xf5091596e2fcefe1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8715 expref: 145 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.986944:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a0ba00/0xf5091596e2fcefe1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8715 expref: 145 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.986968:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.986970:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.986976:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd200/0xf5091596e3044dce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.986986:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd200/0xf5091596e3044dce lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.987004:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.987064:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433da050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+145:2408:x1855007960332672:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 565us (1836us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.987071:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40964 00000100:00100000:0.0:1769074947.987118:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40965 00000100:00100000:0.0:1769074947.987125:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+125:2408:x1855007960332416:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.987133:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.987137:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe626e1600/0xf5091596e2fdafff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x95b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504733 expref: 125 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.987146:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe626e1600/0xf5091596e2fdafff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x95b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504733 expref: 125 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.987159:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe626e1600/0xf5091596e2fdafff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x95b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504733 expref: 125 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.987172:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.987174:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.987177:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc800/0xf5091596e3044dc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x95b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.987185:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc800/0xf5091596e3044dc0 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x95b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.987201:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.987700:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1eb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+124:2408:x1855007960332416:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 573us (2409us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.987708:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40965 00000100:00100000:0.0:1769074947.987723:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40966 00000100:00100000:0.0:1769074947.987729:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+144:2410:x1855007960332544:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.987736:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.987741:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bdca00/0xf5091596e2fd9dbb lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725034e8 expref: 144 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.987752:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bdca00/0xf5091596e2fd9dbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725034e8 expref: 144 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.987765:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.987766:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.987770:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dde00/0xf5091596e3044d96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.987777:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dde00/0xf5091596e3044d96 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.987787:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.987802:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+144:2410:x1855007960332544:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 74us (2485us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.987807:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40966 00000100:00100000:0.0:1769074947.987832:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40967 00000100:00100000:0.0:1769074947.987839:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+123:2410:x1855007960332928:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.987846:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.987851:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3200/0xf5091596e2fc01be lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x111a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e98f2 expref: 123 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.987861:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3200/0xf5091596e2fc01be lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x111a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e98f2 expref: 123 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.987873:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.987875:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.987878:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044dd5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x111a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.987885:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044dd5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x111a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.987895:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.987909:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1e8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+123:2410:x1855007960332928:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 71us (2566us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.987915:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40967 00000100:00100000:0.0:1769074947.987925:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40968 00000100:00100000:0.0:1769074947.987931:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+122:2410:x1855007960332800:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.987937:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.987941:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5e20aa00/0xf5091596e2fc6d96 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x61f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f04ca expref: 122 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.987955:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5e20aa00/0xf5091596e2fc6d96 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x61f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f04ca expref: 122 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.987965:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.987966:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.987969:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044dc7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x61f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.987976:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044dc7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x61f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.987985:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.987998:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1e8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+122:2410:x1855007960332800:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 67us (2627us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.988003:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40968 00000100:00100000:0.0:1769074947.988013:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40969 00000100:00100000:0.0:1769074947.988018:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+143:2408:x1855007960333056:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074947.988024:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074947.988029:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5d504c00/0xf5091596e2fce251 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7985 expref: 143 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.988038:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5d504c00/0xf5091596e2fce251 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7985 expref: 143 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.988048:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5d504c00/0xf5091596e2fce251 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7985 expref: 143 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074947.988059:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.988061:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.988064:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc000/0xf5091596e3044ddc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.988072:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc000/0xf5091596e3044ddc lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.988088:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074947.988102:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1e9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+142:2408:x1855007960333056:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 84us (2678us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074947.988107:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40969 00010000:00010000:0.0:1769074947.988127:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc800/0xf5091596e3044dc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x95b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.988135:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc800/0xf5091596e3044dc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x95b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.988145:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc800/0xf5091596e3044dc0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x95b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.988152:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc800/0xf5091596e3044dc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x95b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.988168:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074947.988327:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.988335:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc800/0xf5091596e3044dc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x95b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.988343:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dc800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.988347:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc800/0xf5091596e3044dc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x95b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.988356:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc800/0xf5091596e3044dc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x95b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.988368:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc800/0xf5091596e3044dc0 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x95b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.988375:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc800/0xf5091596e3044dc0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x95b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.988392:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.988394:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.988395:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074947.989357:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd57bc7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007969008896:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.989384:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc200/0xf5091596e3044dea lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.990748:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a0ba00/0xf5091596e2fcefe1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8715 expref: 141 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074947.990770:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7e763800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007969008000:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.990794:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd200/0xf5091596e3044dce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.990990:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd200/0xf5091596e3044dce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.990998:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd200/0xf5091596e3044dce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.991008:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd200/0xf5091596e3044dce lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.991015:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd200/0xf5091596e3044dce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.991045:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074947.991303:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7e761f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+197:3660:x1855007969007872:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21329us (21410us total) trans 4294989624 rc 0/0 00000100:00100000:1.0:1769074947.991312:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83211 00000004:00080000:1.0:1769074947.991368:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd7e763480/2, rc 0, transno 4294989624 00000100:00100000:1.0:1769074947.991382:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7e763480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969007872:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074947.991474:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.991481:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd200/0xf5091596e3044dce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.991490:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dd200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.991494:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd200/0xf5091596e3044dce lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.991502:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd200/0xf5091596e3044dce lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.991801:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd200/0xf5091596e3044dce lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.991809:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dd200/0xf5091596e3044dce lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x13fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.991846:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.991848:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.991850:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.991863:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc000/0xf5091596e3044ddc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.991871:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc000/0xf5091596e3044ddc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.991878:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc000/0xf5091596e3044ddc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.991884:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc000/0xf5091596e3044ddc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.991909:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074947.992059:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8bb4ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+197:3660:x1855007969008128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21146us (21656us total) trans 4294989625 rc 0/0 00000100:00100000:0.0:1769074947.992068:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83213 00000004:00080000:0.0:1769074947.992248:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd8bb4e300/2, rc 0, transno 4294989625 00000100:00100000:0.0:1769074947.992254:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8bb4e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969008128:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.992348:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074947.992362:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969011072:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074947.992399:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.992428:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969011072 00000100:00100000:0.0:1769074947.992434:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969011072 00000100:00100000:0.0:1769074947.992485:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83224 00000100:00100000:0.0:1769074947.992493:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd57bc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+197:3660:x1855007969011072:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074947.992542:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074947.992549:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc000/0xf5091596e3044ddc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.992556:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dc000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074947.992560:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc000/0xf5091596e3044ddc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.992568:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc000/0xf5091596e3044ddc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.992581:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc000/0xf5091596e3044ddc lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.992588:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc000/0xf5091596e3044ddc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1d34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.992612:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.992614:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074947.992616:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.992633:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074947.992642:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969010944:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074947.992669:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074947.992690:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969010944 00000100:00100000:2.0:1769074947.992695:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969010944 00000100:00100000:2.0:1769074947.992721:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83225 00000100:00100000:2.0:1769074947.992727:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+198:3657:x1855007969010944:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074947.992738:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9685 count 1 00010000:00010000:2.0:1769074947.992759:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044e29 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.992774:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e362200/0xf5091596e2fbeb05 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8239 expref: 140 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.992781:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.992783:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.992785:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044e29 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.992810:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e362200/0xf5091596e2fbeb05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8239 expref: 140 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074947.992855:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e362200/0xf5091596e2fbeb05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8239 expref: 140 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.992866:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007969011200:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074947.992917:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95f00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074947.994043:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074947.994225:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074947.994955:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960333184 00000100:00100000:2.0:1769074947.994969:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960333184 00010000:00010000:2.0:1769074947.995011:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe711d8a00/0xf5091596e2fc1ecf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb603 expref: 141 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.995051:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960333312 00000100:00100000:2.0:1769074947.995055:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960333312 00010000:00010000:2.0:1769074947.995073:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d283600/0xf5091596e2fc969a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1cde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2dce expref: 122 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074947.995094:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40970 00000100:00100000:2.0:1769074947.995104:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+141:2410:x1855007960333184:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074947.995117:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074947.995123:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe711d8a00/0xf5091596e2fc1ecf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb603 expref: 141 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.995135:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe711d8a00/0xf5091596e2fc1ecf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb603 expref: 141 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.995158:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe711d8a00/0xf5091596e2fc1ecf lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb603 expref: 141 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.995175:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.995177:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.995183:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc200/0xf5091596e3044dea lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.995193:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc200/0xf5091596e3044dea lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.995228:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.995280:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+140:2410:x1855007960333184:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 176us (1248us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.995289:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40970 00010000:00010000:3.0:1769074947.995311:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc200/0xf5091596e3044dea lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.995315:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40971 00000100:00100000:2.0:1769074947.995326:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe50bf1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+122:2409:x1855007960333312:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074947.995328:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc200/0xf5091596e3044dea lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.995337:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074947.995342:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc200/0xf5091596e3044dea lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.995345:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d283600/0xf5091596e2fc969a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1cde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2dce expref: 122 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074947.995363:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc200/0xf5091596e3044dea lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.995371:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d283600/0xf5091596e2fc969a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2dce expref: 122 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074947.995395:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.995398:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074947.995401:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044de3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074947.995404:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074947.995413:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044de3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1cde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074947.995426:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074947.995461:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe50bf1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+122:2409:x1855007960333312:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 123us (1223us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074947.995469:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40971 00000100:00100000:3.0:1769074947.995691:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdd40f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+199:3657:x1855007969007744:12345-0@lo:6:osp-syn-1-1.0 Request processed in 24327us (24377us total) trans 4294989626 rc 0/0 00000100:00100000:3.0:1769074947.995699:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83215 00000100:00100000:1.0:1769074947.996402:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd57bc5c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007969009024:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074947.996425:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3044df1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.996482:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.996489:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc200/0xf5091596e3044dea lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.996497:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dc200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.996501:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc200/0xf5091596e3044dea lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.996510:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc200/0xf5091596e3044dea lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.996540:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc200/0xf5091596e3044dea lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.996547:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dc200/0xf5091596e3044dea lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1b2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.996575:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.996578:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.996579:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:0.0:1769074947.996868:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7119 count 1 00010000:00010000:0.0:1769074947.996893:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044e30 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.996906:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe56a1be00/0xf5091596e2fbcfa6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e66da expref: 139 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.996914:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.996916:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.996919:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044e30 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.996951:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe56a1be00/0xf5091596e2fbcfa6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e66da expref: 139 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.996963:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe56a1be00/0xf5091596e2fbcfa6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e66da expref: 139 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.996978:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd57bc5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969011328:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.997044:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074947.997242:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe63ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+217:3660:x1855007969006976:12345-0@lo:6:osp-syn-0-1.0 Request processed in 28436us (31212us total) trans 4294989647 rc 0/0 00000100:00100000:0.0:1769074947.997251:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83209 00000004:00080000:0.0:1769074947.997294:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7384b100/2, rc 0, transno 4294989647 00000100:00100000:0.0:1769074947.997308:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969006976:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.997364:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd57bc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969011456:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074947.997395:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074947.997434:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969011456 00000100:00100000:0.0:1769074947.997440:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969011456 00000100:00100000:0.0:1769074947.997504:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83226 00000100:00100000:0.0:1769074947.997513:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62e51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+217:3660:x1855007969011456:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074947.997538:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4595 count 1 00010000:00010000:0.0:1769074947.997553:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044e37 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.997566:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dfdc800/0xf5091596e2fc4a2d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ee161 expref: 121 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.997572:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.997575:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074947.997578:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044e37 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.997600:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dfdc800/0xf5091596e2fc4a2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee161 expref: 121 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074947.997609:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dfdc800/0xf5091596e2fc4a2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee161 expref: 121 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.997620:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007969011584:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074947.997647:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6e40 going to sleep for 11 seconds 00010000:00010000:0.0:1769074947.997679:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48bdca00/0xf5091596e2fd9dbb lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725034e8 expref: 139 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.997689:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007969007360:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.997703:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dde00/0xf5091596e3044d96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.997712:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dde00/0xf5091596e3044d96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.997719:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dde00/0xf5091596e3044d96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.997729:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dde00/0xf5091596e3044d96 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.997742:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dde00/0xf5091596e3044d96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.997757:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074947.998027:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074947.998035:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dde00/0xf5091596e3044d96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.998042:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dde00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074947.998046:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dde00/0xf5091596e3044d96 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.998053:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dde00/0xf5091596e3044d96 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.998068:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dde00/0xf5091596e3044d96 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.998074:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dde00/0xf5091596e3044d96 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25c8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074947.998089:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.998091:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074947.998092:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074947.999430:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe63ab2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+199:3657:x1855007969005568:12345-0@lo:6:osp-syn-1-1.0 Request processed in 55151us (55243us total) trans 4294989627 rc 0/0 00000100:00100000:0.0:1769074947.999443:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83203 00010000:00010000:0.0:1769074947.999617:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5e20aa00/0xf5091596e2fc6d96 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x61f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f04ca expref: 121 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074947.999632:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007969007616:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074947.999649:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044dc7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.999669:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044dc7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.999675:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044dc7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.999685:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044dc7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.999692:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044dc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.999714:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074947.999725:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074947.999730:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044dc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.999736:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074947.999739:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044dc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.999748:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044dc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.999763:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044dc7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.999769:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044dc7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074947.999783:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.999785:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074947.999787:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074947.999885:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e38700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007969009536:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.999899:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044df8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074947.999928:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007969010048:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.999940:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044e0d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ee0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074947.999952:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe63ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+218:3660:x1855007969006848:12345-0@lo:6:osp-syn-0-1.0 Request processed in 30297us (33872us total) trans 4294989648 rc 0/0 00000100:00100000:0.0:1769074947.999959:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83210 00000100:00100000:2.0:1769074947.999962:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd442cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969010688:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074947.999977:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc400/0xf5091596e3044e1b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1769074947.999992:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7384bb80/2, rc 0, transno 4294989648 00000100:00100000:2.0:1769074947.999999:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd442cdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007969010560:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.000003:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969006848:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074948.000012:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dca00/0xf5091596e3044e14 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x121e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.000033:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd442ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007969010816:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.000042:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3044e22 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.000061:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969011712:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074948.000078:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5d283600/0xf5091596e2fc969a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1cde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2dce expref: 120 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.000088:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc4430e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007969008768:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.000088:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074948.000099:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044de3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.000106:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044de3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.000112:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044de3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1769074948.000117:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd7e760380/2, rc 0, transno 4294989626 00010000:00010000:0.0:1769074948.000119:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044de3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.000126:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044de3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.000126:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7e760380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969007744:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074948.000138:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074948.000156:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.000160:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044de3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.000171:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.000174:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044de3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.000181:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044de3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.000193:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044de3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.000200:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653000/0xf5091596e3044de3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.000217:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.000218:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.000221:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.000232:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969011712 00000100:00100000:1.0:1769074948.000236:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1e9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969009792:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.000239:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969011712 00000100:00100000:0.0:1769074948.000246:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdd40fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+219:3657:x1855007969008512:12345-0@lo:6:osp-syn-0-1.0 Request processed in 28997us (29075us total) trans 4294989649 rc 0/0 00000100:00100000:0.0:1769074948.000254:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83214 00010000:00010000:1.0:1769074948.000259:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044e06 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.000272:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83227 00000100:00100000:2.0:1769074948.000281:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+218:3657:x1855007969011712:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.000302:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4204 count 1 00010000:00010000:0.0:1769074948.000308:0:12381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe48bd3200/0xf5091596e2fc01be lrc: 0/0,0 mode: --/PR res: [0x280000400:0x111a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e98f2 expref: 119 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.000318:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044e3e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.000319:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44117100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007969008256:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074948.000323:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd57bc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007969009408:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.000334:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60d38c00/0xf5091596e2fd227e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fb9b2 expref: 118 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.000335:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044dd5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.000343:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd800/0xf5091596e3044dff lrc: 3/0,1 mode: --/PW res: [0x280000400:0x14e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.000345:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044dd5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.000352:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.000355:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.000367:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044dd5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.000376:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044dd5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.000383:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044dd5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.000407:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074948.000434:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044e3e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.000480:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe60d38c00/0xf5091596e2fd227e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb9b2 expref: 118 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.000492:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe60d38c00/0xf5091596e2fd227e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb9b2 expref: 118 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.000503:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007969011968:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.000615:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.000620:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044dd5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.000627:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.000631:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044dd5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.000643:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044dd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.000655:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044dd5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.000662:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653c00/0xf5091596e3044dd5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.000674:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.000675:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.000677:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.000936:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8bb4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+219:3657:x1855007969007104:12345-0@lo:6:osp-syn-0-1.0 Request processed in 30382us (30618us total) trans 4294989650 rc 0/0 00000100:00100000:0.0:1769074948.000943:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83212 00000100:00100000:0.0:1769074948.002507:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.002536:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.002557:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960334080 00000100:00100000:0.0:1769074948.002565:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960334080 00010000:00010000:0.0:1769074948.002599:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe70893200/0xf5091596e2fc8043 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1777 expref: 119 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.002627:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960333440 00000100:00100000:0.0:1769074948.002629:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960333440 00010000:00010000:0.0:1769074948.002644:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe48564200/0xf5091596e2fc813f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1873 expref: 139 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.002723:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40972 00000100:00100000:0.0:1769074948.002731:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62e50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+119:2408:x1855007960334080:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.002746:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.002751:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe70893200/0xf5091596e2fc8043 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1777 expref: 119 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.002762:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe70893200/0xf5091596e2fc8043 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1777 expref: 119 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.002782:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe70893200/0xf5091596e2fc8043 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1777 expref: 119 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.002794:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.002796:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.002801:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd800/0xf5091596e3044dff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.002820:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd800/0xf5091596e3044dff lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x14e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.002847:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.002889:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62e50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+118:2408:x1855007960334080:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 159us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.002895:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40972 00000100:00100000:0.0:1769074948.002913:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40973 00000100:00100000:0.0:1769074948.002920:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62e52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+139:2409:x1855007960333440:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.002928:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.002933:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe48564200/0xf5091596e2fc813f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xb52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1873 expref: 139 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.002943:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe48564200/0xf5091596e2fc813f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xb52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1873 expref: 139 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.002957:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe48564200/0xf5091596e2fc813f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xb52:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1873 expref: 139 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.002966:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.002968:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.002971:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3044df1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.002978:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3044df1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xb52:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.002998:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.003020:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62e52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+138:2409:x1855007960333440:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 101us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.003026:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40973 00010000:00010000:0.0:1769074948.003049:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3044df1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.003057:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3044df1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.003065:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:0.0:1769074948.003067:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3044df1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.003075:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3044df1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.003089:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.003107:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.003176:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.003206:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.003226:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.003241:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.003255:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960333696 00000100:00100000:2.0:1769074948.003259:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960333696 00010000:00010000:2.0:1769074948.003277:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c387800/0xf5091596e2fc238a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x121e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebac5 expref: 138 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.003292:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960333952 00000100:00100000:2.0:1769074948.003295:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960333952 00000100:00100000:0.0:1769074948.003298:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd57bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+199:3657:x1855007969008640:12345-0@lo:6:osp-syn-1-1.0 Request processed in 30878us (30948us total) trans 4294989628 rc 0/0 00000100:00100000:3.0:1769074948.003300:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960333568 00010000:00010000:2.0:1769074948.003307:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65978200/0xf5091596e2fd4714 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fde48 expref: 139 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.003308:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83216 00000100:00100000:3.0:1769074948.003309:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960333568 00000100:00100000:2.0:1769074948.003323:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960333824 00000100:00100000:2.0:1769074948.003327:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960333824 00010000:00010000:0.0:1769074948.003333:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd800/0xf5091596e3044dff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.003336:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe56fe3000/0xf5091596e2fbd8ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6fee expref: 119 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.003341:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8b2400/0xf5091596e2fc129d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea9d1 expref: 119 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.003346:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd800/0xf5091596e3044dff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.003363:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd800/0xf5091596e3044dff lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.003371:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960334336 00010000:00010000:0.0:1769074948.003372:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd800/0xf5091596e3044dff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.003378:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960334336 00000100:00100000:2.0:1769074948.003385:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960334208 00010000:00010000:0.0:1769074948.003387:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074948.003390:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960334208 00010000:00010000:3.0:1769074948.003396:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe78476a00/0xf5091596e2fc9e3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ee0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3568 expref: 120 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.003397:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074948.003406:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3044df1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.003406:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe636d5800/0xf5091596e2fd3ec4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd5f8 expref: 140 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.003420:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472ddc00 already unused, calling callback (ffffffffc0cdeb90) 00000100:00100000:3.0:1769074948.003424:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40974 00010000:00010000:0.0:1769074948.003425:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3044df1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.003437:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+140:2409:x1855007960333696:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.003514:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.003519:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074948.003522:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c387800/0xf5091596e2fc238a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x121e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebac5 expref: 140 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.003528:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd800/0xf5091596e3044dff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.003539:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c387800/0xf5091596e2fc238a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x121e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebac5 expref: 140 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.003540:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dd800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.003546:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd800/0xf5091596e3044dff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.003561:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd800/0xf5091596e3044dff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.003566:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c387800/0xf5091596e2fc238a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x121e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebac5 expref: 140 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.003582:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd800/0xf5091596e3044dff lrc: 1/0,0 mode: --/PW res: [0x280000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.003589:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.003592:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.003593:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dd800/0xf5091596e3044dff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.003596:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dca00/0xf5091596e3044e14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x121e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.003613:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dca00/0xf5091596e3044e14 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x121e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.003619:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.003623:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.003625:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.003636:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.003679:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+139:2409:x1855007960333696:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 244us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.004168:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40975 00000100:00100000:2.0:1769074948.004179:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+139:2409:x1855007960333952:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.004188:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.004193:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe65978200/0xf5091596e2fd4714 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1763:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fde48 expref: 139 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.004204:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe65978200/0xf5091596e2fd4714 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1763:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fde48 expref: 139 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.004218:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65978200/0xf5091596e2fd4714 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1763:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fde48 expref: 139 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.004228:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.004229:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.004233:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3044e22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.004245:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3044e22 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1763:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.004266:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.004293:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+138:2409:x1855007960333952:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 117us (1185us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.004300:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40975 00000100:00100000:2.0:1769074948.004318:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40976 00000100:00100000:2.0:1769074948.004325:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+120:2409:x1855007960333568:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.004333:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.004337:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe56fe3000/0xf5091596e2fbd8ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6fee expref: 120 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.004347:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe56fe3000/0xf5091596e2fbd8ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1fba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6fee expref: 120 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.004364:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40974 00000100:00100000:3.0:1769074948.004386:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40977 00010000:00010000:1.0:1769074948.004389:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3044e22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.004397:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+120:2409:x1855007960333824:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.004404:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3044e22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.004409:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.004419:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8b2400/0xf5091596e2fc129d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ad1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea9d1 expref: 120 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.004424:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3044e22 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.004433:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8b2400/0xf5091596e2fc129d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ad1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea9d1 expref: 120 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.004436:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3044e22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.004477:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8b2400/0xf5091596e2fc129d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1ad1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea9d1 expref: 120 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.004482:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074948.004489:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.004493:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.004496:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc400/0xf5091596e3044e1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.004503:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc400/0xf5091596e3044e1b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.004524:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.004549:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+119:2409:x1855007960333824:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 155us (1341us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.004558:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40977 00000100:00100000:3.0:1769074948.004575:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40978 00000100:00100000:3.0:1769074948.004583:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe50bf3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+118:2409:x1855007960334336:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.004591:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.004597:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe78476a00/0xf5091596e2fc9e3b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ee0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3568 expref: 118 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.004607:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe78476a00/0xf5091596e2fc9e3b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ee0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3568 expref: 118 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.004619:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe78476a00/0xf5091596e2fc9e3b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1ee0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3568 expref: 118 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.004686:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe56fe3000/0xf5091596e2fbd8ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1fba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6fee expref: 117 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.004933:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.004936:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.004939:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044e0d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ee0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.004952:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044e0d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1ee0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.005008:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+199:3657:x1855007969010432:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22072us (22384us total) trans 4294989629 rc 0/0 00000100:00100000:1.0:1769074948.005016:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83223 00010000:00010000:2.0:1769074948.005025:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.005027:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.005031:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044df8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.005038:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044df8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.005058:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074948.005066:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.005083:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+116:2409:x1855007960333568:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 758us (1905us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.005091:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40976 00000100:00100000:3.0:1769074948.005097:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe50bf3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+116:2409:x1855007960334336:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 514us (1868us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.005105:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40978 00000100:00100000:2.0:1769074948.005112:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40979 00000100:00100000:2.0:1769074948.005122:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+136:2408:x1855007960334208:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.005131:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.005137:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe636d5800/0xf5091596e2fd3ec4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x90b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd5f8 expref: 136 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.005148:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe636d5800/0xf5091596e2fd3ec4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x90b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd5f8 expref: 136 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.005161:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe636d5800/0xf5091596e2fd3ec4 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x90b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd5f8 expref: 136 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.005169:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.005171:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.005174:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044e06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.005181:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044e06 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x90b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.005201:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.005220:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+135:2408:x1855007960334208:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 101us (1978us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.005226:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40979 00010000:00010000:0.0:1769074948.005228:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3044df1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.005241:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3044df1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.005244:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044df8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.005248:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472ddc00/0xf5091596e3044df1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xb52:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.005252:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044df8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.005260:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044df8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.005267:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044df8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.005268:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.005272:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3044e22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.005278:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dcc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.005281:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3044e22 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.005287:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074948.005289:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3044e22 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.005297:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3044e22 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.005308:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dcc00/0xf5091596e3044e22 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1763:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.005320:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.005323:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044df8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.005329:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.005332:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044df8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.005338:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044df8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.005347:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044df8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.005353:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044df8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.005365:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.005367:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.005370:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.005374:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074948.005523:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95300 going to sleep for 11 seconds 00000004:00080000:3.0:1769074948.005560:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd44115180/2, rc 0, transno 4294989628 00000100:00100000:3.0:1769074948.005571:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44115180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969008640:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074948.005583:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd8bb4d180/2, rc 0, transno 4294989649 00000100:00100000:3.0:1769074948.005599:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8bb4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969008512:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074948.005610:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7384ad80/2, rc 0, transno 4294989650 00000100:00100000:3.0:1769074948.005613:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7384ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969007104:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074948.005621:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d1e8a80/2, rc 0, transno 4294989627 00000100:00100000:3.0:1769074948.005624:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969005568:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074948.005640:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe784ee300/2, rc 0, transno 4294989629 00000100:00100000:3.0:1769074948.005643:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969010432:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074948.005649:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074948.005659:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969011840:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074948.005697:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.005742:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+220:3659:x1855007969009152:12345-0@lo:6:osp-syn-0-1.0 Request processed in 31629us (31706us total) trans 4294989651 rc 0/0 00000100:00100000:2.0:1769074948.005750:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83217 00010000:00010000:1.0:1769074948.006109:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044e06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.006118:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044e06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.006119:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969011840 00000100:00100000:2.0:1769074948.006126:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969011840 00010000:00010000:1.0:1769074948.006128:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044e06 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.006135:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044e06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.006150:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074948.006288:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd57bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+200:3657:x1855007969009664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 31017us (31191us total) trans 4294989630 rc 0/0 00000100:00100000:1.0:1769074948.006295:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83219 00000100:00100000:1.0:1769074948.006312:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83228 00000100:00100000:1.0:1769074948.006319:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+199:3657:x1855007969011840:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074948.006341:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4003 count 1 00010000:00010000:1.0:1769074948.006360:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044e45 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.006375:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68609800/0xf5091596e2fdb81e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504f52 expref: 134 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.006382:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.006384:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.006387:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044e45 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.006414:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68609800/0xf5091596e2fdb81e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f52 expref: 134 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.006425:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68609800/0xf5091596e2fdb81e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f52 expref: 134 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.006441:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd442cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969012096:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074948.006503:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb240 going to sleep for 11 seconds 00010000:00010000:1.0:1769074948.006515:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.006519:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044e06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.006525:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.006529:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044e06 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.006536:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044e06 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.006550:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044e06 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.006556:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3044e06 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x90b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.006580:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.006582:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.006583:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074948.006621:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa0e680/2, rc 0, transno 4294989630 00000100:00100000:1.0:1769074948.006626:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969009664:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.006769:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969012352:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.006799:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.012320:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074948.012340:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969012224:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.012400:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.012606:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969012352 00000100:00100000:2.0:1769074948.012616:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969012352 00000100:00100000:2.0:1769074948.012723:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83229 00000100:00100000:2.0:1769074948.012734:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62e50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+220:3660:x1855007969012352:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.012763:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5392 count 1 00010000:00010000:2.0:1769074948.012791:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044e4c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.012826:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c8d2a00/0xf5091596e2fc26e0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ebe14 expref: 114 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.012835:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.012837:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.012840:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044e4c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.012875:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c8d2a00/0xf5091596e2fc26e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebe14 expref: 114 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.012893:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c8d2a00/0xf5091596e2fc26e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebe14 expref: 114 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.012906:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007969012480:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.012971:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95000 going to sleep for 11 seconds 00010000:00010000:2.0:1769074948.012993:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044e0d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.013002:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044e0d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.013010:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044e0d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.013018:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044e0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.013041:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.013269:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+221:3657:x1855007969009920:12345-0@lo:6:osp-syn-0-1.0 Request processed in 35852us (35930us total) trans 4294989653 rc 0/0 00000100:00100000:2.0:1769074948.013277:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83220 00000004:00080000:2.0:1769074948.013325:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdc4433800/2, rc 0, transno 4294989651 00000100:00100000:2.0:1769074948.013336:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc4433800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969009152:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074948.013545:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.013569:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960334464 00000100:00100000:1.0:1769074948.013573:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960334464 00010000:00010000:1.0:1769074948.013595:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e362200/0xf5091596e2fbeb05 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8239 expref: 135 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.013632:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40980 00000100:00100000:1.0:1769074948.013640:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd442cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+135:2410:x1855007960334464:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.013663:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.013668:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e362200/0xf5091596e2fbeb05 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8239 expref: 135 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.013681:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e362200/0xf5091596e2fbeb05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8239 expref: 135 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.013701:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.013703:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.013707:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044e29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.013715:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044e29 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.013730:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074948.013752:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+135:2410:x1855007960334464:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 113us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.013758:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40980 00000100:00100000:1.0:1769074948.013803:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.013831:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960334592 00000100:00100000:1.0:1769074948.013835:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960334592 00010000:00010000:1.0:1769074948.013848:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe56a1be00/0xf5091596e2fbcfa6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e66da expref: 135 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.013865:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40981 00000100:00100000:1.0:1769074948.013871:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd442ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+135:2409:x1855007960334592:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.013877:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.013882:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe56a1be00/0xf5091596e2fbcfa6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e66da expref: 135 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.013891:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe56a1be00/0xf5091596e2fbcfa6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e66da expref: 135 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.013904:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.013905:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.013908:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044e30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.013916:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044e30 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.013927:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074948.013942:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+135:2409:x1855007960334592:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 72us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.013948:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40981 00000100:00100000:1.0:1769074948.014023:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007969011968:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.014039:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044e3e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.014073:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.014084:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960334848 00000100:00100000:1.0:1769074948.014087:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960334848 00010000:00010000:1.0:1769074948.014098:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe60d38c00/0xf5091596e2fd227e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb9b2 expref: 115 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.014114:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40982 00000100:00100000:1.0:1769074948.014119:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd442cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+115:2410:x1855007960334848:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.014126:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.014130:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe60d38c00/0xf5091596e2fd227e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x106c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb9b2 expref: 115 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.014139:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe60d38c00/0xf5091596e2fd227e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x106c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb9b2 expref: 115 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.014153:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60d38c00/0xf5091596e2fd227e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x106c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb9b2 expref: 115 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.014163:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.014165:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.014168:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044e3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014176:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044e3e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014194:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074948.014209:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+114:2410:x1855007960334848:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 90us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.014215:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40982 00010000:00010000:1.0:1769074948.014230:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044e3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014237:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044e3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014246:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044e3e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014253:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044e3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014267:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074948.014398:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+221:3657:x1855007969011712:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14118us (14308us total) trans 4294989654 rc 0/0 00000100:00100000:1.0:1769074948.014405:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83227 00010000:00010000:1.0:1769074948.014424:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074948.014430:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044e0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014437:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.014442:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044e0d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014470:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044e0d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014482:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044e0d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014488:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044e0d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014503:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.014506:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044e3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014512:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.014514:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044e3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014520:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044e3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014527:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044e3e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014532:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044e3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014548:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.014550:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.014551:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.014570:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc400/0xf5091596e3044e1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.014578:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc400/0xf5091596e3044e1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.014585:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc400/0xf5091596e3044e1b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.014591:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc400/0xf5091596e3044e1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.014610:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074948.014643:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074948.014658:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.014663:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc400/0xf5091596e3044e1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014670:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dc400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.014673:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc400/0xf5091596e3044e1b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014681:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc400/0xf5091596e3044e1b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014691:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc400/0xf5091596e3044e1b lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014697:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dc400/0xf5091596e3044e1b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014716:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.014718:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.014720:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.014722:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd5b26b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+221:3660:x1855007969010176:12345-0@lo:6:osp-syn-0-1.0 Request processed in 36562us (36789us total) trans 4294989655 rc 0/0 00000100:00100000:1.0:1769074948.014729:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960334720 00000100:00100000:2.0:1769074948.014729:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83222 00000100:00100000:1.0:1769074948.014733:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960334720 00010000:00010000:1.0:1769074948.014748:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dfdc800/0xf5091596e2fc4a2d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee161 expref: 114 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.014752:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dca00/0xf5091596e3044e14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.014759:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dca00/0xf5091596e3044e14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.014767:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40983 00010000:00010000:2.0:1769074948.014768:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dca00/0xf5091596e3044e14 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.014773:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd442cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+114:2410:x1855007960334720:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.014776:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dca00/0xf5091596e3044e14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014781:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.014784:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dfdc800/0xf5091596e2fc4a2d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x11f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee161 expref: 114 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.014787:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074948.014794:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dfdc800/0xf5091596e2fc4a2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee161 expref: 114 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.014806:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.014807:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.014823:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044e37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014831:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044e37 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.014844:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074948.014864:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+114:2410:x1855007960334720:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 90us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.014870:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40983 00000100:00100000:2.0:1769074948.014918:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe63ab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+200:3660:x1855007969010304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 36902us (37034us total) trans 4294989631 rc 0/0 00000100:00100000:2.0:1769074948.014925:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83221 00010000:00010000:2.0:1769074948.014940:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.014944:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dca00/0xf5091596e3044e14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.014950:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe472dca00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.014953:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dca00/0xf5091596e3044e14 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.014960:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dca00/0xf5091596e3044e14 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.014970:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dca00/0xf5091596e3044e14 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.014976:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dca00/0xf5091596e3044e14 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x121e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.014995:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.014996:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.014998:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.015004:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074948.015037:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62e51c00/2, rc 0, transno 4294989654 00000100:00100000:2.0:1769074948.015043:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e51c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969011712:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074948.015052:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe78e3a680/2, rc 0, transno 4294989653 00000100:00100000:2.0:1769074948.015056:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e3a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969009920:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074948.015078:0:14046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e362200/0xf5091596e2fbeb05 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8239 expref: 134 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.015087:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007969011200:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.015100:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044e29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.015108:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044e29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.015115:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044e29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.015123:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044e29 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.015130:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044e29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.016202:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074948.016288:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.016295:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044e29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.016304:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.016308:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044e29 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.016317:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044e29 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.016331:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044e29 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.016337:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6800/0xf5091596e3044e29 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.016363:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.016365:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.016367:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.016411:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+200:3657:x1855007969010944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 23682us (23738us total) trans 4294989632 rc 0/0 00000100:00100000:2.0:1769074948.016418:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83225 00000100:00100000:2.0:1769074948.016438:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969012224 00000100:00100000:2.0:1769074948.016443:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969012224 00000100:00100000:2.0:1769074948.016484:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83230 00000100:00100000:2.0:1769074948.016491:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+221:3660:x1855007969012224:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.016514:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9307 count 1 00010000:00010000:2.0:1769074948.016533:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044e53 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x245b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.016547:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4afbfc00/0xf5091596e2fd7db6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725014ea expref: 113 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.016553:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.016556:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.016559:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044e53 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.016588:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4afbfc00/0xf5091596e2fd7db6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725014ea expref: 113 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.016599:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4afbfc00/0xf5091596e2fd7db6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725014ea expref: 113 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.016620:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969012608:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.016690:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95840 going to sleep for 11 seconds 00000004:00080000:2.0:1769074948.016728:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe784edc00/2, rc 0, transno 4294989632 00000100:00100000:2.0:1769074948.016734:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969010944:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.016806:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969012992:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074948.017415:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.017579:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe56a1be00/0xf5091596e2fbcfa6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e66da expref: 133 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.017593:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd57bc5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969011328:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.017622:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044e30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.017633:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044e30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.017641:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044e30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.017651:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044e30 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.017659:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044e30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.017677:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.017839:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd57bc7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+200:3660:x1855007969011072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 25346us (25439us total) trans 4294989633 rc 0/0 00000100:00100000:0.0:1769074948.017846:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83224 00000004:00080000:0.0:1769074948.017884:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe784ed880/2, rc 0, transno 4294989633 00000100:00100000:0.0:1769074948.017890:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784ed880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969011072:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074948.017900:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd57bc6300/2, rc 0, transno 4294989655 00000100:00100000:0.0:1769074948.017908:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd57bc6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969010176:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074948.017933:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa0f480/2, rc 0, transno 4294989631 00000100:00100000:0.0:1769074948.017937:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969010304:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.017949:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969013120:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.017976:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.017996:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969013120 00000100:00100000:0.0:1769074948.018000:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969013120 00000100:00100000:0.0:1769074948.018028:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83231 00000100:00100000:0.0:1769074948.018035:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62e51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+222:3660:x1855007969013120:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.018051:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5545 count 1 00010000:00010000:0.0:1769074948.018070:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044e5a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.018084:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68cbd400/0xf5091596e2fbf4d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x15a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8c11 expref: 113 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.018091:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.018093:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.018096:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044e5a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x15a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.018116:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe68cbd400/0xf5091596e2fbf4d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8c11 expref: 113 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.018126:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe68cbd400/0xf5091596e2fbf4d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8c11 expref: 113 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.018137:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007969013632:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.018193:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.018235:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074948.018241:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969013504:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.018262:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.018279:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969013504 00000100:00100000:0.0:1769074948.018283:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969013504 00000100:00100000:0.0:1769074948.018304:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83232 00000100:00100000:0.0:1769074948.018310:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62e51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+223:3660:x1855007969013504:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.018320:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:10222 count 1 00010000:00010000:0.0:1769074948.018334:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044e61 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.018345:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe64164800/0xf5091596e2fdb5e0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x27ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504d1b expref: 113 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.018351:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.018353:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.018355:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044e61 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.018372:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe64164800/0xf5091596e2fdb5e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d1b expref: 113 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.018380:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe64164800/0xf5091596e2fdb5e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d1b expref: 113 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.018395:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007969013760:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.018406:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074948.018488:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.018496:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044e30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.018504:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.018508:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044e30 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.018517:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044e30 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.018534:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044e30 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.018546:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044e30 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1bcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.018568:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.018570:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.018572:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.018747:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969012992 00000100:00100000:2.0:1769074948.018752:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969012992 00000100:00100000:2.0:1769074948.018789:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83233 00000100:00100000:2.0:1769074948.018796:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+200:3659:x1855007969012992:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.018818:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9014 count 1 00010000:00010000:2.0:1769074948.018834:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6000/0xf5091596e3044e68 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2336:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.018846:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60929000/0xf5091596e2fd0e5e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fa592 expref: 132 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.018853:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.018854:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.018857:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6000/0xf5091596e3044e68 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.018877:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe60929000/0xf5091596e2fd0e5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa592 expref: 132 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.018892:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe60929000/0xf5091596e2fd0e5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa592 expref: 132 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.018903:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007969013888:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.018935:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.018953:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969012736:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.018980:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.019001:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969013248:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.019020:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.019037:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1769074948.019044:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969012864:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.019065:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.019081:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969013376:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.019101:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.019125:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969012736 00000100:00100000:2.0:1769074948.019129:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969012736 00000100:00100000:2.0:1769074948.019149:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969013248 00000100:00100000:2.0:1769074948.019152:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969013248 00000100:00100000:2.0:1769074948.019167:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969012864 00000100:00100000:2.0:1769074948.019170:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969012864 00000100:00100000:2.0:1769074948.019183:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969013376 00000100:00100000:2.0:1769074948.019185:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969013376 00000100:00100000:2.0:1769074948.019201:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83234 00000100:00100000:2.0:1769074948.019206:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+202:3657:x1855007969012736:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.019218:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5757 count 1 00000100:00100000:0.0:1769074948.019225:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6480 going to sleep for 11 seconds 00010000:00010000:2.0:1769074948.019230:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7000/0xf5091596e3044e6f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x167d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.019242:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83235 00010000:00010000:2.0:1769074948.019242:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7171ce00/0xf5091596e2fb9de9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x167d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e3516 expref: 132 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.019248:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.019250:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1769074948.019251:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+225:3657:x1855007969013248:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074948.019252:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7000/0xf5091596e3044e6f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x167d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1769074948.019262:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5480 count 1 00010000:00010000:2.0:1769074948.019270:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7171ce00/0xf5091596e2fb9de9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x167d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3516 expref: 132 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.019273:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044e76 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.019280:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7171ce00/0xf5091596e2fb9de9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x167d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3516 expref: 132 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.019284:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73857c00/0xf5091596e2fba789 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e3eb6 expref: 113 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.019290:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1769074948.019290:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007969014016:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.019292:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.019295:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044e76 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.019313:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe73857c00/0xf5091596e2fba789 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3eb6 expref: 113 pid: 14038 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074948.019314:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95600 going to sleep for 11 seconds 00010000:00010000:0.0:1769074948.019322:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73857c00/0xf5091596e2fba789 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3eb6 expref: 113 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.019330:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83236 00000100:00100000:0.0:1769074948.019332:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969014144:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.019337:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+202:3657:x1855007969012864:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.019349:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4809 count 1 00000100:00100000:0.0:1769074948.019360:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.019379:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83237 00000100:00100000:0.0:1769074948.019388:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+225:3657:x1855007969013376:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.019400:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1322 count 1 00010000:00010000:0.0:1769074948.019412:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044e7d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x52a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.019437:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68697a00/0xf5091596e2fc661f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x52a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724efd53 expref: 113 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.019445:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.019467:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.019470:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044e7d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x52a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.019492:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe68697a00/0xf5091596e2fc661f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x52a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724efd53 expref: 113 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.019502:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe68697a00/0xf5091596e2fc661f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x52a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724efd53 expref: 113 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.019512:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007969014272:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.019543:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6900 going to sleep for 11 seconds 00010000:00010000:2.0:1769074948.019565:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044e84 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.019577:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60d39a00/0xf5091596e2fd22f5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fba22 expref: 132 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.019588:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.019589:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.019592:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044e84 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.019610:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe60d39a00/0xf5091596e2fd22f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fba22 expref: 132 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.019620:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe60d39a00/0xf5091596e2fd22f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fba22 expref: 132 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.019630:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007969014400:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.019663:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e953c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.019903:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074948.019913:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969014528:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.019943:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074948.019980:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969014528 00000100:00100000:1.0:1769074948.019985:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969014528 00000100:00100000:2.0:1769074948.019998:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969014912:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074948.020008:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83238 00000100:00100000:1.0:1769074948.020013:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+203:3659:x1855007969014528:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.020019:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1769074948.020025:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:573 count 1 00010000:00010000:1.0:1769074948.020038:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044e8b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.020038:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969014656:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074948.020049:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55ca9e00/0xf5091596e2fc6e45 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0579 expref: 132 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.020056:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.020057:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.020060:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044e8b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.020060:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.020071:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074948.020076:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969014784:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074948.020078:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe55ca9e00/0xf5091596e2fc6e45 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0579 expref: 132 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.020086:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55ca9e00/0xf5091596e2fc6e45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0579 expref: 132 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.020094:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074948.020102:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd57bc5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969015040:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.020110:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969014912 00000100:00100000:2.0:1769074948.020113:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969014912 00000100:00100000:1.0:1769074948.020127:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.020129:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969014656 00000100:00100000:2.0:1769074948.020131:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969014656 00000100:00100000:2.0:1769074948.020141:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969014784 00000100:00100000:2.0:1769074948.020143:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969014784 00000100:00100000:2.0:1769074948.020157:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83239 00000100:00100000:2.0:1769074948.020162:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+206:3659:x1855007969014912:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.020173:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3718 count 1 00010000:00010000:2.0:1769074948.020185:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044e92 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.020195:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f1800/0xf5091596e2fd6afb lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250022f expref: 132 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.020201:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.020203:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.020205:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044e92 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.020220:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f1800/0xf5091596e2fd6afb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250022f expref: 132 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.020228:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f1800/0xf5091596e2fd6afb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250022f expref: 132 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.020236:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007969015168:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.020259:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.020275:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83240 00000100:00100000:2.0:1769074948.020281:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d40d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+206:3657:x1855007969014656:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.020295:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8783 count 1 00010000:00010000:2.0:1769074948.020306:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044e99 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x224f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.020317:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64188c00/0xf5091596e2fc4dbb lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4ef expref: 132 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.020323:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.020325:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.020327:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044e99 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.020345:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe64188c00/0xf5091596e2fc4dbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4ef expref: 132 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.020354:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe64188c00/0xf5091596e2fc4dbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4ef expref: 132 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.020522:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+225:3659:x1855007969009280:12345-0@lo:6:osp-syn-0-1.0 Request processed in 46385us (46440us total) trans 4294989652 rc 0/0 00000100:00100000:2.0:1769074948.020527:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007969015296:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.020530:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83218 00000100:00100000:0.0:1769074948.020549:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83241 00000100:00100000:2.0:1769074948.020552:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.020555:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d40d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+206:3657:x1855007969014784:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.020567:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7793 count 1 00010000:00010000:0.0:1769074948.020579:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044ea0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.020590:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe706da200/0xf5091596e2fcb6fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f4e2e expref: 132 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.020597:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.020598:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.020599:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044ea0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1769074948.020978:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6fa0e300/2, rc 0, transno 4294989652 00000100:00100000:1.0:1769074948.020994:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969009280:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074948.021276:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074948.021288:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969015424:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074948.021322:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074948.021395:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe706da200/0xf5091596e2fcb6fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4e2e expref: 132 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.021406:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe706da200/0xf5091596e2fcb6fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4e2e expref: 132 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.021416:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd44117100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007969015552:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.021471:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6840 going to sleep for 11 seconds 00010000:00010000:0.0:1769074948.021498:0:8669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dfdc800/0xf5091596e2fc4a2d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee161 expref: 113 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.021510:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e53800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007969011584:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.021528:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044e37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.021537:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044e37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.021545:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044e37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.021555:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044e37 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.021563:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044e37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.021582:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.021875:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62e51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+225:3660:x1855007969011456:12345-0@lo:6:osp-syn-0-1.0 Request processed in 24364us (24481us total) trans 4294989656 rc 0/0 00000100:00100000:0.0:1769074948.021881:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83226 00000100:00100000:0.0:1769074948.022248:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969015424 00000100:00100000:0.0:1769074948.022254:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969015424 00000100:00100000:2.0:1769074948.022318:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83242 00000100:00100000:2.0:1769074948.022325:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd57bc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+225:3659:x1855007969015424:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.022342:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6651 count 1 00010000:00010000:2.0:1769074948.022356:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044ea7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.022370:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe641a7400/0xf5091596e2fca565 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c99 expref: 112 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.022378:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.022380:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.022383:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044ea7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x19fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.022405:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe641a7400/0xf5091596e2fca565 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c99 expref: 112 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.022427:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe641a7400/0xf5091596e2fca565 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c99 expref: 112 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.022439:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007969015680:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.022500:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95f00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074948.022727:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007969012480:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.022744:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044e4c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.022775:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd442cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969012096:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.022788:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044e45 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.022792:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.022843:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.022874:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960334976 00000100:00100000:2.0:1769074948.022878:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960334976 00010000:00010000:2.0:1769074948.022898:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68609800/0xf5091596e2fdb81e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f52 expref: 133 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.022920:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960335104 00000100:00100000:2.0:1769074948.022923:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960335104 00010000:00010000:2.0:1769074948.022933:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c8d2a00/0xf5091596e2fc26e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebe14 expref: 113 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.022953:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40984 00000100:00100000:2.0:1769074948.022964:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40985 00000100:00100000:2.0:1769074948.022970:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4a3ce050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+113:2407:x1855007960335104:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074948.022973:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+133:2407:x1855007960334976:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.022979:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.022980:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.022984:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c8d2a00/0xf5091596e2fc26e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1510:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebe14 expref: 113 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.022985:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68609800/0xf5091596e2fdb81e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f52 expref: 133 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.022996:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68609800/0xf5091596e2fdb81e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f52 expref: 133 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.022996:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c8d2a00/0xf5091596e2fc26e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1510:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebe14 expref: 113 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.023017:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68609800/0xf5091596e2fdb81e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504f52 expref: 133 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.023017:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5c8d2a00/0xf5091596e2fc26e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1510:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebe14 expref: 113 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.023028:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.023028:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.023030:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.023030:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.023034:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044e45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.023034:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044e4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.023044:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044e45 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.023044:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044e4c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.024263:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.024276:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044e37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.024287:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.024291:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044e37 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.024301:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044e37 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.024318:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044e37 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.024326:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044e37 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.024347:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.024349:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.024351:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074948.024412:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd57bc5c00/2, rc 0, transno 4294989656 00000100:00100000:0.0:1769074948.024536:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd57bc5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969011456:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.024754:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969015808:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.024807:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.024924:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969015808 00000100:00100000:0.0:1769074948.024930:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969015808 00000100:00100000:0.0:1769074948.024963:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83243 00000100:00100000:0.0:1769074948.024970:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc4430e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+226:3657:x1855007969015808:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074948.024987:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00080000:0.0:1769074948.024991:0:14039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6066 count 1 00010000:00010000:0.0:1769074948.025012:0:14039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044eae lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.025026:0:14039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe432e0200/0xf5091596e2fd1af9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fb226 expref: 112 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.025033:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.025035:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.025037:0:14039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044eae lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.025063:0:14039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe432e0200/0xf5091596e2fd1af9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb226 expref: 112 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.025074:0:14039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe432e0200/0xf5091596e2fd1af9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb226 expref: 112 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.025085:0:14039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe784eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14039:1855007969015936:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.025208:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074948.025226:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044e4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.025235:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044e4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.025245:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044e4c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.025253:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044e4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.025269:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.025552:0:14039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.025894:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4a3ce050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+112:2407:x1855007960335104:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 2920us (3046us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.025905:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40985 00000100:00100000:1.0:1769074948.025984:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62e50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+227:3660:x1855007969012352:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13253us (19183us total) trans 4294989657 rc 0/0 00000100:00100000:1.0:1769074948.025992:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83229 00000004:00080000:2.0:1769074948.026005:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62e50a80/2, rc 0, transno 4294989657 00000100:00100000:2.0:1769074948.026016:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969012352:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074948.026025:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.026030:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044e4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.026038:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.026042:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044e4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.026051:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044e4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.026066:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044e4c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.026074:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044e4c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.026090:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.026092:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.026093:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.026104:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044e45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.026111:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044e45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.026119:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044e45 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.026125:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044e45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.026140:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074948.026160:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.026164:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044e45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.026171:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.026174:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044e45 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.026181:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044e45 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.026192:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044e45 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.026198:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3044e45 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xfa3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.026212:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.026213:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.026215:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074948.026269:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+207:3657:x1855007969011840:12345-0@lo:6:osp-syn-1-1.0 Request processed in 19950us (20572us total) trans 4294989634 rc 0/0 00000100:00100000:1.0:1769074948.026276:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83228 00000100:00100000:1.0:1769074948.026303:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+132:2407:x1855007960334976:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 3341us (3511us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.026310:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40984 00000100:00100000:0.0:1769074948.026725:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969016064:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.026756:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.026788:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969016064 00000100:00100000:0.0:1769074948.026794:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969016064 00000100:00100000:0.0:1769074948.026835:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83244 00000100:00100000:0.0:1769074948.026842:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+227:3658:x1855007969016064:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.026861:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2420 count 1 00010000:00010000:0.0:1769074948.026878:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044eb5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x974:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.026891:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe69039a00/0xf5091596e2fbffaa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e96de expref: 111 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.026898:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.026900:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.026903:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044eb5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.026932:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe69039a00/0xf5091596e2fbffaa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e96de expref: 111 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.026943:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe69039a00/0xf5091596e2fbffaa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e96de expref: 111 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.026954:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007969016192:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.026994:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6c00 going to sleep for 11 seconds 00000004:00080000:0.0:1769074948.027029:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace7800/2, rc 0, transno 4294989634 00000100:00100000:0.0:1769074948.027041:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969011840:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.027088:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074948.027097:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969016320:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.027123:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.027142:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969016320 00000100:00100000:0.0:1769074948.027146:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969016320 00000100:00100000:0.0:1769074948.027168:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83245 00000100:00100000:0.0:1769074948.027174:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+207:3660:x1855007969016320:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.027185:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5887 count 1 00010000:00010000:0.0:1769074948.027212:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044ebc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.027226:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe56f2e600/0xf5091596e2fc7e1a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f154e expref: 131 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.027232:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.027235:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.027238:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044ebc lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.027256:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe56f2e600/0xf5091596e2fc7e1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f154e expref: 131 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.027265:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe56f2e600/0xf5091596e2fc7e1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f154e expref: 131 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.027276:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007969016448:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.027301:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.029289:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e53100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007969013632:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.029289:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace4000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969012608:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.029313:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044e5a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.029313:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044e53 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.029348:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.029372:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.029606:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960335232 00000100:00100000:2.0:1769074948.029612:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960335232 00010000:00010000:2.0:1769074948.029644:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4afbfc00/0xf5091596e2fd7db6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725014ea expref: 112 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.029827:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960335360 00000100:00100000:2.0:1769074948.029832:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960335360 00010000:00010000:2.0:1769074948.029845:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68cbd400/0xf5091596e2fbf4d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8c11 expref: 113 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.029866:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40986 00000100:00100000:2.0:1769074948.029873:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+113:2409:x1855007960335232:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.029886:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.029891:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4afbfc00/0xf5091596e2fd7db6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725014ea expref: 113 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.029902:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4afbfc00/0xf5091596e2fd7db6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725014ea expref: 113 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.029923:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4afbfc00/0xf5091596e2fd7db6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725014ea expref: 113 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.029936:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.029938:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.029942:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044e53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.029951:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044e53 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.029979:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074948.029990:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40987 00000100:00100000:1.0:1769074948.029999:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+112:2409:x1855007960335360:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.030007:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.030011:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68cbd400/0xf5091596e2fbf4d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x15a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8c11 expref: 112 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.030020:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68cbd400/0xf5091596e2fbf4d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x15a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8c11 expref: 112 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.030024:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+112:2409:x1855007960335232:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 151us (676us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.030031:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40986 00010000:00010000:1.0:1769074948.030034:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68cbd400/0xf5091596e2fbf4d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x15a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8c11 expref: 112 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.030042:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.030044:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.030047:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044e5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.030054:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044e5a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x15a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.030075:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074948.030084:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044e5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.030092:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044e5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.030095:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+110:2409:x1855007960335360:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 97us (723us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.030101:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40987 00010000:00010000:2.0:1769074948.030101:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044e5a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.030109:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044e5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.030125:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.030339:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62e51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+228:3660:x1855007969013120:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12303us (12360us total) trans 4294989658 rc 0/0 00000100:00100000:2.0:1769074948.030347:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83231 00010000:00010000:3.0:1769074948.030411:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044e53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.030424:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044e53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.030431:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044e53 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.030438:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044e53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.030478:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1769074948.030480:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074948.030486:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044e5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.030493:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.030497:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044e5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.030505:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044e5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.030517:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044e5a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.030524:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652000/0xf5091596e3044e5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.030540:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.030543:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044e53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.030549:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.030552:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044e53 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.030559:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044e53 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.030569:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044e53 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.030576:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044e53 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.030588:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.030590:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.030591:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074948.030627:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+228:3660:x1855007969012224:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14135us (18226us total) trans 4294989659 rc 0/0 00000100:00100000:3.0:1769074948.030634:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83230 00010000:00010000:1.0:1769074948.030827:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074948.031005:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e52680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007969013760:192.168.204.30@tcp:104: 00000004:00080000:0.0:1769074948.031006:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62e50380/2, rc 0, transno 4294989658 00010000:00010000:1.0:1769074948.031023:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044e61 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.031024:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969013120:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074948.031035:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62e53480/2, rc 0, transno 4294989659 00000100:00100000:0.0:1769074948.031039:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e53480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969012224:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074948.031161:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074948.031168:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969016704:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074948.031170:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969016576:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.031200:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074948.031280:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969016704 00000100:00100000:3.0:1769074948.031286:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969016704 00000100:00100000:3.0:1769074948.031313:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83246 00000100:00100000:3.0:1769074948.031320:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62e52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+228:3657:x1855007969016704:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074948.031342:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3608 count 1 00010000:00010000:3.0:1769074948.031361:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044ec3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.031375:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609cfe00/0xf5091596e2fcf7ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ee0 expref: 109 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.031382:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.031384:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.031388:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044ec3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.031408:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe609cfe00/0xf5091596e2fcf7ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ee0 expref: 109 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.031419:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe609cfe00/0xf5091596e2fcf7ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ee0 expref: 109 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.031428:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969016832:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074948.031512:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be000 going to sleep for 11 seconds 00000100:00100000:1.0:1769074948.031571:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.031599:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969016576 00000100:00100000:2.0:1769074948.031604:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969016576 00000100:00100000:2.0:1769074948.031632:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83247 00000100:00100000:2.0:1769074948.031639:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+229:3659:x1855007969016576:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.031756:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3842 count 1 00010000:00010000:2.0:1769074948.031767:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044eca lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.031775:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653e00/0xf5091596e2fcc348 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f5a7c expref: 109 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.031779:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.031780:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.031782:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044eca lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.031794:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653e00/0xf5091596e2fcc348 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5a7c expref: 109 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.031799:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653e00/0xf5091596e2fcc348 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5a7c expref: 109 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.031805:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007969016960:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.031875:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.044729:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.044789:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007969013888:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.044845:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6000/0xf5091596e3044e68 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.050762:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960335488 00000100:00100000:2.0:1769074948.050777:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960335488 00010000:00010000:2.0:1769074948.050829:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe64164800/0xf5091596e2fdb5e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d1b expref: 110 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.050872:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40988 00000100:00100000:2.0:1769074948.050883:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d40f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+110:2409:x1855007960335488:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.050897:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.050903:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe64164800/0xf5091596e2fdb5e0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d1b expref: 110 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.050917:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe64164800/0xf5091596e2fdb5e0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d1b expref: 110 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.050940:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe64164800/0xf5091596e2fdb5e0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d1b expref: 110 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.050956:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.050958:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.050962:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044e61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.050972:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044e61 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.051003:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.051064:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d40f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+109:2409:x1855007960335488:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 182us (6346us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.051073:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40988 00010000:00010000:2.0:1769074948.051120:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044e61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.051130:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044e61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.051145:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044e61 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.051152:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044e61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.051170:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.051406:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62e51180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+230:3660:x1855007969013504:12345-0@lo:6:osp-syn-0-1.0 Request processed in 33095us (33141us total) trans 4294989660 rc 0/0 00000100:00100000:2.0:1769074948.051416:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83232 00000100:00100000:2.0:1769074948.051528:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.051545:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960335616 00000100:00100000:2.0:1769074948.051548:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960335616 00010000:00010000:2.0:1769074948.051566:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe60929000/0xf5091596e2fd0e5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa592 expref: 132 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.051587:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40989 00000100:00100000:2.0:1769074948.051593:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d40e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+132:2409:x1855007960335616:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.051602:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.051607:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe60929000/0xf5091596e2fd0e5e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2336:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa592 expref: 132 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.051624:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe60929000/0xf5091596e2fd0e5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2336:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa592 expref: 132 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.051641:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60929000/0xf5091596e2fd0e5e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2336:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa592 expref: 132 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.051652:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.051654:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.051657:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6000/0xf5091596e3044e68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.051665:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6000/0xf5091596e3044e68 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2336:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.051686:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.051710:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d40e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+131:2409:x1855007960335616:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 116us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.051718:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40989 00010000:00010000:2.0:1769074948.051759:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6000/0xf5091596e3044e68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.051768:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6000/0xf5091596e3044e68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.051776:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6000/0xf5091596e3044e68 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.051789:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6000/0xf5091596e3044e68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.051804:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1769074948.051830:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074948.051846:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044e61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.051861:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.051866:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044e61 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.051877:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044e61 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.051901:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044e61 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.051916:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652400/0xf5091596e3044e61 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.051947:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.051952:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6000/0xf5091596e3044e68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.051960:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.051963:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6000/0xf5091596e3044e68 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.051971:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6000/0xf5091596e3044e68 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.051988:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6000/0xf5091596e3044e68 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.051997:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6000/0xf5091596e3044e68 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2336:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.052039:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.052039:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+208:3659:x1855007969012992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 33237us (33625us total) trans 4294989635 rc 0/0 00010000:00010000:1.0:1769074948.052045:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.052056:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.052057:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83233 00010000:00010000:2.0:1769074948.052083:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074948.052119:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace7b80/2, rc 0, transno 4294989635 00000100:00100000:2.0:1769074948.052131:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969012992:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.052199:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.052327:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007969015168:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.052343:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044e92 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.052361:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960335744 00000100:00100000:2.0:1769074948.052364:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960335744 00010000:00010000:2.0:1769074948.052380:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7171ce00/0xf5091596e2fb9de9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x167d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3516 expref: 131 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.052414:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40990 00000100:00100000:2.0:1769074948.052422:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d40dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+131:2410:x1855007960335744:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.052432:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.052437:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7171ce00/0xf5091596e2fb9de9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x167d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3516 expref: 131 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.052444:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e50700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969014144:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.052498:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7171ce00/0xf5091596e2fb9de9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x167d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3516 expref: 131 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.052517:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.052520:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044e76 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.052520:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.052527:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7000/0xf5091596e3044e6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x167d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.052535:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7000/0xf5091596e3044e6f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x167d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.052548:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.052574:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d40dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+131:2410:x1855007960335744:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 152us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.052580:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40990 00000100:00100000:2.0:1769074948.052632:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007969015296:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.052646:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044e99 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.052686:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.052707:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.052719:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960335872 00000100:00100000:2.0:1769074948.052723:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960335872 00010000:00010000:2.0:1769074948.052737:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73857c00/0xf5091596e2fba789 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1568:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3eb6 expref: 109 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.052760:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960336128 00000100:00100000:2.0:1769074948.052763:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960336128 00010000:00010000:2.0:1769074948.052773:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f1800/0xf5091596e2fd6afb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250022f expref: 131 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.052790:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40991 00000100:00100000:2.0:1769074948.052796:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d40ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+109:2410:x1855007960335872:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.052807:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.052824:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe73857c00/0xf5091596e2fba789 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1568:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3eb6 expref: 109 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.052833:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe73857c00/0xf5091596e2fba789 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1568:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3eb6 expref: 109 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.052847:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73857c00/0xf5091596e2fba789 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1568:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3eb6 expref: 109 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.052861:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.052862:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.052865:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044e76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.052872:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044e76 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.052883:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.052906:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d40ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+108:2410:x1855007960335872:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 110us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.052912:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40991 00000100:00100000:2.0:1769074948.052924:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40992 00000100:00100000:2.0:1769074948.052930:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+131:2410:x1855007960336128:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.052937:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.052941:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f1800/0xf5091596e2fd6afb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250022f expref: 131 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.052949:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f1800/0xf5091596e2fd6afb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250022f expref: 131 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.052961:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c3f1800/0xf5091596e2fd6afb lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xe86:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250022f expref: 131 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.052969:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.052971:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.052974:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044e92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.052981:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044e92 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.052997:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.053015:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433d9450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+130:2410:x1855007960336128:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 85us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.053022:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40992 00010000:00010000:2.0:1769074948.053066:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044e92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.053074:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044e92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.053083:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044e92 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.053090:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044e92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.053104:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.053265:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+208:3659:x1855007969014912:12345-0@lo:6:osp-syn-1-1.0 Request processed in 33101us (33244us total) trans 4294989636 rc 0/0 00000100:00100000:2.0:1769074948.053272:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83239 00010000:00010000:2.0:1769074948.053292:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.053298:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044e92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.053306:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.053310:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044e92 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.053318:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044e92 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.053330:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044e92 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.053336:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044e92 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe86:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.053358:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.053360:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.053362:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074948.053385:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd43d03480/2, rc 0, transno 4294989636 00000100:00100000:2.0:1769074948.053391:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43d03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969014912:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.053428:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.053486:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.053502:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960336000 00000100:00100000:2.0:1769074948.053506:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960336000 00010000:00010000:2.0:1769074948.053524:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55ca9e00/0xf5091596e2fc6e45 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0579 expref: 130 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.053544:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960336256 00000100:00100000:2.0:1769074948.053546:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960336256 00010000:00010000:2.0:1769074948.053558:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe64188c00/0xf5091596e2fc4dbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4ef expref: 131 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.053573:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40993 00000100:00100000:2.0:1769074948.053581:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d40f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+131:2410:x1855007960336000:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.053589:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.053592:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe55ca9e00/0xf5091596e2fc6e45 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x23d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0579 expref: 131 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.053606:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe55ca9e00/0xf5091596e2fc6e45 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0579 expref: 131 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.053619:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.053621:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.053624:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044e8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.053631:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044e8b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.053643:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.053678:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d40f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+131:2410:x1855007960336000:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 98us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.053685:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40993 00000100:00100000:2.0:1769074948.053698:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40994 00000100:00100000:2.0:1769074948.053704:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d40e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+130:2410:x1855007960336256:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.053711:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.053716:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe64188c00/0xf5091596e2fc4dbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x224f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4ef expref: 130 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.053725:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe64188c00/0xf5091596e2fc4dbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x224f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4ef expref: 130 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.053737:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64188c00/0xf5091596e2fc4dbb lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x224f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee4ef expref: 130 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.053745:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.053747:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.053750:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044e99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.053757:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044e99 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x224f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.053773:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.053790:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d40e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+129:2410:x1855007960336256:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 86us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.053797:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40994 00010000:00010000:1.0:1769074948.054220:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044e76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.054229:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044e76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.054241:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044e76 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.054250:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044e76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.054272:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074948.054687:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+230:3657:x1855007969013248:12345-0@lo:6:osp-syn-0-1.0 Request processed in 35435us (35663us total) trans 4294989661 rc 0/0 00000100:00100000:1.0:1769074948.054698:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83235 00010000:00010000:1.0:1769074948.054744:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.054751:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044e76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.054759:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.054764:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044e76 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.054773:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044e76 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.054797:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044e76 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.054805:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653a00/0xf5091596e3044e76 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.054837:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.054839:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.054841:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.054885:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55ca9e00/0xf5091596e2fc6e45 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x23d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0579 expref: 128 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.054898:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd57bc5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969015040:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.054920:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044e8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.054927:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044e8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.054933:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044e8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.054941:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044e8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.054948:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044e8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.054964:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074948.057513:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7171ce00/0xf5091596e2fb9de9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x167d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3516 expref: 127 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.057544:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007969014016:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.057569:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7000/0xf5091596e3044e6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1769074948.057614:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62e53b80/2, rc 0, transno 4294989661 00000100:00100000:0.0:1769074948.057636:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969013248:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.057713:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074948.057728:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969017088:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.057785:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.057848:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969017088 00000100:00100000:0.0:1769074948.057854:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969017088 00000100:00100000:0.0:1769074948.057900:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83248 00000100:00100000:0.0:1769074948.057908:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62e50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+230:3657:x1855007969017088:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.057932:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:10081 count 1 00010000:00010000:0.0:1769074948.057958:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044ed1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2761:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.057974:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fa000/0xf5091596e2fd0f5a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fa68e expref: 107 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.057982:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.057984:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.057987:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044ed1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.058015:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fa000/0xf5091596e2fd0f5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa68e expref: 107 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.058026:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fa000/0xf5091596e2fd0f5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa68e expref: 107 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.058037:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969017216:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.058081:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.058137:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.060043:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960336384 00000100:00100000:3.0:1769074948.060058:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960336384 00010000:00010000:3.0:1769074948.060098:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68697a00/0xf5091596e2fc661f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x52a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724efd53 expref: 108 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.060135:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40995 00000100:00100000:3.0:1769074948.060145:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+108:2410:x1855007960336384:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.060160:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.060165:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68697a00/0xf5091596e2fc661f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x52a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724efd53 expref: 108 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.060184:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68697a00/0xf5091596e2fc661f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x52a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724efd53 expref: 108 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.060208:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.060210:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.060215:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044e7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x52a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.060224:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044e7d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x52a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.060243:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.060289:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+108:2410:x1855007960336384:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 144us (2151us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.060296:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40995 00000100:00100000:1.0:1769074948.060776:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+208:3659:x1855007969014528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 40751us (40821us total) trans 4294989637 rc 0/0 00000100:00100000:1.0:1769074948.060797:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83238 00000100:00100000:0.0:1769074948.060808:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.060873:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074948.060874:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.060886:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044e8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.060900:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.060906:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044e8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.060918:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044e8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.060940:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074948.060943:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044e8b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.060953:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3044e8b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.060970:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074948.061016:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.061020:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.061026:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.061091:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.061112:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.061127:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.061174:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.061218:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007969016448:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.061240:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044ebc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.061267:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960336512 00000100:00100000:0.0:1769074948.061271:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960336512 00010000:00010000:0.0:1769074948.061293:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe60d39a00/0xf5091596e2fd22f5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fba22 expref: 127 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.061313:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960336640 00000100:00100000:0.0:1769074948.061316:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960336640 00010000:00010000:0.0:1769074948.061328:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe706da200/0xf5091596e2fcb6fa lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4e2e expref: 128 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.061337:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960336768 00000100:00100000:0.0:1769074948.061339:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960336768 00010000:00010000:0.0:1769074948.061349:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe641a7400/0xf5091596e2fca565 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c99 expref: 108 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.063280:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960336896 00000100:00100000:3.0:1769074948.063295:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960336896 00010000:00010000:3.0:1769074948.063332:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe432e0200/0xf5091596e2fd1af9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb226 expref: 109 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.063354:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960337152 00000100:00100000:3.0:1769074948.063357:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960337152 00010000:00010000:3.0:1769074948.063562:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe56f2e600/0xf5091596e2fc7e1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f154e expref: 129 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.063577:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960337408 00000100:00100000:3.0:1769074948.063580:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960337408 00010000:00010000:3.0:1769074948.063594:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653e00/0xf5091596e2fcc348 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5a7c expref: 110 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.063605:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960337024 00000100:00100000:3.0:1769074948.063608:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960337024 00010000:00010000:3.0:1769074948.063620:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe69039a00/0xf5091596e2fbffaa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e96de expref: 111 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.063631:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960337280 00000100:00100000:3.0:1769074948.063633:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960337280 00010000:00010000:3.0:1769074948.063644:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe609cfe00/0xf5091596e2fcf7ac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ee0 expref: 112 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.063658:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40996 00000100:00100000:3.0:1769074948.063667:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+129:2410:x1855007960336512:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.063681:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.063688:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe60d39a00/0xf5091596e2fd22f5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fba22 expref: 129 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.063700:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe60d39a00/0xf5091596e2fd22f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fba22 expref: 129 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.063723:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.063726:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.063731:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044e84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.063740:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044e84 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.063760:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.063828:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+129:2410:x1855007960336512:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 161us (3030us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.063835:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40996 00000100:00100000:3.0:1769074948.063854:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40997 00000100:00100000:3.0:1769074948.063862:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+128:2409:x1855007960336640:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.063871:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.063877:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe706da200/0xf5091596e2fcb6fa lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4e2e expref: 128 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.063887:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe706da200/0xf5091596e2fcb6fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4e2e expref: 128 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.063899:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.063901:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.063904:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044ea0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.063911:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044ea0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.063922:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.063940:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+128:2409:x1855007960336640:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 79us (3068us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.063946:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40997 00000100:00100000:3.0:1769074948.063960:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40998 00000100:00100000:3.0:1769074948.063967:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+112:2409:x1855007960336768:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.063978:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.063984:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe641a7400/0xf5091596e2fca565 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x19fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c99 expref: 112 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.063993:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe641a7400/0xf5091596e2fca565 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c99 expref: 112 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.064006:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.064008:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.064012:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044ea7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.064019:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044ea7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x19fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.064031:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.064049:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+112:2409:x1855007960336768:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 82us (3110us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.064055:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40998 00000100:00100000:3.0:1769074948.064068:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 40999 00000100:00100000:3.0:1769074948.064075:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433d8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+111:2410:x1855007960336896:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.064082:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.064086:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe432e0200/0xf5091596e2fd1af9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb226 expref: 111 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.064102:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe432e0200/0xf5091596e2fd1af9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb226 expref: 111 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.064114:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.064115:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.064118:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044eae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.064125:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044eae lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.064137:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.064226:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433d8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+111:2410:x1855007960336896:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 150us (3256us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.064233:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 40999 00000100:00100000:3.0:1769074948.064274:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41000 00000100:00100000:3.0:1769074948.064280:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+127:2410:x1855007960337152:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.064288:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.064292:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe56f2e600/0xf5091596e2fc7e1a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f154e expref: 127 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.064302:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe56f2e600/0xf5091596e2fc7e1a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f154e expref: 127 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.064315:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe56f2e600/0xf5091596e2fc7e1a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f154e expref: 127 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.064328:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.064330:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.064333:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.064341:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044ebc lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.064628:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41001 00000100:00100000:2.0:1769074948.064637:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+110:2410:x1855007960337408:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.064644:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.064648:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653e00/0xf5091596e2fcc348 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xf02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5a7c expref: 110 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.064658:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653e00/0xf5091596e2fcc348 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5a7c expref: 110 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.064671:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.064674:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.064677:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044eca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.064691:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044eca lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.064705:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.064721:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+110:2410:x1855007960337408:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 86us (3609us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.064726:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41001 00000100:00100000:2.0:1769074948.064739:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41002 00000100:00100000:2.0:1769074948.064743:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62600e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+109:2410:x1855007960337024:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.064748:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.064753:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe69039a00/0xf5091596e2fbffaa lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x974:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e96de expref: 109 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.064762:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe69039a00/0xf5091596e2fbffaa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x974:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e96de expref: 109 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.064771:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.064772:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.064774:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044eb5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x974:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.064779:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044eb5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x974:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.064786:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.064800:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62600e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+109:2410:x1855007960337024:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 57us (3672us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.064805:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41002 00000100:00100000:2.0:1769074948.064832:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41003 00000100:00100000:2.0:1769074948.064841:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62603480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+108:2410:x1855007960337280:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.064849:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.064855:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe609cfe00/0xf5091596e2fcf7ac lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ee0 expref: 108 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.064865:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe609cfe00/0xf5091596e2fcf7ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ee0 expref: 108 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.064878:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.064880:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.064883:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044ec3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.064890:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044ec3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.064905:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.064926:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62603480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+108:2410:x1855007960337280:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (3752us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.064934:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41003 00010000:00010000:2.0:1769074948.065068:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60d39a00/0xf5091596e2fd22f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fba22 expref: 126 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.065080:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007969014400:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.065099:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044e84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.065109:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044e84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.065115:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044e84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.065124:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044e84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.065132:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044e84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.065150:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.065935:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+208:3657:x1855007969012864:12345-0@lo:6:osp-syn-1-1.0 Request processed in 46594us (46864us total) trans 4294989638 rc 0/0 00000100:00100000:2.0:1769074948.065945:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83236 00010000:00010000:2.0:1769074948.066032:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.066039:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044e84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.066047:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.066052:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044e84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.066065:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044e84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.066083:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044e84 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.066090:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044e84 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x12c9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.066120:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.066123:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.066125:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074948.066159:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57c2c700/2, rc 0, transno 4294989637 00000100:00100000:2.0:1769074948.066166:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969014528:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074948.066194:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653e00/0xf5091596e2fcc348 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5a7c expref: 107 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.066205:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007969016960:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.066220:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044eca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.066227:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044eca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.066234:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044eca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.066242:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044eca lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.066249:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044eca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.066265:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.066926:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+231:3659:x1855007969016576:12345-0@lo:6:osp-syn-0-1.0 Request processed in 35285us (35351us total) trans 4294989662 rc 0/0 00000100:00100000:2.0:1769074948.066936:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83247 00010000:00010000:2.0:1769074948.066961:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.066967:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044eca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.066974:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.066978:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044eca lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.066986:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044eca lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.066999:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044eca lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.067006:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044eca lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.067031:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.067034:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.067035:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074948.067060:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d1e9500/2, rc 0, transno 4294989662 00000100:00100000:2.0:1769074948.067073:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969016576:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.067131:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969017344:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.067165:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.067198:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969017344 00000100:00100000:2.0:1769074948.067204:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969017344 00000100:00100000:2.0:1769074948.067235:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83249 00000100:00100000:2.0:1769074948.067242:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d40dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+231:3659:x1855007969017344:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.067265:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6148 count 1 00010000:00010000:2.0:1769074948.067284:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044ed8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1804:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.067305:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe67785800/0xf5091596e2fbe1b2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e78e6 expref: 106 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.067312:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.067314:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.067317:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044ed8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.067340:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe67785800/0xf5091596e2fbe1b2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e78e6 expref: 106 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.067357:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe67785800/0xf5091596e2fbe1b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e78e6 expref: 106 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.067382:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007969017472:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.067412:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.067429:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074948.067435:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+125:2410:x1855007960337152:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 3154us (6344us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.067443:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41000 00000004:00080000:2.0:1769074948.067472:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace5f80/2, rc 0, transno 4294989638 00000100:00100000:2.0:1769074948.067478:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969012864:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074948.067494:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044e99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.067502:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044e99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.067510:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044e99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.067517:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044e99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.067546:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074948.067624:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074948.067629:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044e99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.067637:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.067640:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044e99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.067648:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044e99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.067713:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d40d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+208:3657:x1855007969014656:12345-0@lo:6:osp-syn-1-1.0 Request processed in 47432us (47651us total) trans 4294989639 rc 0/0 00000100:00100000:2.0:1769074948.067720:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83240 00000004:00080000:2.0:1769074948.067749:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57c2e300/2, rc 0, transno 4294989639 00000100:00100000:2.0:1769074948.067754:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969014656:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074948.067784:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe641a7400/0xf5091596e2fca565 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c99 expref: 106 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.067793:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007969015680:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.067806:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044ea7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.067824:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044ea7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.067831:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044ea7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.067837:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044ea7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.067844:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044ea7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.067866:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.067995:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd57bc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+232:3659:x1855007969015424:12345-0@lo:6:osp-syn-0-1.0 Request processed in 45670us (46676us total) trans 4294989663 rc 0/0 00000100:00100000:2.0:1769074948.068002:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83242 00000004:00080000:2.0:1769074948.068028:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d40ea00/2, rc 0, transno 4294989663 00000100:00100000:2.0:1769074948.068035:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969015424:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.068067:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074948.068076:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969017600:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.068099:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.068120:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969017600 00000100:00100000:2.0:1769074948.068123:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969017600 00000100:00100000:2.0:1769074948.068144:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83250 00000100:00100000:2.0:1769074948.068149:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d40c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+232:3659:x1855007969017600:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.068163:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:193 count 1 00010000:00010000:2.0:1769074948.068177:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044edf lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.068189:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe67abb800/0xf5091596e2fd7011 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250073e expref: 105 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.068196:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.068198:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.068201:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044edf lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.068219:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe67abb800/0xf5091596e2fd7011 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250073e expref: 105 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.068228:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe67abb800/0xf5091596e2fd7011 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250073e expref: 105 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.068237:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007969017728:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.068266:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95180 going to sleep for 11 seconds 00010000:00010000:3.0:1769074948.068435:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044e99 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.068442:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6a00/0xf5091596e3044e99 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x224f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.068487:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.068496:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.068503:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044ebc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.068510:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044ebc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.068525:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074948.068654:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8b79b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+208:3660:x1855007969016320:12345-0@lo:6:osp-syn-1-1.0 Request processed in 41479us (41529us total) trans 4294989640 rc 0/0 00000100:00100000:0.0:1769074948.068661:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83245 00010000:00010000:0.0:1769074948.068700:0:14035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe69039a00/0xf5091596e2fbffaa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e96de expref: 105 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.068710:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e38380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007969016192:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.068725:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044eb5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.068732:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044eb5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.068738:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044eb5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.068746:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044eb5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.068753:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044eb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.068764:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1769074948.068898:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+233:3658:x1855007969016064:12345-0@lo:6:osp-syn-0-1.0 Request processed in 42056us (42140us total) trans 4294989664 rc 0/0 00000100:00100000:0.0:1769074948.068905:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83244 00010000:00010000:0.0:1769074948.068941:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68697a00/0xf5091596e2fc661f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x52a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724efd53 expref: 104 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.068952:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007969014272:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.068965:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044e7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.068974:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044e7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.068980:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044e7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.068988:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044e7d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.068996:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044e7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.069005:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1769074948.069109:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+233:3657:x1855007969013376:12345-0@lo:6:osp-syn-0-1.0 Request processed in 49721us (50005us total) trans 4294989665 rc 0/0 00000100:00100000:0.0:1769074948.069115:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83237 00010000:00010000:0.0:1769074948.069296:0:14046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe609cfe00/0xf5091596e2fcf7ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ee0 expref: 103 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.069308:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969016832:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.069321:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044ec3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.069329:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044ec3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.069337:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044ec3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.069346:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044ec3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.069353:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044ec3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.069579:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:3.0:1769074948.069622:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1769074948.069629:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044ea7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069637:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.069641:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044ea7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069649:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044ea7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069665:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044ea7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069671:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6600/0xf5091596e3044ea7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069685:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00000100:00100000:0.0:1769074948.069687:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62e52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+233:3657:x1855007969016704:12345-0@lo:6:osp-syn-0-1.0 Request processed in 38366us (38485us total) trans 4294989666 rc 0/0 00010000:00010000:3.0:1769074948.069689:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044ebc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.069693:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83246 00010000:00010000:3.0:1769074948.069696:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.069699:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044ebc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069705:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044ebc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069715:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044ebc lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069720:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652800/0xf5091596e3044ebc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x16ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.069728:0:14042:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe706da200/0xf5091596e2fcb6fa lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4e2e expref: 124 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.069739:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd44117100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007969015552:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.069739:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074948.069743:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044eb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069748:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.069751:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044ea0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069752:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044eb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.069759:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044ea0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069760:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044eb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.069766:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044ea0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069770:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044eb5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069777:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653400/0xf5091596e3044eb5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.069779:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044ea0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.069786:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044ea0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.069794:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1769074948.069794:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074948.069797:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044e7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069806:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.069821:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044e7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069829:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044e7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069839:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044e7d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069845:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73653200/0xf5091596e3044e7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069862:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074948.069866:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044ec3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069873:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.069875:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044ec3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069883:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044ec3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069893:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044ec3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.069903:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e3044ec3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.069915:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d40d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+208:3657:x1855007969014784:12345-0@lo:6:osp-syn-1-1.0 Request processed in 49360us (49819us total) trans 4294989641 rc 0/0 00000100:00100000:0.0:1769074948.069922:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83241 00000100:00100000:0.0:1769074948.070021:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62601c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969017984:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.070050:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074948.070079:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d40ed80/2, rc 0, transno 4294989664 00000100:00100000:0.0:1769074948.070086:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969016064:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.070096:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1769074948.070101:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62602300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969017856:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.070118:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.070133:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62602d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969018368:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.070150:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.070173:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969017984 00000100:00100000:0.0:1769074948.070178:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969017984 00000100:00100000:0.0:1769074948.070205:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969017856 00000100:00100000:0.0:1769074948.070208:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969017856 00000100:00100000:0.0:1769074948.070221:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969018368 00000100:00100000:0.0:1769074948.070224:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969018368 00000100:00100000:0.0:1769074948.070239:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83251 00000100:00100000:0.0:1769074948.070244:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62600000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+210:3658:x1855007969017984:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.070265:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1567 count 1 00010000:00010000:0.0:1769074948.070284:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044ee6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x61f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.070298:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5e20b800/0xf5091596e2fc6d9d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x61f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f04d1 expref: 123 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.070305:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.070308:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.070311:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044ee6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x61f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.070336:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5e20b800/0xf5091596e2fc6d9d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x61f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f04d1 expref: 123 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.070347:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5e20b800/0xf5091596e2fc6d9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x61f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f04d1 expref: 123 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.070699:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.070707:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044ea0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.070716:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.070719:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044ea0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.070726:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044ea0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.070741:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044ea0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.070747:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652200/0xf5091596e3044ea0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e71:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.070796:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62601f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007969018496:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.070807:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.070820:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.070822:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.070865:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.070884:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83252 00000100:00100000:0.0:1769074948.070893:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62601880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+210:3658:x1855007969017856:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.070907:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1427 count 1 00010000:00010000:0.0:1769074948.070920:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044eed lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x593:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.070937:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f8e0200/0xf5091596e2fd10cd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fa801 expref: 123 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.070944:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.070946:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.070949:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044eed lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.070967:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f8e0200/0xf5091596e2fd10cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa801 expref: 123 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.070977:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f8e0200/0xf5091596e2fd10cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa801 expref: 123 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.070987:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62601500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007969018624:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.071009:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.071027:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83253 00000100:00100000:0.0:1769074948.071035:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62600380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+210:3658:x1855007969018368:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.071046:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7390 count 1 00010000:00010000:0.0:1769074948.071057:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044ef4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.071068:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d60600/0xf5091596e2fc96a1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f2dd5 expref: 123 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.071074:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.071076:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.071078:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044ef4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.071095:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d60600/0xf5091596e2fc96a1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2dd5 expref: 123 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.071103:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d60600/0xf5091596e2fc96a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2dd5 expref: 123 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.071112:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62601180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969018752:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.071134:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6600 going to sleep for 11 seconds 00010000:00010000:0.0:1769074948.071208:0:14039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe432e0200/0xf5091596e2fd1af9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb226 expref: 102 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.071219:0:14039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe784eea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14039:1855007969015936:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.071234:0:14039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044eae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.071241:0:14039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044eae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.071248:0:14039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044eae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.071256:0:14039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044eae lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.071269:0:14039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044eae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.071293:0:14039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074948.071387:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074948.071392:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044eae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.071399:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.071402:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044eae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.071409:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044eae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.071420:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044eae lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.071427:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652a00/0xf5091596e3044eae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.071441:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.071443:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.071444:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.071484:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074948.071508:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d1e9f80/2, rc 0, transno 4294989666 00000100:00100000:3.0:1769074948.071514:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969016704:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074948.071526:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57c2df80/2, rc 0, transno 4294989641 00000100:00100000:3.0:1769074948.071535:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969014784:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074948.071545:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62e50000/2, rc 0, transno 4294989665 00000100:00100000:3.0:1769074948.071548:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e50000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969013376:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.071698:0:14039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc4430e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+233:3657:x1855007969015808:12345-0@lo:6:osp-syn-0-1.0 Request processed in 46727us (46890us total) trans 4294989667 rc 0/0 00000100:00100000:0.0:1769074948.071706:0:14039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83243 00000100:00100000:0.0:1769074948.071771:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62600700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969018880:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.071796:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.071836:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969018880 00000100:00100000:0.0:1769074948.071842:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969018880 00000004:00080000:3.0:1769074948.071849:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62e53800/2, rc 0, transno 4294989667 00000100:00100000:3.0:1769074948.071854:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e53800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969015808:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.071867:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83254 00000100:00100000:0.0:1769074948.071874:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+211:3658:x1855007969018880:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.071889:0:14039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8122 count 1 00010000:00010000:0.0:1769074948.071901:0:14039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044efb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.071913:0:14039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe56fe2800/0xf5091596e2fbd8c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6ff5 expref: 123 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.071920:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.071922:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.071925:0:14039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044efb lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.071944:0:14039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe56fe2800/0xf5091596e2fbd8c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6ff5 expref: 123 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.071955:0:14039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe56fe2800/0xf5091596e2fbd8c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6ff5 expref: 123 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.071965:0:14039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62600a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007969019008:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.071998:0:14039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.072035:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62602a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969018240:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.072058:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074948.072080:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe78e3a300/2, rc 0, transno 4294989640 00000100:00100000:0.0:1769074948.072088:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e3a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969016320:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074948.072099:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62e51500/2, rc 0, transno 4294989660 00000100:00100000:0.0:1769074948.072102:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e51500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969013504:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.072111:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074948.072117:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62603800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969018112:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.072137:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.072158:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969018240 00000100:00100000:0.0:1769074948.072161:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969018240 00000100:00100000:0.0:1769074948.072182:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969018112 00000100:00100000:0.0:1769074948.072185:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969018112 00000100:00100000:0.0:1769074948.072214:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83255 00000100:00100000:0.0:1769074948.072220:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe784eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+213:3660:x1855007969018240:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.072232:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4378 count 1 00010000:00010000:0.0:1769074948.072244:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044f02 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x111a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.072261:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6338fa00/0xf5091596e2fc01c5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x111a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e98f9 expref: 123 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.072268:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.072269:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.072272:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044f02 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x111a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.072291:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6338fa00/0xf5091596e2fc01c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x111a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e98f9 expref: 123 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.072299:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6338fa00/0xf5091596e2fc01c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x111a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e98f9 expref: 123 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.072302:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83256 00000100:00100000:0.0:1769074948.072308:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007969019136:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074948.072311:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44117100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+213:3660:x1855007969018112:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074948.072323:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2395 count 1 00010000:00010000:3.0:1769074948.072336:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044f09 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x95b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.072337:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6480 going to sleep for 11 seconds 00010000:00010000:3.0:1769074948.072347:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68644a00/0xf5091596e2fdaff8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x95b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250472c expref: 123 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.072353:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.072355:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.072358:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044f09 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x95b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.072377:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68644a00/0xf5091596e2fdaff8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x95b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250472c expref: 123 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.072385:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68644a00/0xf5091596e2fdaff8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x95b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250472c expref: 123 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.072396:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007969019264:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.072574:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.072578:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.072579:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.072657:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969019392:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.072684:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.072703:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969019904:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.072722:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.072739:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074948.072744:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969019520:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.072762:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.072789:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969019392 00000100:00100000:2.0:1769074948.072793:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969019392 00000100:00100000:2.0:1769074948.072826:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969019904 00000100:00100000:2.0:1769074948.072829:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969019904 00000100:00100000:2.0:1769074948.072843:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969019520 00000100:00100000:2.0:1769074948.072845:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969019520 00000100:00100000:2.0:1769074948.072859:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83257 00000100:00100000:2.0:1769074948.072864:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d40f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+235:3659:x1855007969019392:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.072875:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8245 count 1 00010000:00010000:2.0:1769074948.072889:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044f10 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2035:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.072900:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fb800/0xf5091596e2fd0ece lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fa602 expref: 101 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.072906:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.072908:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.072910:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044f10 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.072929:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fb800/0xf5091596e2fd0ece lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa602 expref: 101 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.072939:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fb800/0xf5091596e2fd0ece lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa602 expref: 101 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.072949:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007969020032:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074948.073865:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5bed80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074948.074528:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83258 00000100:00100000:3.0:1769074948.074546:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d40e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+235:3659:x1855007969019904:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074948.074569:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5437 count 1 00010000:00010000:3.0:1769074948.074588:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15200/0xf5091596e3044f17 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.074604:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe57c04200/0xf5091596e2fd4d1f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fe453 expref: 101 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.074610:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.074612:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.074615:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15200/0xf5091596e3044f17 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.074641:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe57c04200/0xf5091596e2fd4d1f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe453 expref: 101 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.074652:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe57c04200/0xf5091596e2fd4d1f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe453 expref: 101 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.074665:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007969020160:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.076026:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969017216:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.076056:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044ed1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.076091:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83259 00000100:00100000:0.0:1769074948.076103:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+235:3659:x1855007969019520:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.076131:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6639 count 1 00010000:00010000:0.0:1769074948.076153:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044f1e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.076172:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe712f3c00/0xf5091596e2fd5537 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fec6b expref: 101 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.076178:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.076180:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.076183:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044f1e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x19ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.076210:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe712f3c00/0xf5091596e2fd5537 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fec6b expref: 101 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.076220:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe712f3c00/0xf5091596e2fd5537 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fec6b expref: 101 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.076234:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007969020288:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.076295:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6300 going to sleep for 11 seconds 00010000:00010000:0.0:1769074948.076576:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7000/0xf5091596e3044e6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.076586:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7000/0xf5091596e3044e6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.076595:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7000/0xf5091596e3044e6f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.076602:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7000/0xf5091596e3044e6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.076622:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074948.076636:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.076642:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7000/0xf5091596e3044e6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.076649:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.076654:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7000/0xf5091596e3044e6f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.076662:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7000/0xf5091596e3044e6f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.076680:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7000/0xf5091596e3044e6f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.076687:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7000/0xf5091596e3044e6f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x167d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.076719:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.076721:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.076723:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.076970:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+214:3657:x1855007969012736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 57763us (57988us total) trans 4294989642 rc 0/0 00000100:00100000:0.0:1769074948.076980:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83234 00000100:00100000:0.0:1769074948.077571:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969019648:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.077610:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074948.077651:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6ace5c00/2, rc 0, transno 4294989642 00000100:00100000:0.0:1769074948.077661:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969012736:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.077674:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074948.077680:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969019776:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.077702:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.077759:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdd40fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969020544:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.077781:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.078001:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969019648 00000100:00100000:0.0:1769074948.078008:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969019648 00000100:00100000:0.0:1769074948.078043:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969019776 00000100:00100000:0.0:1769074948.078046:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969019776 00000100:00100000:0.0:1769074948.078059:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969020544 00000100:00100000:0.0:1769074948.078061:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969020544 00000100:00100000:0.0:1769074948.078073:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83260 00000100:00100000:0.0:1769074948.078079:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+237:3657:x1855007969019648:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.078100:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2637 count 1 00010000:00010000:0.0:1769074948.078121:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044f25 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.078140:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c2e2a00/0xf5091596e2fc3565 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc99 expref: 101 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.078147:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.078149:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.078152:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044f25 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.078174:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c2e2a00/0xf5091596e2fc3565 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc99 expref: 101 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.078191:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c2e2a00/0xf5091596e2fc3565 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc99 expref: 101 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.078203:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73b64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007969020672:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.078257:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.078304:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe78e38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969020416:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.078327:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.078349:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969020416 00000100:00100000:0.0:1769074948.078352:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969020416 00000100:00100000:0.0:1769074948.078626:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83261 00000100:00100000:0.0:1769074948.078633:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdd40f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+237:3657:x1855007969019776:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.078646:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1181 count 1 00010000:00010000:0.0:1769074948.078659:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044f2c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x49d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.078671:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a1c200/0xf5091596e2fd4386 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x49d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fdaba expref: 101 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.078677:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.078678:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.078681:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044f2c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x49d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.078701:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a1c200/0xf5091596e2fd4386 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x49d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdaba expref: 101 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.078715:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a1c200/0xf5091596e2fd4386 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x49d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdaba expref: 101 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.078726:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007969020800:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.078756:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6e40 going to sleep for 11 seconds 00010000:00010000:1.0:1769074948.079595:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074948.079640:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83262 00000100:00100000:2.0:1769074948.079655:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95300 going to sleep for 11 seconds 00000100:00100000:1.0:1769074948.079670:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd5b26b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+215:3657:x1855007969020544:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.079693:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83263 00000100:00100000:2.0:1769074948.079707:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+215:3660:x1855007969020416:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074948.079711:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7904 count 1 00002000:00080000:2.0:1769074948.079730:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5349 count 1 00000100:00100000:3.0:1769074948.079733:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be840 going to sleep for 11 seconds 00010000:00010000:1.0:1769074948.079745:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044f33 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.079752:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044f3a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.079775:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe78477800/0xf5091596e2fc9e34 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f356f expref: 123 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.079775:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70892600/0xf5091596e2fc803c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f1770 expref: 123 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.079819:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.079824:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.079825:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.079831:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.079833:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044f33 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.079838:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044f3a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.079883:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe70892600/0xf5091596e2fc803c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1770 expref: 123 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.079890:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe78477800/0xf5091596e2fc9e34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f356f expref: 123 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.079905:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe70892600/0xf5091596e2fc803c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1770 expref: 123 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.079915:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe78477800/0xf5091596e2fc9e34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f356f expref: 123 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.079930:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969020928:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074948.079941:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6ace4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969021056:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.079978:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e959c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074948.080011:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb180 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.080086:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.080226:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960337536 00000100:00100000:3.0:1769074948.080233:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960337536 00010000:00010000:3.0:1769074948.080263:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fa000/0xf5091596e2fd0f5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa68e expref: 102 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.080264:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.080288:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960337664 00000100:00100000:3.0:1769074948.080291:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960337664 00010000:00010000:3.0:1769074948.080303:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe67785800/0xf5091596e2fbe1b2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e78e6 expref: 103 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.080331:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41004 00000100:00100000:3.0:1769074948.080341:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62e50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+103:2410:x1855007960337536:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.080353:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.080358:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fa000/0xf5091596e2fd0f5a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2761:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa68e expref: 103 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.080372:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fa000/0xf5091596e2fd0f5a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2761:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa68e expref: 103 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.080394:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fa000/0xf5091596e2fd0f5a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2761:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa68e expref: 103 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.080396:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074948.080412:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.080415:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.080425:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044ed1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.080434:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960337792 00010000:00010000:3.0:1769074948.080434:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044ed1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.080439:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960337792 00000100:00100000:3.0:1769074948.080490:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41005 00000100:00100000:3.0:1769074948.080497:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62e51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+103:2410:x1855007960337664:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.080504:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe67abb800/0xf5091596e2fd7011 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250073e expref: 103 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.080505:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.080510:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe67785800/0xf5091596e2fbe1b2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e78e6 expref: 103 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.080526:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe67785800/0xf5091596e2fbe1b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e78e6 expref: 103 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.080532:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41006 00010000:00010000:3.0:1769074948.080537:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.080540:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.080543:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044ed8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.080544:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe599a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+103:2410:x1855007960337792:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.080551:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044ed8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.080552:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.080558:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe67abb800/0xf5091596e2fd7011 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250073e expref: 103 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.080567:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe67abb800/0xf5091596e2fd7011 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250073e expref: 103 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.080568:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074948.080580:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.080582:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.080585:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044edf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.080594:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044edf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.080608:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62e51f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+103:2410:x1855007960337664:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 110us (342us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074948.080610:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.080617:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41005 00000100:00100000:0.0:1769074948.080638:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe599a5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+102:2410:x1855007960337792:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 98us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.080650:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41006 00010000:00010000:3.0:1769074948.080692:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074948.080707:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044ed1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.080711:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62e50e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+101:2410:x1855007960337536:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 374us (627us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074948.080715:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044ed1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.080718:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41004 00010000:00010000:0.0:1769074948.080724:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044ed1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.080731:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044ed1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.080757:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.080997:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62e50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+238:3657:x1855007969017088:12345-0@lo:6:osp-syn-0-1.0 Request processed in 23089us (23211us total) trans 4294989668 rc 0/0 00000100:00100000:0.0:1769074948.081005:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83248 00000004:00080000:0.0:1769074948.081050:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62e53100/2, rc 0, transno 4294989668 00000100:00100000:0.0:1769074948.081070:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e53100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969017088:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1769074948.082649:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe67abb800/0xf5091596e2fd7011 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250073e expref: 100 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.082682:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007969017728:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.082704:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044edf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.082715:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044edf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.082722:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044edf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.082733:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044edf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.082740:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044edf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.082760:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074948.083008:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d40c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+238:3659:x1855007969017600:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14856us (14906us total) trans 4294989669 rc 0/0 00000100:00100000:3.0:1769074948.083017:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83250 00000100:00100000:0.0:1769074948.086807:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074948.086850:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969021184:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.086925:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074948.086981:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969021184 00000100:00100000:3.0:1769074948.086991:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969021184 00000100:00100000:3.0:1769074948.087047:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83264 00000100:00100000:3.0:1769074948.087055:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+238:3657:x1855007969021184:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074948.087088:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1562 count 1 00010000:00010000:3.0:1769074948.087118:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e3044f41 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x61a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.087140:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06200/0xf5091596e2fd8a0b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x61a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250213f expref: 99 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.087229:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074948.087239:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044ed1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.087248:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.087252:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044ed1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.087266:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044ed1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.087284:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044ed1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.087291:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73652600/0xf5091596e3044ed1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.087315:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.087319:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044edf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.087325:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.087328:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044edf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.087334:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044edf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.087342:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044edf lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.087347:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044edf lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.087379:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.087381:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.087383:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.087830:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.087832:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.087836:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e3044f41 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x61a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.087872:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06200/0xf5091596e2fd8a0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x61a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250213f expref: 99 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.087885:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06200/0xf5091596e2fd8a0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x61a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250213f expref: 99 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.087899:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007969021312:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074948.087961:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be780 going to sleep for 11 seconds 00000100:00100000:1.0:1769074948.089627:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.089658:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.089684:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.089710:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960338048 00000100:00100000:1.0:1769074948.089718:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960338048 00010000:00010000:1.0:1769074948.089754:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f8e0200/0xf5091596e2fd10cd lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x593:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa801 expref: 124 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.089789:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960337920 00000100:00100000:3.0:1769074948.089792:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960338176 00000100:00100000:1.0:1769074948.089793:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960337920 00000100:00100000:3.0:1769074948.089800:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960338176 00010000:00010000:1.0:1769074948.089822:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5e20b800/0xf5091596e2fc6d9d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x61f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f04d1 expref: 126 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.089836:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d60600/0xf5091596e2fc96a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2dd5 expref: 126 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.089848:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41007 00000100:00100000:1.0:1769074948.089858:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+126:2409:x1855007960338048:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.089872:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.089877:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f8e0200/0xf5091596e2fd10cd lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x593:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa801 expref: 126 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.089890:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f8e0200/0xf5091596e2fd10cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x593:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa801 expref: 126 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.089914:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.089917:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.089922:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044eed lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x593:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.089933:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044eed lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x593:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.089937:0:14032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f8e0200/0xf5091596e2fd10cd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x593:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa801 expref: 126 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.089955:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62601500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007969018624:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.089958:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074948.089977:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044eed lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.089987:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044eed lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.089994:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044eed lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.090004:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044eed lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.090008:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+125:2409:x1855007960338048:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 148us (388us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074948.090017:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044eed lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.090042:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.090251:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62601880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+216:3658:x1855007969017856:12345-0@lo:6:osp-syn-1-1.0 Request processed in 19360us (20130us total) trans 4294989643 rc 0/0 00000100:00100000:0.0:1769074948.090260:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83252 00000100:00100000:3.0:1769074948.090326:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41008 00000100:00100000:3.0:1769074948.090335:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+125:2409:x1855007960337920:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.090345:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.090350:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5e20b800/0xf5091596e2fc6d9d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x61f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f04d1 expref: 125 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.090361:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5e20b800/0xf5091596e2fc6d9d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x61f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f04d1 expref: 125 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.090375:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.090377:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.090380:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044ee6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.090387:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044ee6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x61f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.090400:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.090419:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+125:2409:x1855007960337920:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 86us (761us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.090425:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41008 00000100:00100000:3.0:1769074948.090439:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41009 00000100:00100000:3.0:1769074948.090462:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+124:2409:x1855007960338176:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.090471:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.090476:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d60600/0xf5091596e2fc96a1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2dd5 expref: 124 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.090485:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d60600/0xf5091596e2fc96a1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2dd5 expref: 124 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.090498:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.090500:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.090503:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044ef4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.090510:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044ef4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.090521:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.090539:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6ace4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+124:2409:x1855007960338176:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 94us (854us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.090546:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41009 00010000:00010000:2.0:1769074948.091573:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe67785800/0xf5091596e2fbe1b2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e78e6 expref: 99 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.091591:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007969017472:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.091609:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044ed8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.091635:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.091642:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044eed lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.091650:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.091654:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044eed lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.091664:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044eed lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.091679:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044eed lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.091686:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652c00/0xf5091596e3044eed lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x593:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.091710:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.091712:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.091714:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074948.091746:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d40e680/2, rc 0, transno 4294989669 00000100:00100000:2.0:1769074948.091763:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969017600:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074948.091779:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044ed8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.091786:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044ed8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.091795:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044ed8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.091803:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044ed8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.091832:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.091886:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969021440:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.091933:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.091974:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969021440 00000100:00100000:2.0:1769074948.091981:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969021440 00000100:00100000:2.0:1769074948.092013:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83265 00000100:00100000:2.0:1769074948.092020:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+239:3659:x1855007969021440:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.092042:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9864 count 1 00010000:00010000:2.0:1769074948.092061:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044f48 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2688:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.092074:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f0baa00/0xf5091596e2fd6e0b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250053f expref: 98 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.092081:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.092083:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.092086:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044f48 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.092109:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f0baa00/0xf5091596e2fd6e0b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250053f expref: 98 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.092121:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f0baa00/0xf5091596e2fd6e0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250053f expref: 98 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.092133:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007969021568:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.092179:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.092344:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d40dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+240:3659:x1855007969017344:12345-0@lo:6:osp-syn-0-1.0 Request processed in 25101us (25178us total) trans 4294989670 rc 0/0 00000100:00100000:2.0:1769074948.092351:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83249 00000004:00080000:2.0:1769074948.092394:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d40df80/2, rc 0, transno 4294989670 00000100:00100000:2.0:1769074948.092409:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969017344:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074948.093233:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41007 00010000:00010000:1.0:1769074948.093265:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.093274:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044ed8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.093283:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.093287:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044ed8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.093296:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044ed8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.093312:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044ed8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.093318:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044ed8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.093336:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.093339:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.093340:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.093530:0:14035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d60600/0xf5091596e2fc96a1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f2dd5 expref: 122 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.093543:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62601180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969018752:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.093561:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044ef4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.093570:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044ef4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.093576:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044ef4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.093584:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044ef4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.093592:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044ef4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.093610:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074948.093796:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62600380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+216:3658:x1855007969018368:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22761us (23644us total) trans 4294989644 rc 0/0 00000100:00100000:1.0:1769074948.093804:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83253 00010000:00010000:1.0:1769074948.093876:0:14046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5e20b800/0xf5091596e2fc6d9d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x61f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f04d1 expref: 121 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.093892:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62601f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007969018496:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.093903:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044ee6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.093911:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044ee6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.093917:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044ee6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.093924:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044ee6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.093931:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044ee6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.093943:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074948.094044:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62600000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+216:3658:x1855007969017984:12345-0@lo:6:osp-syn-1-1.0 Request processed in 23798us (23992us total) trans 4294989645 rc 0/0 00000100:00100000:1.0:1769074948.094050:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83251 00010000:00010000:3.0:1769074948.094224:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074948.094232:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044ef4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.094240:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.094244:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044ef4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.094252:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044ef4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.094266:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044ef4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.094274:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653600/0xf5091596e3044ef4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1cde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.094299:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074948.094303:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044ee6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.094310:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.094313:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044ee6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.094321:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044ee6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.094333:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044ee6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.094340:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653000/0xf5091596e3044ee6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x61f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.094354:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.094356:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.094358:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.094623:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.094652:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074948.094668:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969021696:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.094706:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.094740:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969021696 00000100:00100000:2.0:1769074948.094746:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969021696 00000100:00100000:2.0:1769074948.094786:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83266 00000100:00100000:2.0:1769074948.094795:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+240:3659:x1855007969021696:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074948.094826:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007969019264:192.168.204.30@tcp:104: 00002000:00080000:2.0:1769074948.094832:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:687 count 1 00010000:00010000:1.0:1769074948.094846:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044f09 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x95b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.094854:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044f4f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.094870:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4722d800/0xf5091596e2fd411e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fd852 expref: 98 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.094878:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.094881:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.094884:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044f4f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.094916:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4722d800/0xf5091596e2fd411e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd852 expref: 98 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.094927:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4722d800/0xf5091596e2fd411e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd852 expref: 98 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.094937:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.094946:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd442cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969021824:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.095000:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95f00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.095724:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:0.0:1769074948.096643:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.096681:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007969020288:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.096706:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044f1e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x19ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.096736:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73b64000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007969020672:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.096748:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044f25 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1769074948.096779:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62602300/2, rc 0, transno 4294989643 00000100:00100000:0.0:1769074948.096791:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62602300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969017856:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074948.096800:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62602d80/2, rc 0, transno 4294989644 00000100:00100000:0.0:1769074948.096803:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62602d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969018368:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074948.096824:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62601c00/2, rc 0, transno 4294989645 00000100:00100000:0.0:1769074948.096828:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62601c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969017984:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.096913:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969021952:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.096955:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.096983:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074948.096989:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969022080:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.097012:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074948.097126:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969021952 00000100:00100000:1.0:1769074948.097134:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969021952 00000100:00100000:1.0:1769074948.097168:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969022080 00000100:00100000:1.0:1769074948.097171:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969022080 00000100:00100000:1.0:1769074948.097188:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83267 00000100:00100000:1.0:1769074948.097196:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+217:3657:x1855007969021952:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074948.097350:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6865 count 1 00010000:00010000:1.0:1769074948.097376:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044f56 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.097392:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc3600/0xf5091596e2fc1296 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ea9ca expref: 120 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.097399:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.097401:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.097404:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044f56 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.097430:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc3600/0xf5091596e2fc1296 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea9ca expref: 120 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.097441:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc3600/0xf5091596e2fc1296 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea9ca expref: 120 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.097470:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd57bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969022336:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074948.097527:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.101956:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.102098:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960338304 00000100:00100000:0.0:1769074948.102108:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960338304 00010000:00010000:0.0:1769074948.102153:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68644a00/0xf5091596e2fdaff8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x95b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250472c expref: 121 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.102192:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960338560 00000100:00100000:0.0:1769074948.102196:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960338560 00010000:00010000:0.0:1769074948.102211:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c2e2a00/0xf5091596e2fc3565 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc99 expref: 99 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.102234:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41010 00000100:00100000:0.0:1769074948.102243:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd57bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+121:2409:x1855007960338304:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.102259:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.102264:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68644a00/0xf5091596e2fdaff8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x95b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250472c expref: 121 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.102276:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68644a00/0xf5091596e2fdaff8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x95b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250472c expref: 121 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.102298:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68644a00/0xf5091596e2fdaff8 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x95b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250472c expref: 121 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.102313:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.102315:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.102319:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044f09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x95b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.102328:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044f09 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x95b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.102354:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.102481:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd57bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+120:2409:x1855007960338304:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 237us (7548us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.102489:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41010 00000100:00100000:0.0:1769074948.102507:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41011 00000100:00100000:0.0:1769074948.102514:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd442ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+99:2409:x1855007960338560:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.102525:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.102529:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c2e2a00/0xf5091596e2fc3565 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xa4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc99 expref: 99 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.102540:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c2e2a00/0xf5091596e2fc3565 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xa4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc99 expref: 99 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.102554:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4c2e2a00/0xf5091596e2fc3565 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xa4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc99 expref: 99 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.102564:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.102566:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.102570:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044f25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.102578:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044f25 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.102595:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.102615:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+98:2409:x1855007960338560:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 101us (6893us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.102622:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41011 00010000:00010000:0.0:1769074948.102651:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044f25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.102659:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044f25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.102945:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044f25 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.102955:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044f25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.102973:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.103209:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78e39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+241:3657:x1855007969019648:12345-0@lo:6:osp-syn-0-1.0 Request processed in 25128us (25596us total) trans 4294989671 rc 0/0 00000100:00100000:0.0:1769074948.103217:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83260 00000100:00100000:0.0:1769074948.103236:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83268 00000100:00100000:0.0:1769074948.103243:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+217:3657:x1855007969022080:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.103267:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4595 count 1 00010000:00010000:0.0:1769074948.103287:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044f5d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.103302:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc000/0xf5091596e2fc4a26 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ee15a expref: 119 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.103309:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.103311:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.103313:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044f5d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.103343:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc000/0xf5091596e2fc4a26 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee15a expref: 119 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.103472:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc000/0xf5091596e2fc4a26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee15a expref: 119 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.103488:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007969022464:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.103543:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6300 going to sleep for 11 seconds 00000004:00080000:0.0:1769074948.103585:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d40fb80/2, rc 0, transno 4294989671 00000100:00100000:0.0:1769074948.103599:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969019648:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.103655:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969022592:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.103685:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.103711:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074948.103717:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62e50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969022208:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.103741:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074948.104732:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044f09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x95b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.104745:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044f09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x95b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.104755:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044f09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x95b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.104762:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044f09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x95b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.104838:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1769074948.104851:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074948.104858:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044f25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.104865:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dd600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.104869:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044f25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.104877:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044f25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.104894:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044f25 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.104901:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd600/0xf5091596e3044f25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.104929:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.104933:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044f09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x95b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.104939:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.104942:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044f09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x95b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.104953:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044f09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x95b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.104963:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044f09 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x95b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.104969:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3044f09 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x95b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.104985:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.104987:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.104989:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.106575:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44117100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+218:3660:x1855007969018112:12345-0@lo:6:osp-syn-1-1.0 Request processed in 34258us (34429us total) trans 4294989646 rc 0/0 00000100:00100000:0.0:1769074948.106589:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83256 00000100:00100000:0.0:1769074948.106621:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969022592 00000100:00100000:0.0:1769074948.106629:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969022592 00000100:00100000:0.0:1769074948.106672:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969022208 00000100:00100000:0.0:1769074948.106675:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969022208 00000100:00100000:0.0:1769074948.106692:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83269 00000100:00100000:0.0:1769074948.106699:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+241:3660:x1855007969022592:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.106726:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:133 count 1 00010000:00010000:0.0:1769074948.106749:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044f64 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.106767:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a58b600/0xf5091596e2fb9721 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e2e4e expref: 97 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.106780:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.106782:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.106785:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044f64 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.106829:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a58b600/0xf5091596e2fb9721 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2e4e expref: 97 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.106841:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a58b600/0xf5091596e2fb9721 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2e4e expref: 97 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.106857:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f922d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007969022720:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.106923:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6900 going to sleep for 11 seconds 00000004:00080000:0.0:1769074948.106974:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62603800/2, rc 0, transno 4294989646 00000100:00100000:0.0:1769074948.106986:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62603800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969018112:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.107047:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969022848:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.107083:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074948.107662:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.109222:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969022848 00000100:00100000:2.0:1769074948.109236:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969022848 00000100:00100000:2.0:1769074948.109281:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83270 00000100:00100000:2.0:1769074948.109290:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f923800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+219:3660:x1855007969022208:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.109319:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4204 count 1 00010000:00010000:2.0:1769074948.109343:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044f6b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.109506:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55cb5c00/0xf5091596e2fd2285 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fb9b9 expref: 119 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.109516:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.109518:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.109522:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044f6b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.109561:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe55cb5c00/0xf5091596e2fd2285 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb9b9 expref: 119 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.109572:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55cb5c00/0xf5091596e2fd2285 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb9b9 expref: 119 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.109587:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd442cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007969022976:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.109798:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e953c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074948.109831:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960338432 00000100:00100000:1.0:1769074948.109838:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960338432 00010000:00010000:1.0:1769074948.109866:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe712f3c00/0xf5091596e2fd5537 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fec6b expref: 98 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.109894:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41012 00000100:00100000:1.0:1769074948.109902:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd442cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+98:2409:x1855007960338432:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.109914:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.109919:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe712f3c00/0xf5091596e2fd5537 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fec6b expref: 98 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.109929:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83271 00010000:00010000:1.0:1769074948.109934:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe712f3c00/0xf5091596e2fd5537 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fec6b expref: 98 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.109941:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f920000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+219:3657:x1855007969022848:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.109962:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9307 count 1 00010000:00010000:1.0:1769074948.109963:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe712f3c00/0xf5091596e2fd5537 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fec6b expref: 98 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.109979:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044f72 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x245b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.109980:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.109984:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.109990:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044f1e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.109997:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4afbf200/0xf5091596e2fd7dbd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725014f1 expref: 119 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.110001:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044f1e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x19ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.110011:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.110015:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.110018:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044f72 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.110032:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074948.110042:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4afbf200/0xf5091596e2fd7dbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725014f1 expref: 119 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.110054:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4afbf200/0xf5091596e2fd7dbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725014f1 expref: 119 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.110065:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+97:2409:x1855007960338432:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 160us (8114us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.110070:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd442cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007969023104:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074948.110077:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41012 00000100:00100000:2.0:1769074948.110105:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95600 going to sleep for 11 seconds 00010000:00010000:1.0:1769074948.110503:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044f1e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.110513:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044f1e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.110523:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044f1e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.110530:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044f1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.110549:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074948.110601:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.110608:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044f1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.110616:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dd000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.110620:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044f1e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.110630:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044f1e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.110643:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044f1e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.110739:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044f1e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.110763:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.110765:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.110767:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074948.110828:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57c2c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+242:3659:x1855007969019520:12345-0@lo:6:osp-syn-0-1.0 Request processed in 34726us (38061us total) trans 4294989672 rc 0/0 00000100:00100000:1.0:1769074948.110837:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83259 00000004:00080000:2.0:1769074948.110855:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d40ca80/2, rc 0, transno 4294989672 00000100:00100000:2.0:1769074948.110884:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969019520:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.111108:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd57bc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969023232:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.111143:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074948.111239:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969023232 00000100:00100000:1.0:1769074948.111245:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969023232 00000100:00100000:1.0:1769074948.111278:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83272 00000100:00100000:1.0:1769074948.111284:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+242:3658:x1855007969023232:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074948.111302:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5176 count 1 00010000:00010000:1.0:1769074948.111319:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044f79 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.111332:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6b790c00/0xf5091596e2fbaca6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e43da expref: 96 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.111338:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.111340:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.111343:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044f79 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.111364:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6b790c00/0xf5091596e2fbaca6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e43da expref: 96 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.111375:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6b790c00/0xf5091596e2fbaca6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e43da expref: 96 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.111386:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd57bc5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007969023360:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074948.111427:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.116739:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.116772:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.116878:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e52a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007969019136:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.116882:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.116906:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074948.116917:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044f02 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x111a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.116931:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.116968:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6ace4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969021056:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.116985:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044f33 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.117021:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.117051:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.117072:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.117086:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.117117:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.117129:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.117158:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd57bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969022336:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.117167:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074948.117180:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044f56 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.117210:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960338816 00000100:00100000:1.0:1769074948.117227:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960338816 00000100:00100000:2.0:1769074948.117237:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.117259:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960338688 00000100:00100000:2.0:1769074948.117263:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960338688 00010000:00010000:1.0:1769074948.117269:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6338fa00/0xf5091596e2fc01c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x111a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e98f9 expref: 121 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.117288:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe56fe2800/0xf5091596e2fbd8c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6ff5 expref: 121 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.117293:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960339328 00000100:00100000:1.0:1769074948.117298:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960339328 00000100:00100000:2.0:1769074948.117310:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960339072 00000100:00100000:2.0:1769074948.117315:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960339072 00010000:00010000:1.0:1769074948.117318:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a1c200/0xf5091596e2fd4386 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x49d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdaba expref: 97 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.117332:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe57c04200/0xf5091596e2fd4d1f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe453 expref: 98 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.117336:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960339200 00000100:00100000:1.0:1769074948.117340:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960339200 00000100:00100000:2.0:1769074948.117354:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960339584 00010000:00010000:1.0:1769074948.117358:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe78477800/0xf5091596e2fc9e34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f356f expref: 122 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.117359:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960339584 00000100:00100000:1.0:1769074948.117376:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960339840 00010000:00010000:2.0:1769074948.117378:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f0baa00/0xf5091596e2fd6e0b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250053f expref: 99 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.117381:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960339840 00010000:00010000:1.0:1769074948.117399:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe70892600/0xf5091596e2fc803c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1770 expref: 123 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.117404:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41013 00000100:00100000:2.0:1769074948.117419:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433d9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+123:2409:x1855007960338816:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074948.117421:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960339712 00000100:00100000:1.0:1769074948.117425:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960339712 00010000:00010000:2.0:1769074948.117436:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.117442:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4722d800/0xf5091596e2fd411e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd852 expref: 100 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.117445:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6338fa00/0xf5091596e2fc01c5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x111a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e98f9 expref: 123 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.117479:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6338fa00/0xf5091596e2fc01c5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x111a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e98f9 expref: 123 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.117502:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960339456 00000100:00100000:1.0:1769074948.117506:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960339456 00010000:00010000:1.0:1769074948.117519:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06200/0xf5091596e2fd8a0b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x61a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250213f expref: 101 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.117530:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960339968 00000100:00100000:1.0:1769074948.117533:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960339968 00010000:00010000:1.0:1769074948.117543:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc3600/0xf5091596e2fc1296 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea9ca expref: 124 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.117552:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960338944 00000100:00100000:1.0:1769074948.117554:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960338944 00010000:00010000:1.0:1769074948.117563:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fb800/0xf5091596e2fd0ece lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa602 expref: 102 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.117573:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960340096 00000100:00100000:1.0:1769074948.117574:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960340096 00010000:00010000:1.0:1769074948.117585:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc000/0xf5091596e2fc4a26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee15a expref: 125 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.117597:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960340224 00000100:00100000:1.0:1769074948.117600:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960340224 00010000:00010000:1.0:1769074948.117611:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a58b600/0xf5091596e2fb9721 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2e4e expref: 103 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.117624:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41014 00000100:00100000:1.0:1769074948.117632:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+125:2409:x1855007960338688:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.117641:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1769074948.117648:0:14039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62600a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007969019008:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.117649:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe56fe2800/0xf5091596e2fbd8c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6ff5 expref: 125 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.117665:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe56fe2800/0xf5091596e2fbd8c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6ff5 expref: 125 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.117707:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6338fa00/0xf5091596e2fc01c5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x111a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e98f9 expref: 125 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.117723:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.117726:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.117730:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044f02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x111a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.117740:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044f02 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x111a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.117774:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.117839:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433d9050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+124:2409:x1855007960338816:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 423us (1107us total) trans 0 rc 0/0 00010000:00010000:3.0:1769074948.117839:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044f02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.117854:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41013 00010000:00010000:3.0:1769074948.117855:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044f02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.117866:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044f02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.117876:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044f02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.117895:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.117908:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41015 00000100:00100000:2.0:1769074948.117917:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+103:2410:x1855007960339328:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.117926:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.117931:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a1c200/0xf5091596e2fd4386 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x49d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdaba expref: 103 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.117942:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a1c200/0xf5091596e2fd4386 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x49d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdaba expref: 103 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.117957:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.117959:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.117962:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x49d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.117970:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044f2c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x49d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.117982:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.118004:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+103:2410:x1855007960339328:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 88us (1124us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.118011:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41015 00000100:00100000:2.0:1769074948.118026:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41016 00000100:00100000:2.0:1769074948.118033:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+102:2408:x1855007960339072:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.118040:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.118044:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe57c04200/0xf5091596e2fd4d1f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe453 expref: 102 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118053:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe57c04200/0xf5091596e2fd4d1f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe453 expref: 102 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118066:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.118068:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.118071:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15200/0xf5091596e3044f17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.118079:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15200/0xf5091596e3044f17 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.118090:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.118109:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+102:2408:x1855007960339072:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 77us (1203us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.118116:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41016 00000100:00100000:2.0:1769074948.118130:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41017 00000100:00100000:2.0:1769074948.118138:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+123:2408:x1855007960339200:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.118145:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1769074948.118148:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe784eea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+220:3660:x1855007969018240:12345-0@lo:6:osp-syn-1-1.0 Request processed in 45925us (46086us total) trans 4294989647 rc 0/0 00010000:00010000:2.0:1769074948.118152:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe78477800/0xf5091596e2fc9e34 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f356f expref: 123 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.118167:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83255 00010000:00010000:2.0:1769074948.118172:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe78477800/0xf5091596e2fc9e34 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f356f expref: 123 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118187:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe78477800/0xf5091596e2fc9e34 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f356f expref: 123 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118196:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.118199:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.118202:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044f33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.118209:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044f33 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.118236:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.118256:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+122:2408:x1855007960339200:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 118us (1327us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.118262:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41017 00000100:00100000:2.0:1769074948.118274:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41018 00000100:00100000:2.0:1769074948.118280:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+101:2410:x1855007960339584:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.118288:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.118293:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f0baa00/0xf5091596e2fd6e0b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2688:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250053f expref: 101 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118301:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f0baa00/0xf5091596e2fd6e0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2688:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250053f expref: 101 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118312:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.118314:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.118316:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044f48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2688:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.118324:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044f48 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2688:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.118341:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.118359:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663bad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+101:2410:x1855007960339584:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 79us (1338us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.118366:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41018 00000100:00100000:2.0:1769074948.118379:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41019 00000100:00100000:2.0:1769074948.118385:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+121:2410:x1855007960339840:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.118393:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.118398:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe70892600/0xf5091596e2fc803c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1770 expref: 121 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118407:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe70892600/0xf5091596e2fc803c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1770 expref: 121 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118419:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.118421:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.118424:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044f3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.118431:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044f3a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.118441:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.118480:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+121:2410:x1855007960339840:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 94us (1427us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.118486:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41019 00000100:00100000:2.0:1769074948.118513:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41020 00000100:00100000:2.0:1769074948.118521:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+100:2410:x1855007960339712:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.118528:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.118533:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4722d800/0xf5091596e2fd411e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd852 expref: 100 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118542:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4722d800/0xf5091596e2fd411e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd852 expref: 100 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118554:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.118555:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.118558:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044f4f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.118565:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044f4f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.118575:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.118593:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433da450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+100:2410:x1855007960339712:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 73us (1520us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.118600:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41020 00000100:00100000:2.0:1769074948.118612:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41021 00000100:00100000:2.0:1769074948.118618:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+99:2407:x1855007960339456:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.118624:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.118628:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06200/0xf5091596e2fd8a0b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x61a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250213f expref: 99 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118641:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06200/0xf5091596e2fd8a0b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x61a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250213f expref: 99 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118651:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.118653:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.118656:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e3044f41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x61a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.118663:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e3044f41 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x61a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.118674:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.118693:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+99:2407:x1855007960339456:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 75us (1606us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.118698:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41021 00000100:00100000:2.0:1769074948.118712:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41022 00000100:00100000:2.0:1769074948.118720:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+120:2410:x1855007960339968:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.118726:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.118732:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc3600/0xf5091596e2fc1296 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea9ca expref: 120 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118740:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc3600/0xf5091596e2fc1296 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea9ca expref: 120 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118751:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddc3600/0xf5091596e2fc1296 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea9ca expref: 120 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118760:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.118762:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.118765:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044f56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.118772:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044f56 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.118790:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.118804:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+119:2410:x1855007960339968:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 85us (1687us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.118821:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41022 00000100:00100000:2.0:1769074948.118836:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41023 00000100:00100000:2.0:1769074948.118842:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+98:2409:x1855007960338944:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.118849:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.118854:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fb800/0xf5091596e2fd0ece lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa602 expref: 98 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118863:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fb800/0xf5091596e2fd0ece lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa602 expref: 98 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118874:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.118876:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.118879:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044f10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.118891:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044f10 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.118903:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.118917:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+98:2409:x1855007960338944:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 75us (1787us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.118923:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41023 00000100:00100000:2.0:1769074948.118936:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41024 00000100:00100000:2.0:1769074948.118942:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+118:2409:x1855007960340096:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.118949:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.118954:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc000/0xf5091596e2fc4a26 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee15a expref: 118 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118964:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc000/0xf5091596e2fc4a26 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee15a expref: 118 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.118976:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.118977:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.118980:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044f5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.118988:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044f5d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.118998:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.119012:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+118:2409:x1855007960340096:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 70us (1847us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.119018:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41024 00000100:00100000:2.0:1769074948.119031:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41025 00000100:00100000:2.0:1769074948.119037:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+97:2410:x1855007960340224:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.119044:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.119049:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a58b600/0xf5091596e2fb9721 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2e4e expref: 97 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.119058:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a58b600/0xf5091596e2fb9721 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2e4e expref: 97 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.119069:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.119071:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.119074:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044f64 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.119081:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044f64 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.119092:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.119106:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663bb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+97:2410:x1855007960340224:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 70us (1870us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.119118:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41025 00010000:00010000:2.0:1769074948.119161:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe496fb800/0xf5091596e2fd0ece lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa602 expref: 96 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.119172:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007969020032:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.119187:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044f10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.119197:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044f10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.119203:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044f10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.119211:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044f10 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.119218:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044f10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.119234:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074948.119413:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d40f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+243:3659:x1855007969019392:12345-0@lo:6:osp-syn-0-1.0 Request processed in 46547us (46727us total) trans 4294989673 rc 0/0 00000100:00100000:2.0:1769074948.119420:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83257 00010000:00010000:2.0:1769074948.119478:0:14032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5f0baa00/0xf5091596e2fd6e0b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250053f expref: 95 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.119488:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007969021568:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.119506:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044f48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.119514:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044f48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.119520:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044f48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.119527:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044f48 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.119534:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044f48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.120072:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044f33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.120085:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044f33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.120094:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044f33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.120102:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044f33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.120127:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1769074948.120318:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd5b26b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+220:3657:x1855007969020544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 40665us (42534us total) trans 4294989648 rc 0/0 00000100:00100000:3.0:1769074948.120327:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83262 00010000:00010000:2.0:1769074948.120889:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1769074948.120954:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1769074948.120964:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044f02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.120978:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73653c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.120982:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044f02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.120991:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044f02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121012:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044f02 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121018:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73653c00/0xf5091596e3044f02 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x111a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121038:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074948.121042:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044f10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121048:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.121053:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044f10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.121054:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+243:3659:x1855007969021440:12345-0@lo:6:osp-syn-0-1.0 Request processed in 29031us (29118us total) trans 4294989674 rc 0/0 00010000:00010000:3.0:1769074948.121069:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044f10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.121071:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83265 00010000:00010000:3.0:1769074948.121085:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044f10 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121097:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6c00/0xf5091596e3044f10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121114:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074948.121119:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044f33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121125:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.121128:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe70892600/0xf5091596e2fc803c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1770 expref: 117 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.121130:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044f33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121150:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044f33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.121154:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969020928:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.121169:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044f33 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121177:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0400/0xf5091596e3044f33 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ee0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.121179:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044f3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121210:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074948.121215:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044f48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121233:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.121235:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044f48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121243:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044f48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121252:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044f48 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121258:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6200/0xf5091596e3044f48 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121272:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.121273:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.121275:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.121291:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044f3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.121300:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044f3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.121314:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044f3a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.121322:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044f3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.121343:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074948.121666:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074948.121671:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044f3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121678:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.121681:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044f3a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121688:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044f3a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121698:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044f3a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121703:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7400/0xf5091596e3044f3a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x14e5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.121726:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.121729:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.121731:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.121826:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+220:3660:x1855007969020416:12345-0@lo:6:osp-syn-1-1.0 Request processed in 42122us (43495us total) trans 4294989649 rc 0/0 00000100:00100000:2.0:1769074948.121834:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83263 00000004:00080000:2.0:1769074948.121879:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdd40fa680/2, rc 0, transno 4294989648 00000100:00100000:2.0:1769074948.121897:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdd40fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969020544:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074948.121924:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d1e9c00/2, rc 0, transno 4294989674 00000100:00100000:2.0:1769074948.121937:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969021440:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074948.121948:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d40c380/2, rc 0, transno 4294989673 00000100:00100000:2.0:1769074948.121952:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969019392:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074948.122045:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044f56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.122054:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044f56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.122062:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044f56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.122076:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044f56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.122087:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074948.122307:0:14039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044efb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.122350:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.122355:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044f56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.122542:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.122545:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044f56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.122552:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044f56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.122568:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044f56 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.122575:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e3044f56 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ad1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.122593:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.122596:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.122597:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.122604:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.122755:0:8669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc000/0xf5091596e2fc4a26 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee15a expref: 116 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.122766:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007969022464:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.122784:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044f5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.122792:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044f5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.122804:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044f5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.122823:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044f5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.122830:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044f5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.122843:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.122977:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+221:3657:x1855007969022080:12345-0@lo:6:osp-syn-1-1.0 Request processed in 19734us (25963us total) trans 4294989651 rc 0/0 00000100:00100000:0.0:1769074948.122986:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83268 00010000:00010000:0.0:1769074948.123009:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.123013:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044f5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.123020:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dda00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.123024:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044f5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.123031:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044f5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.123043:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044f5d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.123055:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dda00/0xf5091596e3044f5d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x11f3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.123079:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.123081:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.123083:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.123098:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074948.123112:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969023744:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.123151:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.123183:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969023744 00000100:00100000:0.0:1769074948.123190:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969023744 00000100:00100000:0.0:1769074948.123240:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83273 00000100:00100000:0.0:1769074948.123248:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f921880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+221:3658:x1855007969023744:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.123275:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5392 count 1 00010000:00010000:0.0:1769074948.123297:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e3044f80 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.123311:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c8d3800/0xf5091596e2fc26e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ebe1b expref: 115 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.123319:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.123321:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.123324:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e3044f80 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.123352:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c8d3800/0xf5091596e2fc26e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebe1b expref: 115 pid: 14043 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074948.123486:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73b64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+221:3657:x1855007969021952:12345-0@lo:6:osp-syn-1-1.0 Request processed in 26290us (26529us total) trans 4294989650 rc 0/0 00000100:00100000:2.0:1769074948.123495:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83267 00000004:00080000:2.0:1769074948.123535:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62e51f80/2, rc 0, transno 4294989651 00000100:00100000:2.0:1769074948.123546:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969022080:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074948.123555:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62e51180/2, rc 0, transno 4294989650 00000100:00100000:2.0:1769074948.123558:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e51180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969021952:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074948.123587:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe57c04200/0xf5091596e2fd4d1f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe453 expref: 94 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.123598:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1eb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007969020160:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.123613:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15200/0xf5091596e3044f17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.123620:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15200/0xf5091596e3044f17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.123626:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15200/0xf5091596e3044f17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.123638:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15200/0xf5091596e3044f17 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.123646:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15200/0xf5091596e3044f17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.123830:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.124010:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d40e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+243:3659:x1855007969019904:12345-0@lo:6:osp-syn-0-1.0 Request processed in 49472us (51286us total) trans 4294989675 rc 0/0 00000100:00100000:2.0:1769074948.124018:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83258 00010000:00010000:2.0:1769074948.124056:0:14046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4722d800/0xf5091596e2fd411e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd852 expref: 93 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.124067:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd442cfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969021824:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.124079:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044f4f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.124088:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044f4f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.124095:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044f4f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.124103:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044f4f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.124115:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044f4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.124129:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1769074948.124729:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c8d3800/0xf5091596e2fc26e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebe1b expref: 115 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.124745:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f920e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007969023872:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.124802:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6300 going to sleep for 11 seconds 00010000:00010000:0.0:1769074948.124830:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074948.124837:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15200/0xf5091596e3044f17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.124844:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.124847:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15200/0xf5091596e3044f17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.124856:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15200/0xf5091596e3044f17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.124872:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15200/0xf5091596e3044f17 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.124878:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15200/0xf5091596e3044f17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.124894:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.124897:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044f4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.124906:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.124909:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044f4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.124914:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044f4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.124921:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044f4f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.124927:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7e00/0xf5091596e3044f4f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.124936:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.124938:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.124939:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.124944:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.125022:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe57c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969024000:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.125055:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.125089:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969024000 00000100:00100000:0.0:1769074948.125096:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969024000 00000100:00100000:0.0:1769074948.125137:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83274 00000100:00100000:0.0:1769074948.125146:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+221:3658:x1855007969024000:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.125172:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5545 count 1 00010000:00010000:0.0:1769074948.125192:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e3044f87 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.125226:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68cbdc00/0xf5091596e2fbf4dd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8c0a expref: 115 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.125232:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.125234:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.125237:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e3044f87 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.125266:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68cbdc00/0xf5091596e2fbf4dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8c0a expref: 115 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.125275:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68cbdc00/0xf5091596e2fbf4dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8c0a expref: 115 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.125285:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969024256:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.125306:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.125327:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe663bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969023616:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.125353:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.125508:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+243:3659:x1855007969021696:12345-0@lo:6:osp-syn-0-1.0 Request processed in 30714us (30801us total) trans 4294989676 rc 0/0 00000100:00100000:2.0:1769074948.125516:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83266 00000004:00080000:0.0:1769074948.125951:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe78e38380/2, rc 0, transno 4294989649 00000100:00100000:0.0:1769074948.125962:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe78e38380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969020416:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074948.125974:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62602a00/2, rc 0, transno 4294989647 00000100:00100000:0.0:1769074948.125978:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62602a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969018240:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.125989:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1769074948.125995:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe663bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969023488:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.126026:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.126062:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969023616 00000100:00100000:2.0:1769074948.126069:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969023616 00000100:00100000:2.0:1769074948.126104:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83275 00000100:00100000:2.0:1769074948.126110:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+243:3660:x1855007969023616:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.126128:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1416 count 1 00010000:00010000:2.0:1769074948.126145:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044f8e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x588:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.126159:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe44d93400/0xf5091596e2fcfd0f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f9443 expref: 92 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.126166:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.126168:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.126171:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044f8e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.126192:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe44d93400/0xf5091596e2fcfd0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9443 expref: 92 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.126274:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe44d93400/0xf5091596e2fcfd0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9443 expref: 92 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.126287:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe663b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969024384:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.126319:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95000 going to sleep for 11 seconds 00010000:00010000:2.0:1769074948.126360:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5bd06200/0xf5091596e2fd8a0b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x61a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250213f expref: 92 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.126372:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1ebb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007969021312:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.126391:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e3044f41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.126401:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e3044f41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.126408:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e3044f41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.126417:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e3044f41 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.126424:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e3044f41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.126440:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.126660:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62e52d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+244:3657:x1855007969021184:12345-0@lo:6:osp-syn-0-1.0 Request processed in 39605us (39735us total) trans 4294989677 rc 0/0 00000100:00100000:2.0:1769074948.126666:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83264 00010000:00010000:2.0:1769074948.126686:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.126692:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e3044f41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.126699:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.126703:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e3044f41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.126712:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e3044f41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.126726:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e3044f41 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.126733:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e3044f41 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.126747:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.126748:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.126750:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074948.126765:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d1eb800/2, rc 0, transno 4294989677 00000100:00100000:2.0:1769074948.126774:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969021184:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.126904:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969024128:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.126927:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.126947:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969024512:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.126961:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.126992:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969023488 00000100:00100000:0.0:1769074948.126996:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969023488 00000100:00100000:0.0:1769074948.127020:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969024128 00000100:00100000:0.0:1769074948.127022:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969024128 00000100:00100000:0.0:1769074948.127033:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969024512 00000100:00100000:0.0:1769074948.127035:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969024512 00000100:00100000:0.0:1769074948.127048:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83276 00000100:00100000:0.0:1769074948.127054:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+245:3660:x1855007969023488:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.127067:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6894 count 1 00010000:00010000:0.0:1769074948.127081:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8ddc00/0xf5091596e3044f95 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1aee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.127093:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe633b3600/0xf5091596e2fc3ac8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ed1fc expref: 91 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.127100:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.127102:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.127105:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8ddc00/0xf5091596e3044f95 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.127123:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe633b3600/0xf5091596e2fc3ac8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed1fc expref: 91 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.127138:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe633b3600/0xf5091596e2fc3ac8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed1fc expref: 91 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.127147:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007969024640:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.127173:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.127187:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83277 00000100:00100000:0.0:1769074948.127193:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+222:3660:x1855007969024128:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.127307:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83278 00000100:00100000:2.0:1769074948.127315:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+245:3660:x1855007969024512:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.127326:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:425 count 1 00010000:00010000:2.0:1769074948.127336:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044f9c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.127352:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68684c00/0xf5091596e2fd0d1c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fa450 expref: 91 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.127358:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.127360:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.127363:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044f9c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.127379:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe68684c00/0xf5091596e2fd0d1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa450 expref: 91 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.127388:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe68684c00/0xf5091596e2fd0d1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa450 expref: 91 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.127397:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007969024768:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.127416:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95f00 going to sleep for 11 seconds 00000004:00080000:2.0:1769074948.127504:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d1eb480/2, rc 0, transno 4294989676 00000100:00100000:2.0:1769074948.127512:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969021696:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074948.127521:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d40c000/2, rc 0, transno 4294989675 00000100:00100000:2.0:1769074948.127524:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969019904:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.127566:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969024896:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.127588:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.127603:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074948.127607:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd442cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969025024:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.127624:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.127640:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969024896 00000100:00100000:2.0:1769074948.127644:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969024896 00000100:00100000:2.0:1769074948.127661:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969025024 00000100:00100000:2.0:1769074948.127663:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969025024 00000100:00100000:2.0:1769074948.127675:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83279 00000100:00100000:2.0:1769074948.127680:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd442ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+247:3657:x1855007969024896:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.127690:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4221 count 1 00010000:00010000:2.0:1769074948.127701:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044fa3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.127711:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6848e200/0xf5091596e2fd12fd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724faa31 expref: 91 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.127718:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.127719:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.127722:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044fa3 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.127738:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6848e200/0xf5091596e2fd12fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa31 expref: 91 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.127746:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6848e200/0xf5091596e2fd12fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa31 expref: 91 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.127755:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007969025152:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.127775:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.127789:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83280 00000100:00100000:2.0:1769074948.127795:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd442cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+247:3657:x1855007969025024:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.127805:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8956 count 1 00010000:00010000:2.0:1769074948.127828:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044faa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.127839:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe710c4000/0xf5091596e2fbb527 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c5b expref: 91 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.127846:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.127847:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.127850:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044faa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.127865:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe710c4000/0xf5091596e2fbb527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c5b expref: 91 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.127872:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe710c4000/0xf5091596e2fbb527 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c5b expref: 91 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.127882:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007969025280:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.127897:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95d80 going to sleep for 11 seconds 00002000:00080000:0.0:1769074948.127958:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5480 count 1 00010000:00010000:0.0:1769074948.127972:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dde00/0xf5091596e3044fb1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.127983:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7ae200/0xf5091596e2fba782 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e3ebd expref: 115 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.127989:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.127991:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.127993:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dde00/0xf5091596e3044fb1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.128009:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7ae200/0xf5091596e2fba782 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3ebd expref: 115 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.128017:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7ae200/0xf5091596e2fba782 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3ebd expref: 115 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.128034:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969025408:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.128051:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6600 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.128122:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969025664:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.128143:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.128160:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074948.128164:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969025536:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.128178:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.128194:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969025664 00000100:00100000:0.0:1769074948.128282:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969025664 00000100:00100000:0.0:1769074948.128304:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969025536 00000100:00100000:0.0:1769074948.128307:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969025536 00000100:00100000:0.0:1769074948.128320:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83281 00000100:00100000:0.0:1769074948.128325:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+224:3660:x1855007969025664:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.128335:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:10222 count 1 00010000:00010000:0.0:1769074948.128346:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e3044fb8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.128356:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64164000/0xf5091596e2fdb5e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504d14 expref: 115 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.128364:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.128365:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.128368:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e3044fb8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.128385:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe64164000/0xf5091596e2fdb5e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d14 expref: 115 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.128394:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe64164000/0xf5091596e2fdb5e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d14 expref: 115 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.128403:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969025792:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.128420:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.128433:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83282 00000100:00100000:0.0:1769074948.128439:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+224:3660:x1855007969025536:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.128469:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1322 count 1 00010000:00010000:0.0:1769074948.128479:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e3044fbf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x52a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.128490:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6135b200/0xf5091596e2fc6618 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x52a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724efd4c expref: 115 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.128496:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.128498:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.128500:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e3044fbf lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x52a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.128515:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6135b200/0xf5091596e2fc6618 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x52a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724efd4c expref: 115 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.128524:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6135b200/0xf5091596e2fc6618 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x52a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724efd4c expref: 115 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.128540:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007969025920:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.128555:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6540 going to sleep for 11 seconds 00010000:00010000:0.0:1769074948.128583:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a58b600/0xf5091596e2fb9721 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2e4e expref: 91 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.128595:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f922d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007969022720:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.128612:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044f64 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.128621:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044f64 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.128628:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044f64 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.128638:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044f64 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.128645:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044f64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.128659:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.128864:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+248:3660:x1855007969022592:12345-0@lo:6:osp-syn-0-1.0 Request processed in 22164us (25178us total) trans 4294989678 rc 0/0 00000100:00100000:0.0:1769074948.128871:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83269 00010000:00010000:0.0:1769074948.128893:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.128898:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044f64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.128906:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dc800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.128910:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044f64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.128919:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044f64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.128935:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044f64 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.128942:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc800/0xf5091596e3044f64 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.128956:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.128958:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.128960:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074948.128977:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57c2e680/2, rc 0, transno 4294989678 00000100:00100000:0.0:1769074948.128986:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969022592:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.129021:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969026048:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.129041:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.129067:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969026048 00000100:00100000:0.0:1769074948.129070:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969026048 00000100:00100000:0.0:1769074948.129087:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83283 00000100:00100000:0.0:1769074948.129092:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+248:3657:x1855007969026048:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.129102:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8510 count 1 00010000:00010000:0.0:1769074948.129112:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044fc6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.129123:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe63a8b000/0xf5091596e2fd4c70 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x213e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fe3ab expref: 90 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.129130:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.129131:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.129133:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044fc6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x213e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.129148:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe63a8b000/0xf5091596e2fd4c70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe3ab expref: 90 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.129156:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe63a8b000/0xf5091596e2fd4c70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe3ab expref: 90 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.129165:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f922d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007969026176:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.129183:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6900 going to sleep for 11 seconds 00010000:00010000:0.0:1769074948.129218:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe71a1c200/0xf5091596e2fd4386 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x49d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdaba expref: 90 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.129228:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e51880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007969020800:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.129239:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.129252:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.129259:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.129267:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044f2c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.129273:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044f2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.129286:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074948.129294:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.129297:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044f2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.129304:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dca00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.129307:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044f2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.129314:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044f2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.129323:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044f2c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.129369:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dca00/0xf5091596e3044f2c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.129382:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.129383:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.129385:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.129516:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdd40f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+249:3657:x1855007969019776:12345-0@lo:6:osp-syn-0-1.0 Request processed in 50883us (51813us total) trans 4294989679 rc 0/0 00000100:00100000:0.0:1769074948.129523:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83261 00000004:00080000:0.0:1769074948.129546:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d40f800/2, rc 0, transno 4294989679 00000100:00100000:0.0:1769074948.129552:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969019776:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.129580:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074948.129586:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe631f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969026304:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.129603:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.129621:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969026304 00000100:00100000:0.0:1769074948.129624:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969026304 00000100:00100000:0.0:1769074948.129643:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83284 00000100:00100000:0.0:1769074948.129648:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+249:3657:x1855007969026304:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.129659:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1645 count 1 00010000:00010000:0.0:1769074948.129669:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044fcd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x66d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.129680:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe679c5000/0xf5091596e2fc6b58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x66d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f028c expref: 89 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.129687:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.129689:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.129692:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044fcd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x66d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.129708:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe679c5000/0xf5091596e2fc6b58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x66d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f028c expref: 89 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.129716:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe679c5000/0xf5091596e2fc6b58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x66d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f028c expref: 89 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.129725:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe631f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007969026432:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.129742:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.129898:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd442cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007969023104:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.129912:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044f72 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.129985:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.130020:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.130040:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960340352 00000100:00100000:0.0:1769074948.130044:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960340352 00010000:00010000:0.0:1769074948.130063:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55cb5c00/0xf5091596e2fd2285 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb9b9 expref: 116 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.130085:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960340608 00000100:00100000:0.0:1769074948.130087:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960340608 00010000:00010000:0.0:1769074948.130100:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6b790c00/0xf5091596e2fbaca6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e43da expref: 90 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.130123:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41026 00000100:00100000:0.0:1769074948.130129:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+116:2410:x1855007960340352:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.130139:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.130143:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe55cb5c00/0xf5091596e2fd2285 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x106c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb9b9 expref: 116 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.130154:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe55cb5c00/0xf5091596e2fd2285 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x106c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb9b9 expref: 116 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.130170:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.130172:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.130176:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044f6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x106c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.130184:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044f6b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x106c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.130198:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.130214:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+116:2410:x1855007960340352:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 85us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.130221:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41026 00000100:00100000:0.0:1769074948.130235:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41027 00000100:00100000:0.0:1769074948.130241:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+90:2410:x1855007960340608:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.130248:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.130252:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6b790c00/0xf5091596e2fbaca6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1438:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e43da expref: 90 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.130262:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6b790c00/0xf5091596e2fbaca6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1438:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e43da expref: 90 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.130273:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.130275:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.130278:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044f79 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.130285:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044f79 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.130296:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.130311:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433d8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+90:2410:x1855007960340608:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 70us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.130318:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41027 00000100:00100000:0.0:1769074948.130438:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074948.130875:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55cb5c00/0xf5091596e2fd2285 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x106c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb9b9 expref: 115 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.130888:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd442cce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007969022976:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.130903:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044f6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.130917:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044f6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.130924:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044f6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.130933:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044f6b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.130934:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.130943:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044f6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.130962:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.131176:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f923800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+225:3660:x1855007969022208:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21887us (27433us total) trans 4294989652 rc 0/0 00010000:00010000:1.0:1769074948.131179:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe56fe2800/0xf5091596e2fbd8c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6ff5 expref: 114 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.131188:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83270 00010000:00010000:1.0:1769074948.131198:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.131201:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.131205:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044efb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.131213:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044efb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.131214:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.131222:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044f6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.131237:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.131242:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044f6b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.131248:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.131252:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044f6b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.131272:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044f6b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.131276:0:14042:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6b790c00/0xf5091596e2fbaca6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e43da expref: 89 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.131286:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6e00/0xf5091596e3044f6b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x106c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.131294:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd57bc5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007969023360:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.131314:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044f79 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.131317:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.131322:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.131325:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.131326:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044f79 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.131335:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044f79 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.131343:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044f79 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.131352:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044f79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1769074948.131362:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62e50e00/2, rc 0, transno 4294989652 00010000:00010000:1.0:1769074948.131367:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.131378:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62e50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969022208:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.131443:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969026560:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.131498:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.131536:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969026560 00000100:00100000:2.0:1769074948.131542:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969026560 00000100:00100000:1.0:1769074948.131551:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+250:3658:x1855007969023232:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20265us (20406us total) trans 4294989680 rc 0/0 00000100:00100000:1.0:1769074948.131560:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83272 00010000:00010000:1.0:1769074948.131579:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.131584:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044f79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.131591:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.131594:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044f79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.131602:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044f79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.131612:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044f79 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.131619:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0a00/0xf5091596e3044f79 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.131634:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.131635:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.131638:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.131660:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074948.131671:0:14039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044efb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.131678:0:14039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044efb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.131686:0:14039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044efb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.131693:0:14039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044efb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.131704:0:14039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074948.131798:0:14039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+226:3658:x1855007969018880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 59924us (60001us total) trans 4294989653 rc 0/0 00000100:00100000:2.0:1769074948.133609:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83285 00000100:00100000:2.0:1769074948.133636:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+226:3659:x1855007969026560:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074948.133795:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd57bc7100/2, rc 0, transno 4294989680 00000100:00100000:0.0:1769074948.133820:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd57bc7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969023232:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074948.133840:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe62600700/2, rc 0, transno 4294989653 00000100:00100000:0.0:1769074948.133849:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62600700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969018880:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.133947:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960340480 00000100:00100000:0.0:1769074948.133954:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960340480 00010000:00010000:0.0:1769074948.133987:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4afbf200/0xf5091596e2fd7dbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725014f1 expref: 114 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.134062:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41028 00000100:00100000:0.0:1769074948.134070:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+114:2410:x1855007960340480:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.134081:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.134087:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4afbf200/0xf5091596e2fd7dbd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725014f1 expref: 114 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.134099:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4afbf200/0xf5091596e2fd7dbd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725014f1 expref: 114 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.134121:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4afbf200/0xf5091596e2fd7dbd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x245b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725014f1 expref: 114 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.134137:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.134139:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.134143:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044f72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.134153:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044f72 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x245b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.134183:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074948.135932:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074948.135946:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044efb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.135959:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe73652e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.135963:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044efb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.135974:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044efb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.135994:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044efb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.136003:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73652e00/0xf5091596e3044efb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.136042:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.136045:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.136047:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.136112:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044f72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.136122:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044f72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.136155:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044f72 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.136163:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044f72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.136189:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.137016:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f920000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+227:3657:x1855007969022848:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27075us (29928us total) trans 4294989654 rc 0/0 00000100:00100000:0.0:1769074948.137028:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83271 00000004:00080000:0.0:1769074948.137091:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f923100/2, rc 0, transno 4294989654 00000100:00100000:0.0:1769074948.137097:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969022848:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.137144:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+113:2410:x1855007960340480:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 3073us (6704us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.137152:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41028 00002000:00080000:2.0:1769074948.137495:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6651 count 1 00010000:00010000:2.0:1769074948.137518:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044fd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.137535:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe641a6600/0xf5091596e2fca55e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c92 expref: 112 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.137542:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.137545:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.137549:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044fd4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.137579:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe641a6600/0xf5091596e2fca55e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c92 expref: 112 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.137591:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe641a6600/0xf5091596e2fca55e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c92 expref: 112 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.137604:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007969026816:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.137652:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e953c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.137718:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074948.137728:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe631f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969026688:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.137754:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.137780:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969026688 00000100:00100000:2.0:1769074948.137786:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969026688 00000100:00100000:2.0:1769074948.137835:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83286 00000100:00100000:2.0:1769074948.137843:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+250:3659:x1855007969026688:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.137854:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2997 count 1 00010000:00010000:2.0:1769074948.137868:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e3044fdb lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.137879:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65567e00/0xf5091596e2fc2b2b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ec25f expref: 88 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.137886:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.137887:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.137890:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e3044fdb lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.137907:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe65567e00/0xf5091596e2fc2b2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec25f expref: 88 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.137917:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe65567e00/0xf5091596e2fc2b2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec25f expref: 88 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.137928:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007969027200:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.137947:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e959c0 going to sleep for 11 seconds 00000004:00080000:2.0:1769074948.138566:0:8656:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1636832116424ns, next at 1637832114011ns, rc = 0 00000100:00100000:2.0:1769074948.138608:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969027328:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1769074948.138641:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.138661:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074948.138666:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007969027456:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1769074948.138683:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.138704:0:8418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969027328 00000100:00100000:2.0:1769074948.138708:0:8418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969027328 00000100:00100000:2.0:1769074948.138733:0:8418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969027456 00000100:00100000:2.0:1769074948.138735:0:8418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969027456 00000100:00100000:2.0:1769074948.138755:0:8418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:2.0:1769074948.138760:0:8418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+251:3659:x1855007969027328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1769074948.138779:0:8418:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8580800 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1769074948.138824:0:8418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+251:3659:x1855007969027328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.138830:0:8418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:2.0:1769074948.138844:0:8418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1047 00000100:00100000:2.0:1769074948.138850:0:8418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007969027456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1769074948.138858:0:8418:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8580800 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1769074948.138877:0:8418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007969027456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 27us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.138882:0:8418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1047 00000100:00080000:2.0:1769074948.138898:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074948.138920:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007969027456:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1769074948.138931:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969027328:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1769074948.139612:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969026944:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.139671:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.139700:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074948.139706:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969027072:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.139724:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.139761:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969026944 00000100:00100000:0.0:1769074948.139766:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969026944 00000100:00100000:0.0:1769074948.139790:0:14048:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969027072 00000100:00100000:0.0:1769074948.139792:0:14048:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969027072 00000100:00100000:0.0:1769074948.139801:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83287 00000100:00100000:0.0:1769074948.139819:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+228:3657:x1855007969026944:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.139839:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6066 count 1 00010000:00010000:0.0:1769074948.139858:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044fe2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.139875:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe432e0600/0xf5091596e2fd1af2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fb22d expref: 112 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.139882:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.139884:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.139888:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044fe2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.139912:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe432e0600/0xf5091596e2fd1af2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb22d expref: 112 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.139922:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe432e0600/0xf5091596e2fd1af2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb22d expref: 112 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.139932:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe631f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007969027584:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.139979:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe67f6c840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.139994:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83288 00000100:00100000:0.0:1769074948.140002:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+228:3657:x1855007969027072:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.140011:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2420 count 1 00010000:00010000:0.0:1769074948.140020:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044fe9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x974:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.140036:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe69039000/0xf5091596e2fbffb1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e96e5 expref: 112 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.140043:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.140044:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.140047:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044fe9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.140062:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe69039000/0xf5091596e2fbffb1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e96e5 expref: 112 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.140070:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe69039000/0xf5091596e2fbffb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e96e5 expref: 112 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.140078:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe631f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969027712:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.140096:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.140157:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f920e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007969023872:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.140172:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e3044f80 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.140236:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969025408:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.140247:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dde00/0xf5091596e3044fb1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.140287:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969025792:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.140298:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e3044fb8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.140332:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969024256:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.140341:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e3044f87 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.140390:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0000_UUID:14032:1855007969024640:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.140401:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8ddc00/0xf5091596e3044f95 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.140489:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007969025920:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.140500:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e3044fbf lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x52a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.140541:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f922d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007969026176:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.140552:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044fc6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x213e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.140590:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe631f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007969026432:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.140600:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044fcd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x66d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.140629:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+112:2409:x1855007960338688:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 22998us (23855us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.140660:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41014 00000100:00100000:2.0:1769074948.140999:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007969024768:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.141014:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044f9c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.141042:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe663b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969024384:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.141050:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044f8e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.141067:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007969025280:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.141076:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044faa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.141091:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007969025152:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.141098:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044fa3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.141687:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.141697:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044f72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.141706:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.141711:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044f72 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.141721:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044f72 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.141740:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044f72 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.141747:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7200/0xf5091596e3044f72 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x245b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.141769:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.141771:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.141772:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074948.142670:0:14039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83254 00000100:00100000:0.0:1769074948.143516:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.143551:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.143577:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.143600:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.143623:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960340736 00000100:00100000:0.0:1769074948.143631:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960340736 00010000:00010000:0.0:1769074948.143691:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c8d3800/0xf5091596e2fc26e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebe1b expref: 112 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.143720:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960340864 00000100:00100000:0.0:1769074948.143724:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960340864 00010000:00010000:0.0:1769074948.143736:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7ae200/0xf5091596e2fba782 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3ebd expref: 113 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.143752:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960341120 00000100:00100000:0.0:1769074948.143755:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960341120 00010000:00010000:0.0:1769074948.143767:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68cbdc00/0xf5091596e2fbf4dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8c0a expref: 114 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.143785:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960341376 00000100:00100000:0.0:1769074948.143788:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960341376 00010000:00010000:0.0:1769074948.143801:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe633b3600/0xf5091596e2fc3ac8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed1fc expref: 89 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.143826:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41029 00000100:00100000:0.0:1769074948.143835:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+114:2409:x1855007960340736:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.143848:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.143854:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c8d3800/0xf5091596e2fc26e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1510:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebe1b expref: 114 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.143866:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c8d3800/0xf5091596e2fc26e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1510:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebe1b expref: 114 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.143886:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c8d3800/0xf5091596e2fc26e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1510:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebe1b expref: 114 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.143919:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.143921:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.143926:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e3044f80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.143936:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e3044f80 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1510:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.143968:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074948.143975:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41030 00000100:00100000:1.0:1769074948.143989:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+113:2410:x1855007960340864:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.144000:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.144006:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7ae200/0xf5091596e2fba782 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1568:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3ebd expref: 113 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.144018:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7ae200/0xf5091596e2fba782 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1568:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3ebd expref: 113 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.144023:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+113:2409:x1855007960340736:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 186us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.144038:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41029 00010000:00010000:1.0:1769074948.144055:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b7ae200/0xf5091596e2fba782 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1568:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3ebd expref: 112 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.144062:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41031 00000100:00100000:0.0:1769074948.144073:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+111:2410:x1855007960341120:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.144075:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.144079:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.144084:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dde00/0xf5091596e3044fb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.144086:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.144094:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68cbdc00/0xf5091596e2fbf4dd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8c0a expref: 111 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.144101:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dde00/0xf5091596e3044fb1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1568:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.144108:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68cbdc00/0xf5091596e2fbf4dd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8c0a expref: 111 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.144126:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68cbdc00/0xf5091596e2fbf4dd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8c0a expref: 111 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.144129:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074948.144139:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074948.144156:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+110:2410:x1855007960340864:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 170us (603us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074948.144158:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.144165:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e3044f87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.144170:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41030 00010000:00010000:0.0:1769074948.144180:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e3044f87 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.144191:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41032 00000100:00100000:1.0:1769074948.144200:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+89:2410:x1855007960341376:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.144209:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.144215:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe633b3600/0xf5091596e2fc3ac8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1aee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed1fc expref: 89 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.144216:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.144240:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+109:2410:x1855007960341120:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 168us (660us total) trans 0 rc 0/0 00010000:00010000:1.0:1769074948.144241:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe633b3600/0xf5091596e2fc3ac8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1aee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed1fc expref: 89 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.144256:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41031 00010000:00010000:1.0:1769074948.144268:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe633b3600/0xf5091596e2fc3ac8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1aee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed1fc expref: 89 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.144283:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.144285:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.144288:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8ddc00/0xf5091596e3044f95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.144293:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dde00/0xf5091596e3044fb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.144297:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8ddc00/0xf5091596e3044f95 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.144309:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dde00/0xf5091596e3044fb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.144321:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dde00/0xf5091596e3044fb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.144326:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074948.144330:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dde00/0xf5091596e3044fb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.144350:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074948.144352:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+88:2410:x1855007960341376:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 152us (749us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.144361:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41032 00000100:00100000:0.0:1769074948.144799:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+228:3660:x1855007969024128:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17604us (17869us total) trans 4294989655 rc 0/0 00000100:00100000:0.0:1769074948.144819:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83277 00010000:00010000:0.0:1769074948.144846:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e3044f87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.144870:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e3044f87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.144878:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e3044f87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.144885:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e3044f87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.144901:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1769074948.145012:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dc5e680/2, rc 0, transno 4294989655 00000100:00100000:0.0:1769074948.145029:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+228:3658:x1855007969024000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 19884us (19971us total) trans 4294989656 rc 0/0 00000100:00100000:3.0:1769074948.145031:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969024128:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.145044:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83274 00010000:00010000:0.0:1769074948.145069:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8ddc00/0xf5091596e3044f95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.145078:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8ddc00/0xf5091596e3044f95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.145087:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8ddc00/0xf5091596e3044f95 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.145096:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8ddc00/0xf5091596e3044f95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.145112:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1769074948.145116:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969027840:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074948.145155:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1769074948.145197:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074948.145205:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dde00/0xf5091596e3044fb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.145215:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dde00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.145230:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dde00/0xf5091596e3044fb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.145240:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dde00/0xf5091596e3044fb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.145256:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dde00/0xf5091596e3044fb1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.145264:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dde00/0xf5091596e3044fb1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1568:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.145276:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+251:3660:x1855007969023488:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18221us (19248us total) trans 4294989681 rc 0/0 00010000:00010000:3.0:1769074948.145283:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:0.0:1769074948.145288:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83276 00010000:00010000:3.0:1769074948.145291:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e3044f87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.145298:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dd400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.145302:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e3044f87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.145306:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969027840 00010000:00010000:3.0:1769074948.145312:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e3044f87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.145314:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969027840 00010000:00010000:3.0:1769074948.145331:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e3044f87 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.145339:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd400/0xf5091596e3044f87 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x15a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.145348:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83289 00000100:00100000:0.0:1769074948.145357:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+228:3657:x1855007969027840:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1769074948.145363:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074948.145369:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8ddc00/0xf5091596e3044f95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.145376:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8ddc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.145379:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8ddc00/0xf5091596e3044f95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1769074948.145383:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3842 count 1 00010000:00010000:3.0:1769074948.145389:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8ddc00/0xf5091596e3044f95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.145404:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8ddc00/0xf5091596e3044f95 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.145408:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78400/0xf5091596e3044ff0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xf02:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.145418:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8ddc00/0xf5091596e3044f95 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.145430:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73651200/0xf5091596e2fcc34f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xf02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f5a83 expref: 108 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.145435:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.145438:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.145439:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.145441:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.145443:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.145471:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78400/0xf5091596e3044ff0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xf02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.145500:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe73651200/0xf5091596e2fcc34f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xf02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5a83 expref: 108 pid: 14010 timeout: 0 lvb_type: 1 00000004:00080000:3.0:1769074948.145500:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe663bb100/2, rc 0, transno 4294989681 00010000:00010000:0.0:1769074948.145515:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73651200/0xf5091596e2fcc34f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5a83 expref: 108 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.145517:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe663bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969023488:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.145534:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007969027968:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074948.145565:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074948.145574:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969028096:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.145587:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074948.145603:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074948.145604:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.145614:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.145626:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969028096 00000100:00100000:0.0:1769074948.145630:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969028096 00000100:00100000:0.0:1769074948.145663:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83290 00000100:00100000:0.0:1769074948.145670:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+251:3657:x1855007969028096:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.145681:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7672 count 1 00010000:00010000:0.0:1769074948.145694:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3044ff7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.145706:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe465db200/0xf5091596e2fbfa78 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1df8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e91ac expref: 87 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.145711:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.145713:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.145715:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3044ff7 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.145735:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe465db200/0xf5091596e2fbfa78 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1df8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e91ac expref: 87 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.145743:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe465db200/0xf5091596e2fbfa78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1df8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e91ac expref: 87 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.145753:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007969028224:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.145782:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd840 going to sleep for 11 seconds 00000004:00080000:1.0:1769074948.145784:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe57c2d500/2, rc 0, transno 4294989656 00010000:00010000:0.0:1769074948.145799:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e3044f80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.145803:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe57c2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969024000:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074948.145831:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e3044f80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.145839:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e3044f80 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.145845:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e3044f80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.145867:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.145989:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f921880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+229:3658:x1855007969023744:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22740us (22837us total) trans 4294989657 rc 0/0 00000100:00100000:0.0:1769074948.145995:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83273 00000004:00080000:0.0:1769074948.146021:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f923b80/2, rc 0, transno 4294989657 00000100:00100000:0.0:1769074948.146026:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969023744:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074948.146032:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.146039:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e3044f80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.146048:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dc200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.146052:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e3044f80 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.146060:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e3044f80 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.146074:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074948.146074:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e3044f80 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.146085:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc200/0xf5091596e3044f80 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1510:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.146096:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960341632 00000100:00100000:0.0:1769074948.146100:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960341632 00010000:00010000:1.0:1769074948.146102:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.146107:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.146109:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.146119:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6848e200/0xf5091596e2fd12fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa31 expref: 88 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.146152:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41033 00000100:00100000:0.0:1769074948.146160:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+88:2410:x1855007960341632:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.146171:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.146176:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6848e200/0xf5091596e2fd12fd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x107d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa31 expref: 88 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.146203:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969028352:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074948.146206:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6848e200/0xf5091596e2fd12fd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x107d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa31 expref: 88 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.146224:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6848e200/0xf5091596e2fd12fd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x107d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa31 expref: 88 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.146234:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.146235:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.146238:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044fa3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.146247:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044fa3 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.146268:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.147150:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+87:2410:x1855007960341632:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 985us (1071us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.147159:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41033 00010000:00010000:0.0:1769074948.147188:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044fa3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.147445:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.147675:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969028480:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.147711:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074948.147965:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044fa3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.147978:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044fa3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.147991:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044fa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.148007:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.148185:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+252:3657:x1855007969024896:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20504us (20595us total) trans 4294989682 rc 0/0 00000100:00100000:0.0:1769074948.148192:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83279 00010000:00010000:3.0:1769074948.148476:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074948.148484:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044fa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.148493:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.148497:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044fa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.148506:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044fa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.148524:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044fa3 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.148531:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3044fa3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.148551:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.148553:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.148555:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074948.148596:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73e0f480/2, rc 0, transno 4294989682 00000100:00100000:3.0:1769074948.148608:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969024896:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074948.148676:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969028608:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.151470:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.151831:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969028352 00000100:00100000:0.0:1769074948.151842:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969028352 00000100:00100000:0.0:1769074948.151895:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969028480 00000100:00100000:0.0:1769074948.151899:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969028480 00000100:00100000:0.0:1769074948.151931:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83291 00000100:00100000:0.0:1769074948.151941:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+230:3659:x1855007969028352:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074948.151958:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83292 00002000:00080000:0.0:1769074948.151972:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3608 count 1 00000100:00100000:1.0:1769074948.151972:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+230:3660:x1855007969028480:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074948.151994:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:10081 count 1 00010000:00010000:0.0:1769074948.152003:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79200/0xf5091596e3044ffe lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.152010:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3045005 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2761:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.152025:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b8e0e00/0xf5091596e2fcf7b3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xe18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ee7 expref: 108 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.152028:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe59a38600/0xf5091596e2fd0f61 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fa695 expref: 108 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.152043:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.152046:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.152047:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.152050:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.152053:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79200/0xf5091596e3044ffe lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.152055:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3045005 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.152100:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b8e0e00/0xf5091596e2fcf7b3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ee7 expref: 108 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.152101:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe59a38600/0xf5091596e2fd0f61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa695 expref: 108 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.152131:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b8e0e00/0xf5091596e2fcf7b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ee7 expref: 108 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.152136:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe59a38600/0xf5091596e2fd0f61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa695 expref: 108 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.152155:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007969028736:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074948.152166:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd57bc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007969028864:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.152332:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074948.154510:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969028608 00000100:00100000:3.0:1769074948.154527:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969028608 00000100:00100000:3.0:1769074948.154583:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83293 00000100:00100000:3.0:1769074948.154591:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+252:3657:x1855007969028608:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074948.154637:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:10097 count 1 00000100:00100000:1.0:1769074948.154723:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb9c0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074948.154780:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304500c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2771:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.154801:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b832c00/0xf5091596e2fc7108 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f083c expref: 86 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.154821:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.154823:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.154827:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304500c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.154842:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074948.154865:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b832c00/0xf5091596e2fc7108 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f083c expref: 86 pid: 14044 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074948.154871:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960341888 00000100:00100000:0.0:1769074948.154877:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960341888 00010000:00010000:3.0:1769074948.154879:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b832c00/0xf5091596e2fc7108 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f083c expref: 86 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.154895:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969028992:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.154905:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6135b200/0xf5091596e2fc6618 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x52a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724efd4c expref: 109 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.154939:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41034 00000100:00100000:3.0:1769074948.154942:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.154950:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+109:2410:x1855007960341888:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.154961:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.154967:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6135b200/0xf5091596e2fc6618 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x52a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724efd4c expref: 109 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.154979:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6135b200/0xf5091596e2fc6618 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x52a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724efd4c expref: 109 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.155000:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6135b200/0xf5091596e2fc6618 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x52a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724efd4c expref: 109 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.155015:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.155017:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.155021:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e3044fbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x52a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.155029:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e3044fbf lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x52a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.155050:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074948.155070:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e3044fbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.155078:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e3044fbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.155086:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e3044fbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.155096:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e3044fbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.155300:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.155823:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+231:3660:x1855007969025536:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27382us (27641us total) trans 4294989658 rc 0/0 00000100:00100000:0.0:1769074948.155833:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83282 00000100:00100000:0.0:1769074948.155874:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433d8850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+108:2410:x1855007960341888:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 927us (1034us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.155881:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41034 00000100:00100000:0.0:1769074948.155967:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.155988:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960342144 00000100:00100000:0.0:1769074948.155993:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960342144 00010000:00010000:0.0:1769074948.156013:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe679c5000/0xf5091596e2fc6b58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x66d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f028c expref: 87 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.156039:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41035 00000100:00100000:0.0:1769074948.156047:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+87:2410:x1855007960342144:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.156057:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.156063:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe679c5000/0xf5091596e2fc6b58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x66d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f028c expref: 87 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.156073:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe679c5000/0xf5091596e2fc6b58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x66d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f028c expref: 87 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.156095:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe679c5000/0xf5091596e2fc6b58 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x66d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f028c expref: 87 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.156108:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.156110:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.156114:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044fcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x66d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.156121:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044fcd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x66d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.156146:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.156163:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+86:2410:x1855007960342144:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 117us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.156170:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41035 00010000:00010000:0.0:1769074948.156192:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044fcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1769074948.156395:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dc5c700/2, rc 0, transno 4294989658 00000100:00100000:2.0:1769074948.156417:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969025536:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074948.156507:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044fcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.156517:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044fcd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.156524:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044fcd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.156539:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1769074948.156767:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074948.156775:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e3044fbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.156784:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dd200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.156788:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e3044fbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.156797:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e3044fbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.156821:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e3044fbf lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.156828:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd200/0xf5091596e3044fbf lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x52a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.156864:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.156868:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044fcd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.156880:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dcc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.156884:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044fcd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.156890:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044fcd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.156897:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.156902:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044fcd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.156910:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dcc00/0xf5091596e3044fcd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.156922:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.156924:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.156926:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.156936:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074948.156947:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969029120:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.156984:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.157104:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+253:3657:x1855007969026304:12345-0@lo:6:osp-syn-0-1.0 Request processed in 27455us (27499us total) trans 4294989683 rc 0/0 00000100:00100000:0.0:1769074948.157112:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83284 00000100:00100000:0.0:1769074948.157130:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969029120 00000100:00100000:0.0:1769074948.157134:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969029120 00000100:00100000:0.0:1769074948.157163:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83294 00000100:00100000:0.0:1769074948.157169:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+231:3657:x1855007969029120:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.157190:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6148 count 1 00010000:00010000:0.0:1769074948.157292:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045013 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1804:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.157308:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe67784a00/0xf5091596e2fbe1b9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e78ed expref: 107 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.157315:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.157318:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.157321:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045013 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.157345:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe67784a00/0xf5091596e2fbe1b9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e78ed expref: 107 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.157357:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe67784a00/0xf5091596e2fbe1b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e78ed expref: 107 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.157368:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007969029248:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.157404:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.157561:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.157592:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960340992 00000100:00100000:0.0:1769074948.157597:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960340992 00010000:00010000:0.0:1769074948.157617:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe64164000/0xf5091596e2fdb5e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d14 expref: 108 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.157649:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41036 00000004:00080000:2.0:1769074948.157899:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe631f2d80/2, rc 0, transno 4294989683 00000100:00100000:2.0:1769074948.157913:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe631f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969026304:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.157981:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969029376:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.158013:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.158055:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969029376 00000100:00100000:2.0:1769074948.158058:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969029376 00000100:00100000:2.0:1769074948.158087:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83295 00000100:00100000:2.0:1769074948.158094:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+253:3659:x1855007969029376:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.158110:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5515 count 1 00010000:00010000:2.0:1769074948.158126:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e304501a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.158139:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe512e8400/0xf5091596e2fd476f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fdea3 expref: 85 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.158145:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.158147:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.158150:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e304501a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.158169:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe512e8400/0xf5091596e2fd476f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdea3 expref: 85 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.158179:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe512e8400/0xf5091596e2fd476f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdea3 expref: 85 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.158190:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007969029504:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.158325:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.158399:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+108:2409:x1855007960340992:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.158409:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.158415:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe64164000/0xf5091596e2fdb5e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d14 expref: 108 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.158426:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe64164000/0xf5091596e2fdb5e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d14 expref: 108 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.158518:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64164000/0xf5091596e2fdb5e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d14 expref: 108 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.158531:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.158533:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.158536:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e3044fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.158545:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e3044fb8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.158564:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.158598:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+107:2409:x1855007960340992:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 203us (1038us total) trans 0 rc 0/0 00010000:00010000:1.0:1769074948.159565:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e3044fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.159581:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e3044fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.159592:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e3044fb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.159600:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e3044fb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.159622:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074948.159886:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+232:3660:x1855007969025664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 31558us (31739us total) trans 4294989659 rc 0/0 00000100:00100000:1.0:1769074948.159895:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83281 00010000:00010000:1.0:1769074948.159925:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.159931:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e3044fb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.159940:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dd800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.159944:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e3044fb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.159952:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e3044fb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.159968:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e3044fb8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.159975:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd800/0xf5091596e3044fb8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27ee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.159995:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.159997:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.159999:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074948.160144:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dc5c000/2, rc 0, transno 4294989659 00000100:00100000:2.0:1769074948.160159:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969025664:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.160227:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074948.160242:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969029632:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.160276:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074948.160549:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969029632 00000100:00100000:1.0:1769074948.160557:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969029632 00000100:00100000:1.0:1769074948.160599:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83296 00000100:00100000:1.0:1769074948.160607:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+232:3659:x1855007969029632:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074948.160631:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:193 count 1 00010000:00010000:1.0:1769074948.160652:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3045021 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.160669:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe67abaa00/0xf5091596e2fd700a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072500745 expref: 107 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.160676:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.160679:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.160682:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3045021 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.161369:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe67abaa00/0xf5091596e2fd700a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500745 expref: 107 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.161385:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe67abaa00/0xf5091596e2fd700a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500745 expref: 107 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.161400:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd57bc5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969029760:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074948.161494:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb180 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.164476:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.164521:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.164540:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.164569:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960341248 00000100:00100000:2.0:1769074948.164578:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960341248 00010000:00010000:2.0:1769074948.164619:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe44d93400/0xf5091596e2fcfd0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9443 expref: 86 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.164655:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960341504 00000100:00100000:2.0:1769074948.164659:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960341504 00010000:00010000:2.0:1769074948.164673:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68684c00/0xf5091596e2fd0d1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa450 expref: 87 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.164691:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960341760 00000100:00100000:2.0:1769074948.164693:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960341760 00010000:00010000:2.0:1769074948.164705:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe710c4000/0xf5091596e2fbb527 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c5b expref: 88 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.164726:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41037 00000100:00100000:2.0:1769074948.164735:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+88:2409:x1855007960341248:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.164749:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.164754:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe44d93400/0xf5091596e2fcfd0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x588:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9443 expref: 88 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.164768:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe44d93400/0xf5091596e2fcfd0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x588:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9443 expref: 88 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.164793:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe44d93400/0xf5091596e2fcfd0f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x588:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9443 expref: 88 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.164827:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.164830:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.164834:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044f8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.164843:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044f8e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.164870:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074948.164893:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044f8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.164902:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044f8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.164911:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044f8e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.164919:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044f8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.164934:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.165175:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+254:3660:x1855007969023616:12345-0@lo:6:osp-syn-0-1.0 Request processed in 39063us (39819us total) trans 4294989684 rc 0/0 00000100:00100000:2.0:1769074948.165184:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83275 00000004:00080000:2.0:1769074948.165248:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe663bb800/2, rc 0, transno 4294989684 00000100:00100000:2.0:1769074948.165260:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe663bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969023616:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.165336:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe679cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969029888:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.165369:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.165410:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969029888 00000100:00100000:2.0:1769074948.165414:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969029888 00000100:00100000:2.0:1769074948.165439:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83297 00000100:00100000:2.0:1769074948.165446:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+254:3657:x1855007969029888:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.165491:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:637 count 1 00010000:00010000:2.0:1769074948.165510:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3045028 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.165525:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe581d2a00/0xf5091596e2fc81a8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f18dc expref: 87 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.165532:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.165534:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.165536:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3045028 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.165558:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe581d2a00/0xf5091596e2fc81a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f18dc expref: 87 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.165569:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe581d2a00/0xf5091596e2fc81a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f18dc expref: 87 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.165580:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe679caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969030016:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.165633:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.165654:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+87:2409:x1855007960341248:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 921us (1189us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.165663:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41037 00000100:00100000:2.0:1769074948.165677:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41038 00000100:00100000:2.0:1769074948.165683:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+86:2409:x1855007960341504:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.165690:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.165697:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68684c00/0xf5091596e2fd0d1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa450 expref: 86 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.165708:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68684c00/0xf5091596e2fd0d1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa450 expref: 86 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.165724:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41039 00010000:00010000:2.0:1769074948.165727:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68684c00/0xf5091596e2fd0d1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa450 expref: 86 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.165740:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074948.165742:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+85:2409:x1855007960341760:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.165743:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.165748:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044f9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.165755:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.165758:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044f9c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.165764:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe710c4000/0xf5091596e2fbb527 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x22fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c5b expref: 85 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.165779:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074948.165782:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe710c4000/0xf5091596e2fbb527 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x22fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c5b expref: 85 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.165793:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044f9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.165801:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe710c4000/0xf5091596e2fbb527 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x22fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c5b expref: 85 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.165804:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044f9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.165834:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044f9c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.165835:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.165839:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.165845:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044faa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.165847:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044f9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.165871:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044faa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.165874:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1769074948.165900:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074948.165926:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+84:2409:x1855007960341760:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 191us (1383us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.165934:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41039 00000100:00100000:2.0:1769074948.166021:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+255:3660:x1855007969024512:12345-0@lo:6:osp-syn-0-1.0 Request processed in 38706us (39057us total) trans 4294989685 rc 0/0 00010000:00010000:3.0:1769074948.166024:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1769074948.166029:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83278 00010000:00010000:3.0:1769074948.166034:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044f8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.166045:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.166048:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044f8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.166050:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.166058:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044f9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.166062:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044f8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.166068:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.166074:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044f9c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.166083:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044f8e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.166084:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044f9c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.166105:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6800/0xf5091596e3044f8e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.166110:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044f9c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.166121:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7a00/0xf5091596e3044f9c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.166129:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.166133:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.166136:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.166146:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.166149:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.166151:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.166162:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044faa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.166170:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044faa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.166177:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044faa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.166184:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044faa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.166207:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.166308:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+255:3657:x1855007969025024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 38513us (38683us total) trans 4294989686 rc 0/0 00000100:00100000:2.0:1769074948.166314:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83280 00000004:00080000:2.0:1769074948.166344:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd442cfb80/2, rc 0, transno 4294989686 00000100:00100000:2.0:1769074948.166351:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd442cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969025024:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.166391:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074948.166399:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe679c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969030144:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.166425:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.166475:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969030144 00000100:00100000:2.0:1769074948.166480:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969030144 00000100:00100000:2.0:1769074948.166502:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83298 00000100:00100000:2.0:1769074948.166508:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+255:3657:x1855007969030144:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.166522:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1845 count 1 00010000:00010000:2.0:1769074948.166535:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e304502f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x735:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.166547:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e2fbd5d4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d08 expref: 83 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.166553:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.166555:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.166558:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e304502f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.166577:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e2fbd5d4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d08 expref: 83 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.166588:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e2fbd5d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d08 expref: 83 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.166598:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe679cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007969030272:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.166629:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95180 going to sleep for 11 seconds 00000004:00080000:2.0:1769074948.166660:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73e0ca80/2, rc 0, transno 4294989685 00000100:00100000:2.0:1769074948.166668:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969024512:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.166701:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe679c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969030400:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.166725:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.166753:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969030400 00000100:00100000:2.0:1769074948.166756:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969030400 00000100:00100000:2.0:1769074948.166778:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83299 00000100:00100000:2.0:1769074948.166784:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+256:3659:x1855007969030400:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.166795:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6205 count 1 00010000:00010000:2.0:1769074948.166806:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3045036 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x183d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.166830:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe74eeb200/0xf5091596e2fbbb0f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x183d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e5243 expref: 83 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.166836:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.166837:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.166840:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3045036 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x183d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.166856:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe74eeb200/0xf5091596e2fbbb0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x183d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5243 expref: 83 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.166864:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe74eeb200/0xf5091596e2fbbb0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x183d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5243 expref: 83 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.166872:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe679c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007969030528:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.166892:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.166921:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+83:2409:x1855007960341504:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 1237us (2399us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.166928:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41038 00000100:00100000:2.0:1769074948.166980:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.167065:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007969026816:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.167082:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044fd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.167150:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.167166:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960342016 00000100:00100000:2.0:1769074948.167170:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960342016 00010000:00010000:2.0:1769074948.167188:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe63a8b000/0xf5091596e2fd4c70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe3ab expref: 83 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.167208:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960342272 00000100:00100000:2.0:1769074948.167210:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960342272 00010000:00010000:2.0:1769074948.167224:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe641a6600/0xf5091596e2fca55e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c92 expref: 108 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.167237:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41040 00000100:00100000:2.0:1769074948.167243:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+83:2409:x1855007960342016:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.167251:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.167255:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe63a8b000/0xf5091596e2fd4c70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x213e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe3ab expref: 83 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.167266:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe63a8b000/0xf5091596e2fd4c70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x213e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe3ab expref: 83 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.167284:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe63a8b000/0xf5091596e2fd4c70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x213e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe3ab expref: 83 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.167295:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.167298:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.167302:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044fc6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.167310:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044fc6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x213e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.167331:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.167354:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+82:2409:x1855007960342016:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 111us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.167361:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41040 00000100:00100000:2.0:1769074948.167374:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41041 00000100:00100000:2.0:1769074948.167381:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+108:2409:x1855007960342272:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.167389:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.167393:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe641a6600/0xf5091596e2fca55e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c92 expref: 108 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.167402:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe641a6600/0xf5091596e2fca55e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c92 expref: 108 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.167416:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe641a6600/0xf5091596e2fca55e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c92 expref: 108 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.167425:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.167427:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.167430:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044fd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.167442:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044fd4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.167482:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.167499:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433db450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+107:2409:x1855007960342272:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 119us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.167505:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41041 00010000:00010000:2.0:1769074948.167525:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044fd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.167532:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044fd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.167541:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044fd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.167549:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044fd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.167554:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.167562:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.167729:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41036 00010000:00010000:0.0:1769074948.167788:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044fc6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.167797:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044fc6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.167805:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044fc6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.167822:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044fc6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.168562:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044faa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.168574:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.168578:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044faa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.168589:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044faa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.168608:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044faa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.168615:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7800/0xf5091596e3044faa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.168627:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+233:3659:x1855007969026560:12345-0@lo:6:osp-syn-1-1.0 Request processed in 35002us (37126us total) trans 4294989660 rc 0/0 00010000:00010000:3.0:1769074948.168636:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1769074948.168638:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83285 00010000:00010000:3.0:1769074948.168645:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044fd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.168652:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.168655:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044fd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.168662:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044fd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.168674:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044fd4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.168681:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7c00/0xf5091596e3044fd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x19fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.168693:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00080000:2.0:1769074948.168694:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4496ca80/2, rc 0, transno 4294989660 00010000:00010000:3.0:1769074948.168697:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044fc6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.168708:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969026560:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1769074948.168711:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dc400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.168716:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044fc6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.168723:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044fc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.168733:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044fc6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.168741:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.168742:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.168744:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.168794:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074948.168837:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe679c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969030656:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.168871:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.168901:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969030656 00000100:00100000:2.0:1769074948.168908:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969030656 00000100:00100000:2.0:1769074948.168938:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83300 00000100:00100000:2.0:1769074948.168946:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+233:3659:x1855007969030656:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.168968:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8245 count 1 00010000:00010000:2.0:1769074948.168986:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e304503d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2035:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.169000:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe496fb200/0xf5091596e2fd0ed5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fa609 expref: 105 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.169008:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.169010:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.169013:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e304503d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.169036:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe496fb200/0xf5091596e2fd0ed5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa609 expref: 105 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.169047:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe496fb200/0xf5091596e2fd0ed5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa609 expref: 105 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.169059:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe679c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007969030784:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.169104:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.169148:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.169194:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007969027200:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.169869:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e3044fdb lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.169946:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.170010:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.170156:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd57bc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007969028864:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.170169:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3045005 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.170189:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960342400 00000100:00100000:2.0:1769074948.170193:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960342400 00010000:00010000:2.0:1769074948.170320:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe432e0600/0xf5091596e2fd1af2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb22d expref: 106 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.170349:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960342528 00000100:00100000:2.0:1769074948.170353:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960342528 00010000:00010000:2.0:1769074948.170366:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe65567e00/0xf5091596e2fc2b2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec25f expref: 82 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.170384:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960342656 00000100:00100000:2.0:1769074948.170387:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960342656 00010000:00010000:2.0:1769074948.170400:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe69039000/0xf5091596e2fbffb1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e96e5 expref: 107 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.170413:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41042 00000100:00100000:2.0:1769074948.170420:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+107:2409:x1855007960342400:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.170431:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.170436:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe432e0600/0xf5091596e2fd1af2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb22d expref: 107 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.170464:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe432e0600/0xf5091596e2fd1af2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb22d expref: 107 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.170488:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.170490:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.170494:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044fe2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.170502:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044fe2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.170519:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.170565:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+107:2409:x1855007960342400:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 144us (1416us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.170571:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41042 00000100:00100000:2.0:1769074948.170603:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41043 00000100:00100000:2.0:1769074948.170611:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+82:2410:x1855007960342528:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.170619:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.170623:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe65567e00/0xf5091596e2fc2b2b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec25f expref: 82 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.170633:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe65567e00/0xf5091596e2fc2b2b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec25f expref: 82 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.170664:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe65567e00/0xf5091596e2fc2b2b lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec25f expref: 82 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.170677:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.170678:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.170681:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e3044fdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.170688:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e3044fdb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.170704:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.170722:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+81:2410:x1855007960342528:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 113us (777us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.170728:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41043 00000100:00100000:2.0:1769074948.170741:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41044 00000100:00100000:2.0:1769074948.170747:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+106:2410:x1855007960342656:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.170753:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.170759:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe69039000/0xf5091596e2fbffb1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x974:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e96e5 expref: 106 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.170768:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe69039000/0xf5091596e2fbffb1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x974:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e96e5 expref: 106 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.170779:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.170781:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.170785:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044fe9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x974:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.170792:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044fe9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x974:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.170803:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.170833:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+106:2410:x1855007960342656:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 86us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.170840:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41044 00010000:00010000:2.0:1769074948.170861:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e3044fdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.170869:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e3044fdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.170878:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e3044fdb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.170885:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e3044fdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.170899:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.171129:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+257:3659:x1855007969026688:12345-0@lo:6:osp-syn-0-1.0 Request processed in 33286us (33373us total) trans 4294989687 rc 0/0 00000100:00100000:2.0:1769074948.171137:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83286 00000004:00080000:2.0:1769074948.171176:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe631f1500/2, rc 0, transno 4294989687 00000100:00100000:2.0:1769074948.171189:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe631f1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969026688:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.171272:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe679c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969030912:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.171307:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.171426:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.171477:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.171493:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.171509:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.171558:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.171573:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.171649:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0000_UUID:14010:1855007969029504:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.171668:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e304501a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.171695:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969028992:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.171708:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304500c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.171725:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969030912 00000100:00100000:2.0:1769074948.171730:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969030912 00000100:00100000:2.0:1769074948.171760:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83301 00000100:00100000:2.0:1769074948.171766:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+257:3657:x1855007969030912:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.171787:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3260 count 1 00010000:00010000:2.0:1769074948.171820:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3045044 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.171833:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe71728400/0xf5091596e2fdbba5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725052d2 expref: 80 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.171846:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.171848:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.171851:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3045044 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.171874:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe71728400/0xf5091596e2fdbba5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725052d2 expref: 80 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.171885:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe71728400/0xf5091596e2fdbba5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725052d2 expref: 80 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.171897:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5a03bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007969031040:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.171934:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.171964:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960343040 00000100:00100000:2.0:1769074948.171968:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960343040 00010000:00010000:2.0:1769074948.171987:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe59a38600/0xf5091596e2fd0f61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa695 expref: 106 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.172000:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960343296 00000100:00100000:2.0:1769074948.172003:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960343296 00010000:00010000:2.0:1769074948.172013:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe67784a00/0xf5091596e2fbe1b9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e78ed expref: 107 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.172022:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960342912 00000100:00100000:2.0:1769074948.172023:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960342912 00010000:00010000:2.0:1769074948.172032:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73651200/0xf5091596e2fcc34f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xf02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5a83 expref: 108 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.172045:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960343168 00000100:00100000:2.0:1769074948.172047:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960343168 00010000:00010000:2.0:1769074948.172057:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b832c00/0xf5091596e2fc7108 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f083c expref: 81 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.172068:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960343424 00000100:00100000:2.0:1769074948.172071:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960343424 00010000:00010000:2.0:1769074948.172083:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b8e0e00/0xf5091596e2fcf7b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xe18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ee7 expref: 109 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.172094:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960343552 00000100:00100000:2.0:1769074948.172096:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960343552 00010000:00010000:2.0:1769074948.172106:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe512e8400/0xf5091596e2fd476f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdea3 expref: 82 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.172118:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41045 00000100:00100000:2.0:1769074948.172124:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+109:2409:x1855007960343040:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.172132:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.172137:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe59a38600/0xf5091596e2fd0f61 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2761:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa695 expref: 109 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.172148:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe59a38600/0xf5091596e2fd0f61 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2761:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa695 expref: 109 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.172161:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.172167:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe59a38600/0xf5091596e2fd0f61 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2761:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa695 expref: 109 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.172171:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e3044fdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.172195:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.172198:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.172199:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e3044fdb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.172201:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.172207:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3045005 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.172212:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e3044fdb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.172220:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3045005 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2761:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.172240:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074948.172248:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e3044fdb lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.172261:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7000/0xf5091596e3044fdb lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.172270:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+108:2409:x1855007960343040:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 144us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.172281:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41045 00010000:00010000:3.0:1769074948.172286:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.172289:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.172292:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.172300:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41046 00000100:00100000:2.0:1769074948.172308:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+107:2409:x1855007960343296:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.172316:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.172322:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe67784a00/0xf5091596e2fbe1b9 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e78ed expref: 107 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.172331:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe67784a00/0xf5091596e2fbe1b9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e78ed expref: 107 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.172344:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.172346:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.172349:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045013 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.172361:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045013 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1804:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.172373:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.172392:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+107:2409:x1855007960343296:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 84us (914us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.172399:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41046 00000100:00100000:2.0:1769074948.172415:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41047 00000100:00100000:2.0:1769074948.172422:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+106:2409:x1855007960342912:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.172429:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.172434:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe73651200/0xf5091596e2fcc34f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xf02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5a83 expref: 106 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.172445:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe73651200/0xf5091596e2fcc34f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5a83 expref: 106 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.172480:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.172482:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.172486:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78400/0xf5091596e3044ff0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.172493:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78400/0xf5091596e3044ff0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf02:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.172507:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.172527:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+106:2409:x1855007960342912:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 105us (1032us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.172535:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41047 00000100:00100000:2.0:1769074948.172552:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41048 00010000:00010000:1.0:1769074948.172804:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074948.172847:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd57bc5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969029760:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.172867:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3045021 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.173539:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41049 00000100:00100000:1.0:1769074948.173553:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a038e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+105:2407:x1855007960343424:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.173567:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.173575:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b8e0e00/0xf5091596e2fcf7b3 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xe18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ee7 expref: 105 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.173585:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b8e0e00/0xf5091596e2fcf7b3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ee7 expref: 105 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.173602:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.173604:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.173608:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79200/0xf5091596e3044ffe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.173622:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79200/0xf5091596e3044ffe lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.173638:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074948.173674:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a038e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+105:2407:x1855007960343424:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 126us (2114us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.173680:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41049 00000100:00100000:1.0:1769074948.173699:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41050 00000100:00100000:1.0:1769074948.173706:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a03b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+82:2407:x1855007960343552:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.173714:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.173720:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe512e8400/0xf5091596e2fd476f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x158b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdea3 expref: 82 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.173731:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe512e8400/0xf5091596e2fd476f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x158b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdea3 expref: 82 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.173744:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe512e8400/0xf5091596e2fd476f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x158b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdea3 expref: 82 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.173756:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.173758:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.173762:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e304501a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.173769:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e304501a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.173794:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074948.173827:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a03b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+81:2407:x1855007960343552:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 121us (2252us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.173834:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41050 00010000:00010000:1.0:1769074948.173879:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe432e0600/0xf5091596e2fd1af2 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb22d expref: 104 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.173890:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe631f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007969027584:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.173907:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044fe2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.173915:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044fe2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.173920:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044fe2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.173929:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044fe2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.173935:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044fe2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.173955:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074948.174214:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+234:3657:x1855007969026944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 34405us (34543us total) trans 4294989661 rc 0/0 00010000:00010000:2.0:1769074948.174845:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.174855:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044fe2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.174865:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dd000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.174869:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044fe2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.174880:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044fe2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.174899:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044fe2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.174906:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dd000/0xf5091596e3044fe2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x17b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.174939:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.174941:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.174943:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.174958:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3045005 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.174966:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3045005 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.174981:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3045005 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.174989:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3045005 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.175007:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.175181:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+235:3660:x1855007969028480:12345-0@lo:6:osp-syn-1-1.0 Request processed in 23212us (27468us total) trans 4294989662 rc 0/0 00000100:00100000:2.0:1769074948.175190:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83292 00010000:00010000:2.0:1769074948.175302:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.175308:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3045005 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.175315:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.175318:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3045005 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.175325:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3045005 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.175337:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3045005 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.175345:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0a00/0xf5091596e3045005 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2761:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.175364:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.175366:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.175367:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.175416:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.176083:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83287 00000004:00080000:1.0:1769074948.176152:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4496f800/2, rc 0, transno 4294989661 00000100:00100000:1.0:1769074948.176167:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969026944:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074948.176749:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1769074948.176760:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6f8dc400/0xf5091596e3044fc6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.176846:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.176864:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e304501a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.176874:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e304501a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.176884:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e304501a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.176892:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e304501a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.176910:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.177038:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+259:3657:x1855007969026048:12345-0@lo:6:osp-syn-0-1.0 Request processed in 47944us (47994us total) trans 4294989688 rc 0/0 00000100:00100000:0.0:1769074948.177048:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83283 00000100:00100000:3.0:1769074948.177071:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+258:3659:x1855007969029376:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18975us (19054us total) trans 4294989689 rc 0/0 00000100:00100000:3.0:1769074948.177081:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83295 00000004:00080000:0.0:1769074948.177121:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dc5f480/2, rc 0, transno 4294989688 00000100:00100000:0.0:1769074948.177144:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969026048:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074948.177178:0:14032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73651200/0xf5091596e2fcc34f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xf02:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5a83 expref: 103 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.177189:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007969027968:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.177471:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.177731:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960343680 00000100:00100000:1.0:1769074948.177739:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960343680 00010000:00010000:1.0:1769074948.177772:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe67abaa00/0xf5091596e2fd700a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500745 expref: 103 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.177796:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960342784 00000100:00100000:1.0:1769074948.177800:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960342784 00010000:00010000:1.0:1769074948.177826:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe465db200/0xf5091596e2fbfa78 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1df8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e91ac expref: 81 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.177841:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41051 00000100:00100000:1.0:1769074948.177849:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a03ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+103:2408:x1855007960343680:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.177862:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.177867:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe67abaa00/0xf5091596e2fd700a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500745 expref: 103 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.177879:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe67abaa00/0xf5091596e2fd700a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500745 expref: 103 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.177902:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe67abaa00/0xf5091596e2fd700a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xc1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500745 expref: 103 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.177915:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.177918:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.177922:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3045021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.177932:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3045021 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.177958:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074948.177997:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a03ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+102:2408:x1855007960343680:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 149us (2581us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.178004:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41051 00000100:00100000:1.0:1769074948.178024:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41052 00000100:00100000:1.0:1769074948.178033:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a039f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+81:2410:x1855007960342784:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.178041:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.178046:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe465db200/0xf5091596e2fbfa78 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1df8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e91ac expref: 81 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.178059:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe465db200/0xf5091596e2fbfa78 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1df8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e91ac expref: 81 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.178073:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.178075:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.178078:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3044ff7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.178086:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3044ff7 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.178100:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78400/0xf5091596e3044ff0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.178104:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074948.178114:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78400/0xf5091596e3044ff0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.178121:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78400/0xf5091596e3044ff0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.178123:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a039f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+81:2410:x1855007960342784:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 92us (653us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074948.178135:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78400/0xf5091596e3044ff0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.178136:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41052 00010000:00010000:0.0:1769074948.178151:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78400/0xf5091596e3044ff0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.178161:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3045021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.178167:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1769074948.178173:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3045021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.178182:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3045021 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.178189:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3045021 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.178329:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+234:3657:x1855007969027840:12345-0@lo:6:osp-syn-1-1.0 Request processed in 32972us (33173us total) trans 4294989663 rc 0/0 00000100:00100000:0.0:1769074948.178336:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83289 00010000:00010000:0.0:1769074948.178357:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074948.178363:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e304501a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.178370:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.178374:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e304501a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.178383:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e304501a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.178394:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e304501a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.178400:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6e00/0xf5091596e304501a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.178434:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.178439:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78400/0xf5091596e3044ff0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.178462:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.178466:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78400/0xf5091596e3044ff0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.178474:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78400/0xf5091596e3044ff0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.178490:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78400/0xf5091596e3044ff0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.178497:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78400/0xf5091596e3044ff0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xf02:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.178509:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.178510:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.178512:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074948.178541:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d1ea300/2, rc 0, transno 4294989663 00000100:00100000:0.0:1769074948.178553:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969027840:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.178560:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074948.178573:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd57bc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969031168:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.178606:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074948.178699:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.178825:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.178847:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+234:3659:x1855007969029632:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18239us (18568us total) trans 4294989664 rc 0/0 00000100:00100000:1.0:1769074948.178855:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83296 00000100:00100000:2.0:1769074948.178866:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.178874:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969031168 00000100:00100000:1.0:1769074948.178880:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969031168 00000100:00100000:2.0:1769074948.178896:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.178913:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83302 00000100:00100000:1.0:1769074948.178923:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+234:3657:x1855007969031168:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.178936:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00002000:00080000:1.0:1769074948.178946:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6639 count 1 00010000:00010000:1.0:1769074948.178966:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304504b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.178967:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074948.178986:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe712f3400/0xf5091596e2fd5530 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fec64 expref: 101 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.178994:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.178996:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.179000:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304504b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.179001:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe679c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007969030528:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.179022:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3045036 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x183d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.179030:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe712f3400/0xf5091596e2fd5530 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fec64 expref: 101 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.179042:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe712f3400/0xf5091596e2fd5530 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fec64 expref: 101 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.179055:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd57bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969031296:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074948.179105:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb300 going to sleep for 11 seconds 00010000:00010000:1.0:1769074948.179119:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.179125:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3045021 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.179133:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.179136:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3045021 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.179144:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3045021 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.179163:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3045021 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.179170:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1000/0xf5091596e3045021 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xc1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.179191:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.179193:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.179207:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074948.179218:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960343808 00000100:00100000:1.0:1769074948.179222:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960343808 00010000:00010000:1.0:1769074948.179239:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe581d2a00/0xf5091596e2fc81a8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f18dc expref: 81 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.179252:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960344064 00000100:00100000:1.0:1769074948.179254:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960344064 00010000:00010000:1.0:1769074948.179264:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe74eeb200/0xf5091596e2fbbb0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x183d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5243 expref: 82 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.179275:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960343936 00000100:00100000:1.0:1769074948.179277:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960343936 00010000:00010000:1.0:1769074948.179287:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e2fbd5d4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d08 expref: 83 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.179298:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960344192 00000100:00100000:1.0:1769074948.179300:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960344192 00010000:00010000:1.0:1769074948.179309:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe496fb200/0xf5091596e2fd0ed5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa609 expref: 102 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.179324:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960344320 00000100:00100000:1.0:1769074948.179326:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960344320 00010000:00010000:1.0:1769074948.179336:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe71728400/0xf5091596e2fdbba5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725052d2 expref: 84 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.179348:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41053 00000100:00100000:1.0:1769074948.179355:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+84:2408:x1855007960343808:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.179364:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.179369:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe581d2a00/0xf5091596e2fc81a8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f18dc expref: 84 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.179378:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe581d2a00/0xf5091596e2fc81a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f18dc expref: 84 pid: 14047 timeout: 1736 lvb_type: 1 00000004:00080000:2.0:1769074948.179392:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4496ed80/2, rc 0, transno 4294989664 00010000:00010000:1.0:1769074948.179394:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.179398:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1769074948.179401:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969029632:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074948.179402:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3045028 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.179414:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3045028 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1769074948.179418:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4496df80/2, rc 0, transno 4294989689 00000100:00100000:2.0:1769074948.179424:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969029376:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074948.179429:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074948.179473:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+84:2408:x1855007960343808:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 119us (648us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.179478:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5a03bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007969031040:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074948.179485:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41053 00010000:00010000:2.0:1769074948.179499:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3045044 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.179506:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41054 00000100:00100000:1.0:1769074948.179516:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73655c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+83:2408:x1855007960344064:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.179523:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.179529:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe74eeb200/0xf5091596e2fbbb0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x183d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5243 expref: 83 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.179538:0:14046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe581d2a00/0xf5091596e2fc81a8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f18dc expref: 83 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.179543:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe74eeb200/0xf5091596e2fbbb0f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x183d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5243 expref: 83 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.179557:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe74eeb200/0xf5091596e2fbbb0f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x183d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5243 expref: 83 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.179567:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.179569:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.179572:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3045036 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x183d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.179579:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3045036 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x183d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.179594:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074948.179608:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73655c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+82:2408:x1855007960344064:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 95us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.179614:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41054 00000100:00100000:1.0:1769074948.179624:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41055 00000100:00100000:1.0:1769074948.179628:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+81:2408:x1855007960343936:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.179635:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.179640:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e2fbd5d4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x735:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d08 expref: 81 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.179648:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e2fbd5d4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x735:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d08 expref: 81 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.179658:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.179660:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.179662:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e304502f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x735:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.179669:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e304502f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x735:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.179679:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074948.179695:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433dbc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+81:2408:x1855007960343936:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 66us (799us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.179701:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41055 00000100:00100000:1.0:1769074948.179733:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41056 00000100:00100000:1.0:1769074948.179739:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73657b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+102:2410:x1855007960344192:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.179746:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.179751:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe496fb200/0xf5091596e2fd0ed5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa609 expref: 102 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.179760:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe496fb200/0xf5091596e2fd0ed5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa609 expref: 102 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.179776:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.179778:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.179781:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e304503d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.179787:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e304503d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2035:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.179798:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074948.179828:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73657b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+102:2410:x1855007960344192:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 89us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.179835:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41056 00000100:00100000:1.0:1769074948.179846:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41057 00000100:00100000:1.0:1769074948.179852:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73654e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+80:2409:x1855007960344320:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.179858:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.179862:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe71728400/0xf5091596e2fdbba5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725052d2 expref: 80 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.179870:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe71728400/0xf5091596e2fdbba5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725052d2 expref: 80 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.179883:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe71728400/0xf5091596e2fdbba5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725052d2 expref: 80 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.179892:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.179893:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.179896:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3045044 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.179907:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3045044 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.179924:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074948.179942:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73654e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+79:2409:x1855007960344320:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 90us (975us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.179949:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41057 00010000:00010000:1.0:1769074948.179975:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3045036 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x183d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.179983:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3045036 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x183d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.179991:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3045036 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x183d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.179998:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3045036 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x183d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.180011:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074948.180208:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+258:3659:x1855007969030400:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13422us (13480us total) trans 4294989690 rc 0/0 00010000:00010000:0.0:1769074948.180254:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe465db200/0xf5091596e2fbfa78 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1df8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e91ac expref: 78 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.180264:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007969028224:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.180276:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3044ff7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.180281:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3044ff7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.180285:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3044ff7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.180290:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3044ff7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.180294:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3044ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.180302:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074948.180401:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+259:3657:x1855007969028096:12345-0@lo:6:osp-syn-0-1.0 Request processed in 34731us (34798us total) trans 4294989691 rc 0/0 00000100:00100000:2.0:1769074948.180469:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe679caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969030016:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.180483:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3045028 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.180492:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3045028 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.180498:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3045028 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.180504:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3045028 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.180509:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3045028 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.180511:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074948.180520:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074948.180603:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+260:3657:x1855007969029888:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15158us (15233us total) trans 4294989692 rc 0/0 00000100:00100000:1.0:1769074948.183877:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83299 00000100:00100000:0.0:1769074948.183932:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83290 00000100:00100000:2.0:1769074948.183940:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83297 00010000:00010000:1.0:1769074948.183982:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074948.183994:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3044ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.183995:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.184003:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3045028 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.184024:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.184025:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.184030:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3045028 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.184032:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3044ff7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.184057:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3044ff7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.184059:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3045028 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.184090:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3045028 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.184090:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3044ff7 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.184112:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3044ff7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.184113:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc6400/0xf5091596e3045028 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.184156:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.184156:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.184163:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.184163:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.184168:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.184169:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074948.184202:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe631f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969031424:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074948.184220:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe679cad80/2, rc 0, transno 4294989692 00000100:00100000:0.0:1769074948.184228:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe679cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969029888:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074948.184244:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d1e8000/2, rc 0, transno 4294989691 00000100:00100000:0.0:1769074948.184248:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969028096:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074948.184269:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074948.184291:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe67784a00/0xf5091596e2fbe1b9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1804:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e78ed expref: 101 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.184305:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007969029248:192.168.204.30@tcp:104: 00000004:00080000:1.0:1769074948.184323:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe679c9f80/2, rc 0, transno 4294989690 00010000:00010000:0.0:1769074948.184329:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045013 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.184335:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe679c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969030400:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074948.184345:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045013 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.184355:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1769074948.184363:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045013 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.184367:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe631f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969031552:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074948.184381:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045013 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.184389:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045013 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.184398:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074948.184406:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074948.184433:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969031424 00000100:00100000:1.0:1769074948.184441:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969031424 00000100:00100000:1.0:1769074948.184504:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969031552 00000100:00100000:1.0:1769074948.184509:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969031552 00000100:00100000:1.0:1769074948.184528:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83303 00000100:00100000:1.0:1769074948.184535:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd57bc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+236:3659:x1855007969031424:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074948.184613:0:14038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e2fbd5d4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d08 expref: 76 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.184625:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe679cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007969030272:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.184636:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e304502f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.184643:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e304502f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.184649:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e304502f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.184668:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e304502f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.184674:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e304502f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.184691:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074948.184843:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+258:3657:x1855007969030144:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18333us (18415us total) trans 4294989693 rc 0/0 00000100:00100000:2.0:1769074948.184851:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83298 00000100:00100000:2.0:1769074948.184869:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83304 00000100:00100000:2.0:1769074948.184876:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd57bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+237:3659:x1855007969031552:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.184884:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+237:3657:x1855007969029120:12345-0@lo:6:osp-syn-1-1.0 Request processed in 27715us (27898us total) trans 4294989665 rc 0/0 00000100:00100000:0.0:1769074948.184891:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83294 00002000:00080000:2.0:1769074948.184900:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1181 count 1 00010000:00010000:0.0:1769074948.184910:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074948.184914:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045013 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.184921:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.184921:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3045052 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x49d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.184925:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045013 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.184932:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045013 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.184934:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f028a00/0xf5091596e2fd438d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x49d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fdac1 expref: 100 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.184943:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.184945:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045013 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.184945:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.184949:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3045052 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x49d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.184957:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045013 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.184978:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.184979:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f028a00/0xf5091596e2fd438d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x49d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdac1 expref: 100 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.184982:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e304502f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.184988:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.184991:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e304502f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.184992:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f028a00/0xf5091596e2fd438d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x49d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdac1 expref: 100 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.184999:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e304502f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.185004:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73656300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14038:1855007969031680:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.185008:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e304502f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.185014:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7200/0xf5091596e304502f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.185028:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.185029:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.185031:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074948.185050:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe679c9c00/2, rc 0, transno 4294989693 00000100:00100000:0.0:1769074948.185055:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe679c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969030144:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074948.185063:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d40d180/2, rc 0, transno 4294989665 00000100:00100000:2.0:1769074948.185064:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.185072:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969029120:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074948.185111:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe496fb200/0xf5091596e2fd0ed5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2035:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa609 expref: 100 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.185121:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe679c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007969030784:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.185125:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe631f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969031808:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074948.185132:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e304503d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.185140:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e304503d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.185147:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e304503d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.185148:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1769074948.185155:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e304503d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.185176:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969031808 00000100:00100000:0.0:1769074948.185181:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969031808 00000100:00100000:0.0:1769074948.185205:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83305 00000100:00100000:0.0:1769074948.185211:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+237:3657:x1855007969031808:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.185222:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5437 count 1 00010000:00010000:0.0:1769074948.185234:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e3045059 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.185244:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe57c06800/0xf5091596e2fd4d18 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fe44c expref: 99 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.185251:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.185252:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.185255:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e3045059 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.185273:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe57c06800/0xf5091596e2fd4d18 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe44c expref: 99 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.185281:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe57c06800/0xf5091596e2fd4d18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe44c expref: 99 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.185291:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe631f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007969031936:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.185320:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd540 going to sleep for 11 seconds 00010000:00010000:2.0:1769074948.185338:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e304503d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.185352:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.185882:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+238:3659:x1855007969030656:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16934us (17007us total) trans 4294989666 rc 0/0 00000100:00100000:2.0:1769074948.185889:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83300 00000004:00080000:2.0:1769074948.185958:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d1ebb80/2, rc 0, transno 4294989662 00000100:00100000:2.0:1769074948.185968:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969028480:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.185986:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433d9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+75:2409:x1855007960343168:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.186004:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.186011:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b832c00/0xf5091596e2fc7108 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f083c expref: 75 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.186024:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b832c00/0xf5091596e2fc7108 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f083c expref: 75 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.186043:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b832c00/0xf5091596e2fc7108 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f083c expref: 75 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.186054:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.186056:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.186060:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304500c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.186073:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304500c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.186093:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074948.186106:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304500c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.186113:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304500c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.186120:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304500c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.186127:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304500c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.186136:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074948.186274:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+258:3657:x1855007969028608:12345-0@lo:6:osp-syn-0-1.0 Request processed in 31683us (34826us total) trans 4294989694 rc 0/0 00010000:00010000:0.0:1769074948.186280:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1769074948.186281:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83293 00010000:00010000:0.0:1769074948.186285:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e304503d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186292:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc6c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.186296:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e304503d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186303:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e304503d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186315:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e304503d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.186316:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433d9850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+74:2409:x1855007960343168:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 13757us (14806us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074948.186323:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc6c00/0xf5091596e304503d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2035:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.186324:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41048 00010000:00010000:0.0:1769074948.186339:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.186342:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304500c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186348:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.186350:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304500c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186357:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304500c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186396:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304500c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186402:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14400/0xf5091596e304500c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186414:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.186416:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.186418:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074948.186487:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d1e9880/2, rc 0, transno 4294989694 00000100:00100000:0.0:1769074948.186492:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969028608:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.186497:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074948.186505:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969032064:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.186531:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.186559:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969032064 00000100:00100000:0.0:1769074948.186565:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969032064 00000100:00100000:0.0:1769074948.186594:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83306 00000100:00100000:0.0:1769074948.186601:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+238:3657:x1855007969032064:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.186619:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1562 count 1 00010000:00010000:0.0:1769074948.186636:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79000/0xf5091596e3045060 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x61a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186647:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06000/0xf5091596e2fd8a04 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x61a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072502138 expref: 99 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.186667:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.186682:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.186685:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79000/0xf5091596e3045060 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x61a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186706:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06000/0xf5091596e2fd8a04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x61a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502138 expref: 99 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.186717:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06000/0xf5091596e2fd8a04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x61a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502138 expref: 99 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.186728:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969032192:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.186767:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd780 going to sleep for 11 seconds 00010000:00010000:0.0:1769074948.186830:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5b8e0e00/0xf5091596e2fcf7b3 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xe18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8ee7 expref: 99 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.186841:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007969028736:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.186856:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79200/0xf5091596e3044ffe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186865:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79200/0xf5091596e3044ffe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186871:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79200/0xf5091596e3044ffe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186878:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79200/0xf5091596e3044ffe lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186907:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79200/0xf5091596e3044ffe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186920:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074948.186929:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.186933:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79200/0xf5091596e3044ffe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186939:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd79200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.186942:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79200/0xf5091596e3044ffe lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186950:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79200/0xf5091596e3044ffe lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186960:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79200/0xf5091596e3044ffe lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186967:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79200/0xf5091596e3044ffe lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.186979:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.186981:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.186982:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.187091:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+239:3659:x1855007969028352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 35153us (39647us total) trans 4294989667 rc 0/0 00000100:00100000:0.0:1769074948.187096:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83291 00010000:00010000:0.0:1769074948.187120:0:12381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe69039000/0xf5091596e2fbffb1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x974:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e96e5 expref: 98 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.187126:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe631f3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969027712:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.187135:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044fe9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.187140:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044fe9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.187143:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044fe9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.187148:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044fe9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.187151:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044fe9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.187167:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074948.187193:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.187198:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044fe9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.187210:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6f8dc600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.187213:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044fe9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.187221:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044fe9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.187232:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044fe9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.187238:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6f8dc600/0xf5091596e3044fe9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x974:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.187252:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.187254:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.187255:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.187267:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+239:3657:x1855007969027072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 47266us (47541us total) trans 4294989668 rc 0/0 00000100:00100000:0.0:1769074948.187274:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83288 00000004:00080000:0.0:1769074948.187344:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4496c000/2, rc 0, transno 4294989668 00000100:00100000:0.0:1769074948.187356:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969027072:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.187621:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074948.187634:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73655880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969032320:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1769074948.187637:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3045036 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x183d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.187655:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe50bc7400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.187659:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3045036 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x183d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.187666:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1769074948.187675:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3045036 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x183d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.187690:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3045036 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x183d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.187697:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe50bc7400/0xf5091596e3045036 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x183d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.187723:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.187726:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.187727:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:1.0:1769074948.187901:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2637 count 1 00010000:00010000:1.0:1769074948.187920:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3045067 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.187933:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4bcfa600/0xf5091596e2fc355e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc92 expref: 97 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.187940:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.187942:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.187945:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3045067 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.187970:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4bcfa600/0xf5091596e2fc355e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc92 expref: 97 pid: 14010 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074948.187974:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969032448:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074948.187987:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4bcfa600/0xf5091596e2fc355e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc92 expref: 97 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.188001:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007969033344:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.188008:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.188029:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969032960:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.188054:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074948.188055:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1769074948.188074:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.188077:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074948.188085:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969032832:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074948.188100:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe679c8e00/2, rc 0, transno 4294989666 00000100:00100000:2.0:1769074948.188112:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074948.188116:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe679c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969030656:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074948.188135:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d1ea680/2, rc 0, transno 4294989667 00000100:00100000:1.0:1769074948.188142:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969028352:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.188146:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969032320 00000100:00100000:2.0:1769074948.188153:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969032320 00000100:00100000:2.0:1769074948.188185:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969032448 00000100:00100000:2.0:1769074948.188190:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969032448 00000100:00100000:2.0:1769074948.188212:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969033600:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074948.188220:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969033472:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.188240:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074948.188259:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.188289:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969032960 00000100:00100000:2.0:1769074948.188293:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969032960 00010000:00010000:1.0:1769074948.188303:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3045044 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.188310:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969032832 00010000:00010000:1.0:1769074948.188315:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3045044 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.188315:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969032832 00010000:00010000:1.0:1769074948.188325:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3045044 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.188332:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3045044 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.188340:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969033600 00000100:00100000:2.0:1769074948.188345:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969033600 00010000:00010000:1.0:1769074948.188349:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.188493:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969033472 00000100:00100000:2.0:1769074948.188498:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969033472 00000100:00100000:2.0:1769074948.188523:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83307 00000100:00100000:2.0:1769074948.188532:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+241:3660:x1855007969032320:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.188548:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9864 count 1 00000100:00100000:1.0:1769074948.188554:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+261:3657:x1855007969030912:12345-0@lo:6:osp-syn-0-1.0 Request processed in 16786us (17245us total) trans 4294989695 rc 0/0 00010000:00010000:2.0:1769074948.188563:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304506e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2688:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.188564:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83301 00010000:00010000:2.0:1769074948.188580:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f0bb800/0xf5091596e2fd6e04 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072500538 expref: 97 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.188588:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.188590:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.188593:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304506e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.188594:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83308 00000100:00100000:0.0:1769074948.188606:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969032576:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074948.188608:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+260:3660:x1855007969032448:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074948.188619:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f0bb800/0xf5091596e2fd6e04 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500538 expref: 97 pid: 14047 timeout: 0 lvb_type: 1 00002000:00080000:1.0:1769074948.188626:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4688 count 1 00010000:00010000:2.0:1769074948.188632:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f0bb800/0xf5091596e2fd6e04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500538 expref: 97 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.188642:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3045075 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.188644:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5a03ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007969033728:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.188661:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe631a7400/0xf5091596e2fbb209 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e4936 expref: 73 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.188879:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.188881:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.188884:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3045075 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.188905:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe631a7400/0xf5091596e2fbb209 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4936 expref: 73 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.188915:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe631a7400/0xf5091596e2fbb209 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4936 expref: 73 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.188925:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007969033856:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.189028:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.189052:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e953c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.189053:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969033088:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.189067:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969032576 00000100:00100000:2.0:1769074948.189071:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969032576 00000100:00100000:0.0:1769074948.189073:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.189087:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969033088 00000100:00100000:2.0:1769074948.189089:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969033088 00000004:00080000:0.0:1769074948.189092:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe679c9880/2, rc 0, transno 4294989695 00000100:00100000:2.0:1769074948.189099:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83309 00000100:00100000:0.0:1769074948.189101:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe679c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969030912:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.189104:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+262:3660:x1855007969032960:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.189109:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1769074948.189114:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969032704:0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.189116:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8488 count 1 00010000:00010000:2.0:1769074948.189129:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e304507c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2128:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.189132:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1769074948.189141:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe51221800/0xf5091596e2fd2c48 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fc383 expref: 73 pid: 14043 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074948.189142:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d40d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969033216:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074948.189148:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.189149:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.189152:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e304507c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.189157:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1769074948.189170:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe51221800/0xf5091596e2fd2c48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc383 expref: 73 pid: 14043 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074948.189175:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969032704 00000100:00100000:0.0:1769074948.189177:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969032704 00010000:00010000:2.0:1769074948.189184:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe51221800/0xf5091596e2fd2c48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc383 expref: 73 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.189192:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969033216 00000100:00100000:2.0:1769074948.189193:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5a039f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969033984:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.189194:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969033216 00000100:00100000:2.0:1769074948.189217:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95f00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.189233:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83310 00000100:00100000:2.0:1769074948.189240:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+264:3660:x1855007969032832:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.189252:0:14039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6911 count 1 00010000:00010000:2.0:1769074948.189263:0:14039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e3045083 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1aff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.189275:0:14039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b737600/0xf5091596e2fc623d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ef971 expref: 73 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.189281:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.189282:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.189285:0:14039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e3045083 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.189302:0:14039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b737600/0xf5091596e2fc623d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef971 expref: 73 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.189311:0:14039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b737600/0xf5091596e2fc623d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef971 expref: 73 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.189326:0:14039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5a03bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14039:1855007969034112:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.189349:0:14039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95d80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.189821:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83311 00000100:00100000:0.0:1769074948.189829:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a03b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+241:3660:x1855007969033600:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.189849:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:133 count 1 00010000:00010000:0.0:1769074948.189867:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e304508a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.189880:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a58bc00/0xf5091596e2fb971a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e2e55 expref: 97 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.189886:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.189887:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.189890:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e304508a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.189937:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a58bc00/0xf5091596e2fb971a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2e55 expref: 97 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.189946:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a58bc00/0xf5091596e2fb971a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2e55 expref: 97 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.189955:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007969034240:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.190006:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.190025:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83312 00000100:00100000:0.0:1769074948.190033:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+241:3659:x1855007969033472:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.190046:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:687 count 1 00010000:00010000:0.0:1769074948.190057:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79600/0xf5091596e3045091 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.190069:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4722ca00/0xf5091596e2fd4125 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fd859 expref: 97 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.190076:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.190077:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.190080:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79600/0xf5091596e3045091 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.190288:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4722ca00/0xf5091596e2fd4125 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd859 expref: 97 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.190297:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4722ca00/0xf5091596e2fd4125 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd859 expref: 97 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.190323:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969034368:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.190349:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768ddd80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.190367:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83313 00000100:00100000:0.0:1769074948.190375:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+264:3657:x1855007969032576:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.190387:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9005 count 1 00010000:00010000:0.0:1769074948.190399:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e3045098 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x232d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.190412:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d0a9200/0xf5091596e2fc8058 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f178c expref: 73 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.190419:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.190421:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.190435:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e3045098 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.190479:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d0a9200/0xf5091596e2fc8058 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f178c expref: 73 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.190489:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d0a9200/0xf5091596e2fc8058 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f178c expref: 73 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.190499:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007969034496:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.190527:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.190794:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83314 00000100:00100000:0.0:1769074948.190826:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+264:3657:x1855007969033088:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.190843:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:528 count 1 00010000:00010000:0.0:1769074948.190856:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e304509f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.190870:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55c38e00/0xf5091596e2fbdf82 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e76bd expref: 73 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.190876:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.190878:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.190881:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e304509f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.190900:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe55c38e00/0xf5091596e2fbdf82 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e76bd expref: 73 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.190909:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55c38e00/0xf5091596e2fbdf82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e76bd expref: 73 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.190918:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007969034624:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.190945:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.190965:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83315 00000100:00100000:0.0:1769074948.190973:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+264:3657:x1855007969032704:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.190988:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3855 count 1 00010000:00010000:0.0:1769074948.191001:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30450a6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.191017:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5cea1800/0xf5091596e2fccaa3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xf0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f61d7 expref: 73 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.191024:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.191026:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.191028:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30450a6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.191046:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5cea1800/0xf5091596e2fccaa3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f61d7 expref: 73 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.191055:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5cea1800/0xf5091596e2fccaa3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f61d7 expref: 73 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.191064:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007969034752:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.191089:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768ddc00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.191107:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83316 00000100:00100000:0.0:1769074948.191115:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+264:3657:x1855007969033216:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.191128:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3682 count 1 00010000:00010000:0.0:1769074948.191140:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e30450ad lrc: 3/0,1 mode: --/PW res: [0x280000400:0xe62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.191152:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe51972c00/0xf5091596e2fd0638 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xe62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f9d6c expref: 73 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.191157:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.191159:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.191162:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e30450ad lrc: 4/0,1 mode: --/PW res: [0x280000400:0xe62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.191179:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe51972c00/0xf5091596e2fd0638 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xe62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9d6c expref: 73 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.191188:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe51972c00/0xf5091596e2fd0638 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9d6c expref: 73 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.191205:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007969034880:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.191227:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd480 going to sleep for 11 seconds 00010000:00010000:0.0:1769074948.191890:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.191900:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3045044 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.191910:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.191914:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3045044 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.191925:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3045044 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.191943:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3045044 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.191948:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e3045044 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.191969:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.191971:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.191972:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.193499:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.193637:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe679cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969035008:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.193698:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.193930:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969035008 00000100:00100000:0.0:1769074948.193940:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969035008 00000100:00100000:0.0:1769074948.193995:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83317 00000100:00100000:0.0:1769074948.194004:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+265:3657:x1855007969035008:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.194029:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6296 count 1 00010000:00010000:0.0:1769074948.194055:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30450b4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1898:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.194074:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b7ae800/0xf5091596e2fba640 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d74 expref: 73 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.194081:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.194083:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.194086:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30450b4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.194113:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b7ae800/0xf5091596e2fba640 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d74 expref: 73 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.194124:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b7ae800/0xf5091596e2fba640 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d74 expref: 73 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.194141:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4be0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969035136:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.194208:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dde40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074948.194884:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.194947:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.194965:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.194981:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.195036:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960344448 00000100:00100000:3.0:1769074948.195042:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960344448 00010000:00010000:3.0:1769074948.195070:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe712f3400/0xf5091596e2fd5530 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fec64 expref: 98 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.195101:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960344704 00000100:00100000:3.0:1769074948.195104:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960344704 00010000:00010000:3.0:1769074948.195118:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe57c06800/0xf5091596e2fd4d18 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe44c expref: 99 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.195137:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960344576 00000100:00100000:3.0:1769074948.195140:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960344576 00010000:00010000:3.0:1769074948.195153:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f028a00/0xf5091596e2fd438d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x49d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdac1 expref: 100 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.195170:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960344832 00000100:00100000:3.0:1769074948.195173:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960344832 00010000:00010000:3.0:1769074948.195184:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06000/0xf5091596e2fd8a04 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x61a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502138 expref: 101 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.195206:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41058 00000100:00100000:3.0:1769074948.195214:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62601880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+101:2410:x1855007960344448:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.195224:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.195230:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe712f3400/0xf5091596e2fd5530 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fec64 expref: 101 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.195243:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe712f3400/0xf5091596e2fd5530 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fec64 expref: 101 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.195267:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.195269:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.195273:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304504b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.195283:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304504b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.195301:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.195341:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62601880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+101:2410:x1855007960344448:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 127us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.195349:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41058 00000100:00100000:3.0:1769074948.195367:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41059 00000100:00100000:3.0:1769074948.195374:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62600380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+100:2408:x1855007960344704:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.195381:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.195385:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe57c06800/0xf5091596e2fd4d18 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe44c expref: 100 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.195394:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe57c06800/0xf5091596e2fd4d18 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe44c expref: 100 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.195406:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.195408:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.195411:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e3045059 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.195419:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e3045059 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x153d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.195430:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.195475:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62600380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+100:2408:x1855007960344704:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 101us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.195482:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41059 00000100:00100000:3.0:1769074948.195496:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41060 00000100:00100000:3.0:1769074948.195502:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62600000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+99:2408:x1855007960344576:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.195510:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.195515:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f028a00/0xf5091596e2fd438d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x49d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdac1 expref: 99 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.195524:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f028a00/0xf5091596e2fd438d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x49d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdac1 expref: 99 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.195535:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.195537:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.195540:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3045052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x49d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.195548:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3045052 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x49d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.195560:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.195578:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62600000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+99:2408:x1855007960344576:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 76us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.195584:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41060 00000100:00100000:3.0:1769074948.195596:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41061 00000100:00100000:3.0:1769074948.195602:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62603100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+98:2408:x1855007960344832:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.195610:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.195615:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06000/0xf5091596e2fd8a04 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x61a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502138 expref: 98 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.195631:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06000/0xf5091596e2fd8a04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x61a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502138 expref: 98 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.195642:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.195644:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.195647:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79000/0xf5091596e3045060 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.195654:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79000/0xf5091596e3045060 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x61a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.195665:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.195683:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62603100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+98:2408:x1855007960344832:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 81us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.195690:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41061 00010000:00010000:0.0:1769074948.195818:0:14032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe57c06800/0xf5091596e2fd4d18 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x153d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe44c expref: 97 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.195834:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe631f0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007969031936:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.195855:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e3045059 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.195866:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e3045059 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.195874:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e3045059 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.195883:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e3045059 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.195891:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e3045059 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.195916:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.196163:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+242:3657:x1855007969031808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10952us (11013us total) trans 4294989669 rc 0/0 00000100:00100000:0.0:1769074948.196172:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83305 00010000:00010000:0.0:1769074948.196208:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5bd06000/0xf5091596e2fd8a04 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x61a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502138 expref: 96 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.196220:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969032192:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.196233:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79000/0xf5091596e3045060 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.196240:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79000/0xf5091596e3045060 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.196245:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79000/0xf5091596e3045060 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.196253:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79000/0xf5091596e3045060 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.196260:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79000/0xf5091596e3045060 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.196277:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074948.196388:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+242:3657:x1855007969032064:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9787us (9856us total) trans 4294989670 rc 0/0 00000100:00100000:0.0:1769074948.196394:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83306 00000004:00080000:0.0:1769074948.196655:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dc5ca80/2, rc 0, transno 4294989670 00000100:00100000:0.0:1769074948.196667:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969032064:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074948.196678:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe631f2300/2, rc 0, transno 4294989669 00000100:00100000:0.0:1769074948.196681:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe631f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969031808:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074948.197055:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007969033344:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.197078:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3045067 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.197100:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074948.197106:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e3045059 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.197114:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.197118:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e3045059 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.197128:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e3045059 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.197147:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e3045059 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.197155:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e3045059 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x153d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.197178:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.197181:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79000/0xf5091596e3045060 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.197187:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd79000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.197190:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79000/0xf5091596e3045060 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.197195:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79000/0xf5091596e3045060 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.197204:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79000/0xf5091596e3045060 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.197210:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79000/0xf5091596e3045060 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x61a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.197319:0:14035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe712f3400/0xf5091596e2fd5530 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fec64 expref: 95 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.197332:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd57bc7b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969031296:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.197344:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304504b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.197352:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304504b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.197359:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304504b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.197367:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304504b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.197374:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304504b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.197388:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074948.197477:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.197483:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304504b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.197494:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.197497:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304504b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.197505:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304504b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.197516:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304504b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.197523:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304504b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x19ef:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.197548:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.197550:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.197553:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.197637:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+242:3657:x1855007969031168:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18715us (19029us total) trans 4294989671 rc 0/0 00000100:00100000:2.0:1769074948.197647:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83302 00000100:00100000:1.0:1769074948.197667:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969035392:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074948.197936:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd57bc5880/2, rc 0, transno 4294989671 00010000:00010000:3.0:1769074948.199677:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.199956:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd57bc5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969031168:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.199968:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074948.199988:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969035264:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074948.200314:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074948.201292:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.201354:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074948.201421:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb480 going to sleep for 11 seconds 00000100:00100000:1.0:1769074948.201716:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5a039f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969033984:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.201741:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e304507c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.202134:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007969034240:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.202149:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e304508a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.202189:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969034368:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.202197:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79600/0xf5091596e3045091 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.202249:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007969034496:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.202260:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e3045098 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.202353:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007969034624:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.202366:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e304509f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.202412:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007969034752:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.202423:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30450a6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.202479:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.202503:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960344960 00000100:00100000:0.0:1769074948.202511:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960344960 00010000:00010000:0.0:1769074948.202544:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f0bb800/0xf5091596e2fd6e04 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500538 expref: 95 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.202578:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41062 00000100:00100000:0.0:1769074948.202586:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433db850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+95:2409:x1855007960344960:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.202601:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.202606:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f0bb800/0xf5091596e2fd6e04 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2688:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500538 expref: 95 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.202616:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f0bb800/0xf5091596e2fd6e04 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2688:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500538 expref: 95 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.202642:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.202645:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.202649:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304506e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2688:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.202859:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304506e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2688:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.202880:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.202918:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969035392 00000100:00100000:0.0:1769074948.202922:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433db850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+95:2409:x1855007960344960:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 336us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.202924:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969035392 00000100:00100000:0.0:1769074948.202930:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41062 00000100:00100000:3.0:1769074948.202955:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969035264 00000100:00100000:3.0:1769074948.202959:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969035264 00000100:00100000:3.0:1769074948.202980:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83318 00000100:00100000:3.0:1769074948.202986:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+243:3659:x1855007969035392:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074948.203010:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6894 count 1 00010000:00010000:3.0:1769074948.203033:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30450bb lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.203037:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83319 00000100:00100000:0.0:1769074948.203045:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+243:3657:x1855007969035264:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1769074948.203047:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe633b3c00/0xf5091596e2fc3acf lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ed203 expref: 94 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.203054:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.203056:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00002000:00080000:0.0:1769074948.203057:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5176 count 1 00010000:00010000:3.0:1769074948.203059:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30450bb lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.203068:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e30450c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1438:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.203079:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6b791600/0xf5091596e2fbacad lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e43e1 expref: 94 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.203085:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.203085:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe633b3c00/0xf5091596e2fc3acf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed203 expref: 94 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.203087:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.203090:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e30450c2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.203098:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe633b3c00/0xf5091596e2fc3acf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed203 expref: 94 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.203104:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6b791600/0xf5091596e2fbacad lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e43e1 expref: 94 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.203111:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6b791600/0xf5091596e2fbacad lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e43e1 expref: 94 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.203112:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62600a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969035520:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.203120:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73657b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969035648:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074948.203155:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be180 going to sleep for 11 seconds 00000100:00100000:1.0:1769074948.203210:0:14039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5a03bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14039:1855007969034112:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.203227:0:14039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e3045083 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.203339:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.203609:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769074948.203736:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.203768:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.203787:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.203803:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.203834:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.203847:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.203861:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.203874:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074948.203889:0:8669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f0bb800/0xf5091596e2fd6e04 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2688:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500538 expref: 94 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.203900:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.203904:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5a03ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007969033728:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.203917:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304506e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.203926:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304506e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.203930:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074948.203933:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304506e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.203944:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304506e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.203946:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960345216 00000100:00100000:3.0:1769074948.203951:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960345216 00010000:00010000:2.0:1769074948.203952:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304506e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.203967:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074948.203971:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b737600/0xf5091596e2fc623d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef971 expref: 74 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.203987:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960345472 00000100:00100000:3.0:1769074948.203990:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960345472 00010000:00010000:3.0:1769074948.204001:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4722ca00/0xf5091596e2fd4125 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd859 expref: 94 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.204010:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960345728 00000100:00100000:3.0:1769074948.204012:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960345728 00010000:00010000:3.0:1769074948.204021:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55c38e00/0xf5091596e2fbdf82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e76bd expref: 75 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.204031:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960345984 00000100:00100000:3.0:1769074948.204033:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960345984 00010000:00010000:3.0:1769074948.204044:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4bcfa600/0xf5091596e2fc355e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc92 expref: 95 pid: 14010 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.204052:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960345088 00000100:00100000:3.0:1769074948.204054:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960345088 00010000:00010000:3.0:1769074948.204063:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe51221800/0xf5091596e2fd2c48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc383 expref: 76 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.204072:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41063 00000100:00100000:3.0:1769074948.204077:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62601f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+76:2409:x1855007960345216:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.204086:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.204091:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b737600/0xf5091596e2fc623d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1aff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef971 expref: 76 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.204106:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b737600/0xf5091596e2fc623d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1aff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef971 expref: 76 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.204124:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b737600/0xf5091596e2fc623d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1aff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef971 expref: 76 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.204134:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.204136:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.204139:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e3045083 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.204146:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e3045083 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.204162:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.204188:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62601f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+75:2409:x1855007960345216:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 110us (452us total) trans 0 rc 0/0 00010000:00010000:1.0:1769074948.204213:0:14039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e3045083 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.204234:0:14039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e3045083 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.204244:0:14039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e3045083 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.204250:0:14039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e3045083 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.204253:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe679cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969035776:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074948.204270:0:14039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1769074948.204284:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074948.204291:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304506e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.204299:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79e00 already unused, calling callback (ffffffffc0cdeb90) 00000100:00100000:2.0:1769074948.204301:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+244:3660:x1855007969032320:12345-0@lo:6:osp-syn-1-1.0 Request processed in 15770us (16636us total) trans 4294989672 rc 0/0 00010000:00010000:1.0:1769074948.204304:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304506e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.204323:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304506e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.204326:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83307 00010000:00010000:1.0:1769074948.204343:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304506e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.204355:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79e00/0xf5091596e304506e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2688:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.204372:0:14038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f028a00/0xf5091596e2fd438d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x49d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fdac1 expref: 95 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.204383:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1769074948.204387:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73656300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14038:1855007969031680:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.204389:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e3045083 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.204398:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.204401:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e3045083 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.204404:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3045052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.204410:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e3045083 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.204418:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3045052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.204426:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e3045083 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.204436:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e3045083 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.204477:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.204480:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.204483:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.204485:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3045052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.204495:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3045052 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.204501:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3045052 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.204514:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074948.204658:0:14039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+266:3660:x1855007969032832:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15419us (16545us total) trans 4294989696 rc 0/0 00000100:00100000:1.0:1769074948.204666:0:14039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83310 00000100:00100000:1.0:1769074948.204690:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960345344 00000100:00100000:1.0:1769074948.204695:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960345344 00010000:00010000:1.0:1769074948.204713:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a58bc00/0xf5091596e2fb971a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2e55 expref: 95 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.204726:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd57bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+244:3659:x1855007969031552:12345-0@lo:6:osp-syn-1-1.0 Request processed in 19850us (20327us total) trans 4294989673 rc 0/0 00000100:00100000:2.0:1769074948.204734:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83304 00000004:00080000:2.0:1769074948.204945:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d40e300/2, rc 0, transno 4294989696 00000100:00100000:2.0:1769074948.204958:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969032832:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.205002:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074948.205012:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe679c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969035904:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.205040:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.205151:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969035904 00000100:00100000:2.0:1769074948.205155:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969035904 00000100:00100000:2.0:1769074948.205181:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83320 00000100:00100000:2.0:1769074948.205188:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+266:3658:x1855007969035904:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.205207:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4959 count 1 00010000:00010000:2.0:1769074948.205224:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30450c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x135f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.205237:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe46214c00/0xf5091596e2fd8ce3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x135f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072502417 expref: 75 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.205245:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.205246:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.205249:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30450c9 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x135f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.205271:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe46214c00/0xf5091596e2fd8ce3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502417 expref: 75 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.205283:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe46214c00/0xf5091596e2fd8ce3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502417 expref: 75 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.205294:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe679caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007969036032:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.205350:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e953c0 going to sleep for 11 seconds 00000004:00080000:2.0:1769074948.205578:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73655880/2, rc 0, transno 4294989672 00000100:00100000:2.0:1769074948.205590:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73655880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969032320:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.205641:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074948.205655:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe679c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969036160:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074948.205679:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41063 00000100:00100000:2.0:1769074948.205682:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074948.205699:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960345600 00000100:00100000:3.0:1769074948.205702:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960345600 00000100:00100000:2.0:1769074948.205710:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969036160 00000100:00100000:2.0:1769074948.205712:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969036160 00010000:00010000:3.0:1769074948.205718:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d0a9200/0xf5091596e2fc8058 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f178c expref: 75 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.205737:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83321 00000100:00100000:2.0:1769074948.205750:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd57bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+244:3657:x1855007969036160:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.205763:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:425 count 1 00010000:00010000:2.0:1769074948.205778:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30450d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.205792:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68684000/0xf5091596e2fd0d23 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fa457 expref: 95 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.205799:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.205801:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.205803:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30450d0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.205839:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe68684000/0xf5091596e2fd0d23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa457 expref: 95 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.205848:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe68684000/0xf5091596e2fd0d23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa457 expref: 95 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.205859:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007969036288:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.205889:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95d80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.205904:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960345856 00000100:00100000:2.0:1769074948.205909:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960345856 00010000:00010000:2.0:1769074948.205924:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5cea1800/0xf5091596e2fccaa3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f61d7 expref: 76 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.206003:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960346112 00000100:00100000:1.0:1769074948.206008:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960346112 00010000:00010000:1.0:1769074948.206029:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe51972c00/0xf5091596e2fd0638 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9d6c expref: 77 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.206045:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960346240 00000100:00100000:1.0:1769074948.206049:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960346240 00010000:00010000:1.0:1769074948.206063:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b7ae800/0xf5091596e2fba640 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d74 expref: 78 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.206080:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41064 00000100:00100000:0.0:1769074948.206082:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074948.206092:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62601180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+95:2409:x1855007960345472:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.206102:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.206109:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4722ca00/0xf5091596e2fd4125 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd859 expref: 95 pid: 14043 timeout: 1736 lvb_type: 1 00000004:00080000:0.0:1769074948.206119:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe631f3480/2, rc 0, transno 4294989673 00010000:00010000:1.0:1769074948.206121:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4722ca00/0xf5091596e2fd4125 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd859 expref: 95 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.206133:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe631f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969031552:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074948.206145:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4722ca00/0xf5091596e2fd4125 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2af:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd859 expref: 95 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.206152:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.206160:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.206161:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3045052 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.206165:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.206171:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79600/0xf5091596e3045091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.206173:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.206181:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79600/0xf5091596e3045091 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2af:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.206203:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074948.206206:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3045052 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.206217:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3045052 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.206230:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3045052 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.206237:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79a00/0xf5091596e3045052 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x49d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.206246:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62601180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+94:2409:x1855007960345472:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 156us (2475us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.206254:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41064 00010000:00010000:0.0:1769074948.206261:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.206265:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.206267:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074948.206275:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41065 00010000:00010000:0.0:1769074948.206279:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79600/0xf5091596e3045091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.206284:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62601500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+78:2409:x1855007960345728:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.206295:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79600/0xf5091596e3045091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.206298:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.206307:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe55c38e00/0xf5091596e2fbdf82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e76bd expref: 78 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.206309:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79600/0xf5091596e3045091 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.206329:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79600/0xf5091596e3045091 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.206329:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe55c38e00/0xf5091596e2fbdf82 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e76bd expref: 78 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.206358:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55c38e00/0xf5091596e2fbdf82 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e76bd expref: 78 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.206359:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074948.206374:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.206376:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.206379:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e304509f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.206391:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e304509f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.206411:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074948.206432:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62601500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+77:2409:x1855007960345728:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 150us (2644us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.206440:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41065 00000100:00100000:0.0:1769074948.206568:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+245:3659:x1855007969033472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16535us (18309us total) trans 4294989674 rc 0/0 00000100:00100000:0.0:1769074948.206576:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83312 00000100:00100000:0.0:1769074948.206596:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969035776 00000100:00100000:0.0:1769074948.206600:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969035776 00000100:00100000:0.0:1769074948.206627:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83322 00000100:00100000:0.0:1769074948.206634:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+245:3659:x1855007969035776:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074948.206646:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41066 00002000:00080000:0.0:1769074948.206648:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1416 count 1 00000100:00100000:1.0:1769074948.206658:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62600e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+93:2409:x1855007960345984:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.206664:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e30450d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x588:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.206669:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.206679:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe44d92600/0xf5091596e2fcfd08 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f943c expref: 93 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.206681:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4bcfa600/0xf5091596e2fc355e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc92 expref: 93 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.206698:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.206701:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.206705:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e30450d7 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.206707:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4bcfa600/0xf5091596e2fc355e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc92 expref: 93 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.206732:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4bcfa600/0xf5091596e2fc355e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ecc92 expref: 93 pid: 14010 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.206739:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe44d92600/0xf5091596e2fcfd08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f943c expref: 93 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.206744:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.206747:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.206753:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3045067 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.206756:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe44d92600/0xf5091596e2fcfd08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f943c expref: 92 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.206771:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3045067 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.206777:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73656300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969036416:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.206796:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074948.206824:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3045067 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.206829:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768ddd80 going to sleep for 11 seconds 00010000:00010000:1.0:1769074948.206832:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3045067 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.206841:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3045067 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.206848:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3045067 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.206862:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074948.206892:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41067 00000100:00100000:0.0:1769074948.206921:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62603480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+76:2409:x1855007960345088:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.206931:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.206938:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe51221800/0xf5091596e2fd2c48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc383 expref: 76 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.206948:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe51221800/0xf5091596e2fd2c48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc383 expref: 76 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.206962:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe51221800/0xf5091596e2fd2c48 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc383 expref: 76 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.206974:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.206976:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.206980:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e304507c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.206988:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e304507c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.207010:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd57bc5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+246:3659:x1855007969031424:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22473us (22742us total) trans 4294989675 rc 0/0 00010000:00010000:0.0:1769074948.207012:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074948.207021:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83303 00000100:00100000:0.0:1769074948.207036:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62603480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+75:2409:x1855007960345088:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 117us (3200us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.207044:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41067 00010000:00010000:1.0:1769074948.207045:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074948.207053:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79600/0xf5091596e3045091 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.207060:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd79600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.207064:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79600/0xf5091596e3045091 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.207066:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41068 00010000:00010000:1.0:1769074948.207076:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79600/0xf5091596e3045091 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.207079:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62601880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+92:2409:x1855007960345344:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.207093:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.207096:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79600/0xf5091596e3045091 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.207102:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a58bc00/0xf5091596e2fb971a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2e55 expref: 92 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.207108:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79600/0xf5091596e3045091 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2af:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.207121:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a58bc00/0xf5091596e2fb971a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2e55 expref: 92 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.207136:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.207139:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a58bc00/0xf5091596e2fb971a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x85:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e2e55 expref: 92 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.207142:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3045067 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.207155:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.207156:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.207159:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.207162:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3045067 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.207164:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e304508a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.207181:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3045067 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.207182:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e304508a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.207208:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3045067 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.207214:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074948.207217:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1600/0xf5091596e3045067 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xa4d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.207238:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62601880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+91:2409:x1855007960345344:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 159us (3387us total) trans 0 rc 0/0 00010000:00010000:1.0:1769074948.207239:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.207242:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.207247:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.207250:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41068 00000100:00100000:0.0:1769074948.207273:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41069 00000100:00100000:1.0:1769074948.207274:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62600e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+90:2409:x1855007960345984:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 614us (3464us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.207283:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62600000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+74:2409:x1855007960346112:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1769074948.207287:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41066 00010000:00010000:0.0:1769074948.207295:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.207303:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe51972c00/0xf5091596e2fd0638 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xe62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9d6c expref: 74 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.207311:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41070 00000100:00100000:1.0:1769074948.207323:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62603100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+74:2409:x1855007960346240:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.207326:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe51972c00/0xf5091596e2fd0638 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xe62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9d6c expref: 74 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.207334:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.207341:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.207342:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b7ae800/0xf5091596e2fba640 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d74 expref: 74 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.207346:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.207351:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e30450ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.207358:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b7ae800/0xf5091596e2fba640 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d74 expref: 74 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.207363:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e30450ad lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xe62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.207381:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.207383:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074948.207385:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.207390:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30450b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.207398:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30450b4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.207400:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62600000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+74:2409:x1855007960346112:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 119us (3498us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.207415:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41069 00010000:00010000:1.0:1769074948.207422:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074948.207440:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e304508a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.207443:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62603100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+73:2409:x1855007960346240:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 121us (3510us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074948.207481:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e304508a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.207485:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41070 00010000:00010000:0.0:1769074948.207509:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e304508a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.207516:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e304508a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.207559:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.207689:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a03b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+246:3660:x1855007969033600:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17860us (19448us total) trans 4294989676 rc 0/0 00000100:00100000:0.0:1769074948.207698:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83311 00010000:00010000:0.0:1769074948.207723:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e304507c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.207731:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e304507c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.207738:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e304507c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.207745:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e304507c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.207759:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074948.207915:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+267:3660:x1855007969032960:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18809us (19859us total) trans 4294989697 rc 0/0 00000100:00100000:0.0:1769074948.207922:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83309 00010000:00010000:0.0:1769074948.207939:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074948.207944:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e304508a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.207952:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd79c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.207955:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e304508a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.207964:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e304508a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.207981:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e304508a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.207987:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e304508a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x85:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208002:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.208005:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e304507c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208011:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.208013:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e304507c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208021:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e304507c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208029:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e304507c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208036:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e304507c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208070:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.208072:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.208074:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.208087:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e304509f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208093:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e304509f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208100:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e304509f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208106:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e304509f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208118:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.208239:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+267:3657:x1855007969033088:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17414us (19164us total) trans 4294989698 rc 0/0 00000100:00100000:0.0:1769074948.208246:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83314 00010000:00010000:0.0:1769074948.208262:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.208266:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e304509f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208272:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd79a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.208276:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e304509f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208287:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e304509f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208299:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e304509f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208305:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e304509f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208318:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.208320:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.208322:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074948.208355:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d40d500/2, rc 0, transno 4294989698 00000100:00100000:0.0:1769074948.208367:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969033088:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074948.208428:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe51972c00/0xf5091596e2fd0638 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xe62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9d6c expref: 72 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.208438:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007969034880:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.208479:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e30450ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208487:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e30450ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208494:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e30450ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208503:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e30450ad lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208510:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e30450ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208522:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.208628:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+267:3657:x1855007969033216:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17513us (19469us total) trans 4294989699 rc 0/0 00000100:00100000:0.0:1769074948.208635:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83316 00010000:00010000:0.0:1769074948.208652:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.208657:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e30450ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208663:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd79400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.208667:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e30450ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208674:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e30450ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208685:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e30450ad lrc: 1/0,0 mode: --/PW res: [0x280000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208692:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e30450ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.208711:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.208713:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.208715:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074948.208732:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d40d880/2, rc 0, transno 4294989699 00000100:00100000:0.0:1769074948.208740:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969033216:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.208790:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969036800:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074948.208972:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41071 00000100:00100000:3.0:1769074948.208984:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+71:2409:x1855007960345600:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.208997:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.209003:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d0a9200/0xf5091596e2fc8058 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x232d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f178c expref: 71 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.209012:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d0a9200/0xf5091596e2fc8058 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x232d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f178c expref: 71 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.209027:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7d0a9200/0xf5091596e2fc8058 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x232d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f178c expref: 71 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.209036:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.209038:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.209041:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e3045098 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.209049:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e3045098 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.209069:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.209147:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41072 00000100:00100000:3.0:1769074948.209279:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433dac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+70:2409:x1855007960345600:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 297us (5414us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.209285:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41071 00010000:00010000:3.0:1769074948.209321:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.209407:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62600380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+69:2409:x1855007960345856:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.209416:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.209422:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5cea1800/0xf5091596e2fccaa3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xf0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f61d7 expref: 69 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.209432:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5cea1800/0xf5091596e2fccaa3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xf0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f61d7 expref: 69 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.209462:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5cea1800/0xf5091596e2fccaa3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xf0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f61d7 expref: 69 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.209472:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.209474:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.209477:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30450a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.209485:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30450a6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.209504:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074948.209518:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30450a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.209526:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30450a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.209534:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30450a6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.209541:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30450a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.209554:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.209724:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+267:3657:x1855007969032704:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18750us (20589us total) trans 4294989700 rc 0/0 00000100:00100000:2.0:1769074948.209731:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83315 00010000:00010000:2.0:1769074948.209749:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.209754:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30450a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.209761:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd79e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.209764:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30450a6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.209772:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30450a6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.209782:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30450a6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.209789:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30450a6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.209803:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.209804:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.209806:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.209907:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62600380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+68:2409:x1855007960345856:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 750us (6029us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.209914:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41072 00000100:00100000:0.0:1769074948.210312:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074948.210403:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d40f480/2, rc 0, transno 4294989700 00000100:00100000:0.0:1769074948.210414:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969032704:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074948.210439:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e3045098 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.210464:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e3045098 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.210473:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e3045098 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.210480:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e3045098 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.210492:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074948.210586:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.210604:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.210622:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074948.210635:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1769074948.210638:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+267:3657:x1855007969032576:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20264us (21611us total) trans 4294989701 rc 0/0 00010000:00010000:3.0:1769074948.210641:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e3045098 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.210645:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83313 00000100:00100000:0.0:1769074948.210663:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969036800 00000100:00100000:0.0:1769074948.210669:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969036800 00010000:00010000:1.0:1769074948.210705:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074948.210738:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007969033856:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.210749:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83323 00010000:00010000:1.0:1769074948.210759:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3045075 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.210788:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960346496 00000100:00100000:1.0:1769074948.210792:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960346496 00010000:00010000:1.0:1769074948.210828:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe633b3c00/0xf5091596e2fc3acf lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed203 expref: 90 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.210854:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960346368 00000100:00100000:1.0:1769074948.210859:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960346368 00010000:00010000:1.0:1769074948.210872:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe631a7400/0xf5091596e2fbb209 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4936 expref: 68 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.210892:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960346624 00000100:00100000:1.0:1769074948.210895:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960346624 00010000:00010000:1.0:1769074948.210908:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6b791600/0xf5091596e2fbacad lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e43e1 expref: 91 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.210926:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41073 00000100:00100000:1.0:1769074948.210932:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62601f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+91:2409:x1855007960346496:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.210943:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.210948:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe633b3c00/0xf5091596e2fc3acf lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed203 expref: 91 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.210957:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe633b3c00/0xf5091596e2fc3acf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed203 expref: 91 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.210977:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.210979:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.210984:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30450bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.210992:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30450bb lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.211009:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.211023:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41074 00000100:00100000:2.0:1769074948.211033:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62601180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+68:2409:x1855007960346368:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.211042:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1769074948.211047:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62601f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+91:2409:x1855007960346496:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 113us (459us total) trans 0 rc 0/0 00010000:00010000:2.0:1769074948.211050:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe631a7400/0xf5091596e2fbb209 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4936 expref: 68 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.211063:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41073 00010000:00010000:2.0:1769074948.211070:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe631a7400/0xf5091596e2fbb209 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4936 expref: 68 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.211085:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41075 00010000:00010000:2.0:1769074948.211087:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe631a7400/0xf5091596e2fbb209 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4936 expref: 68 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.211097:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62601500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+90:2409:x1855007960346624:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.211099:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.211103:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.211106:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3045075 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.211108:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.211116:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6b791600/0xf5091596e2fbacad lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1438:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e43e1 expref: 90 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.211131:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3045075 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.211138:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6b791600/0xf5091596e2fbacad lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1438:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e43e1 expref: 90 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.211153:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074948.211156:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.211160:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.211163:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e30450c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1438:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.211171:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e30450c2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1438:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.211175:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62601180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+67:2409:x1855007960346368:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 142us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.211189:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41074 00010000:00010000:1.0:1769074948.211198:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074948.211277:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3045075 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.211285:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3045075 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.211293:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3045075 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.211300:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3045075 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.211312:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074948.211319:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.211323:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3045075 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.211330:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.211333:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3045075 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.211342:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3045075 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.211353:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3045075 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.211361:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1e00/0xf5091596e3045075 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.211362:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62601500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+90:2409:x1855007960346624:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 266us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.211378:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41075 00010000:00010000:2.0:1769074948.211387:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.211391:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.211394:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.211552:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074948.211574:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969036544:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074948.211620:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074948.211667:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4496e680/2, rc 0, transno 4294989674 00000100:00100000:1.0:1769074948.211680:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969033472:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074948.211697:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe631f2680/2, rc 0, transno 4294989675 00000100:00100000:1.0:1769074948.211702:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe631f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969031424:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074948.211716:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074948.211724:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969036672:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074948.211758:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.211762:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969036544 00000100:00100000:2.0:1769074948.211768:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969036544 00000100:00100000:2.0:1769074948.211798:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969036672 00000100:00100000:2.0:1769074948.211802:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969036672 00010000:00010000:1.0:1769074948.211803:0:14046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7b7ae800/0xf5091596e2fba640 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d74 expref: 66 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.211828:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4be0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969035136:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.211841:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83324 00010000:00010000:1.0:1769074948.211848:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30450b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.211850:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+246:3659:x1855007969036544:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074948.211863:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30450b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.211870:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30450b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1769074948.211877:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4221 count 1 00010000:00010000:1.0:1769074948.211887:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30450b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.211895:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30450b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.211901:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30450de lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.211911:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074948.211917:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6848e400/0xf5091596e2fd12f6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724faa2a expref: 89 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.211923:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.211926:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.211929:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.211930:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30450b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.211933:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30450de lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.211949:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.211954:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30450b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.211962:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30450b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.211970:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6848e400/0xf5091596e2fd12f6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa2a expref: 89 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.211975:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30450b4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.211984:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6848e400/0xf5091596e2fd12f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa2a expref: 89 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.211988:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30450b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.212000:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007969036928:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.212010:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.212013:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.212016:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.212042:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95b40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.212143:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+270:3660:x1855007969032448:12345-0@lo:6:osp-syn-0-1.0 Request processed in 23538us (24135us total) trans 4294989702 rc 0/0 00000100:00100000:2.0:1769074948.212150:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83308 00000100:00100000:2.0:1769074948.212167:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83325 00000100:00100000:2.0:1769074948.212175:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+269:3659:x1855007969036672:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074948.212183:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+269:3657:x1855007969035008:12345-0@lo:6:osp-syn-0-1.0 Request processed in 18179us (18483us total) trans 4294989703 rc 0/0 00002000:00080000:2.0:1769074948.212186:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4971 count 1 00000100:00100000:1.0:1769074948.212195:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83317 00010000:00010000:2.0:1769074948.212201:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e30450e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x136b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.212214:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a899e00/0xf5091596e2fd3953 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x136b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fd087 expref: 65 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.212220:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.212222:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.212225:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e30450e5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x136b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.212248:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a899e00/0xf5091596e2fd3953 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x136b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd087 expref: 65 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.212258:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a899e00/0xf5091596e2fd3953 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x136b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd087 expref: 65 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.212267:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007969037056:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.212291:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95f00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.212311:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+268:3657:x1855007969036800:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.212326:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6041 count 1 00010000:00010000:2.0:1769074948.212337:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e30450ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1799:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.212349:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe804a9600/0xf5091596e2fd7765 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072500e99 expref: 65 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.212356:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.212357:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.212359:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e30450ec lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.212375:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe804a9600/0xf5091596e2fd7765 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e99 expref: 65 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.212384:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe804a9600/0xf5091596e2fd7765 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e99 expref: 65 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.212392:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007969037184:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.212413:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95600 going to sleep for 11 seconds 00010000:00010000:0.0:1769074948.212658:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6b791600/0xf5091596e2fbacad lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1438:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e43e1 expref: 89 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.212670:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73657b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969035648:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.212685:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e30450c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.212692:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e30450c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.212699:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e30450c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.212706:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e30450c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.212713:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e30450c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.212729:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.212892:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+247:3657:x1855007969035264:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9847us (11537us total) trans 4294989677 rc 0/0 00000100:00100000:0.0:1769074948.212899:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83319 00010000:00010000:0.0:1769074948.212980:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.212986:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e30450c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.213020:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.213024:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e30450c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.213032:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e30450c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.213046:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e30450c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.213053:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e30450c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1438:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.213068:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.213069:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.213071:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.213108:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969037312:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.213135:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.213163:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969037312 00000100:00100000:0.0:1769074948.213168:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969037312 00000100:00100000:0.0:1769074948.213191:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83326 00000100:00100000:0.0:1769074948.213198:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+247:3658:x1855007969037312:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.213213:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8956 count 1 00010000:00010000:0.0:1769074948.213226:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78000/0xf5091596e30450f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.213241:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe781b3000/0xf5091596e2fbb520 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c54 expref: 88 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.213248:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.213250:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.213253:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78000/0xf5091596e30450f3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.213272:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe781b3000/0xf5091596e2fbb520 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c54 expref: 88 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.213282:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe781b3000/0xf5091596e2fbb520 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c54 expref: 88 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.213293:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969037696:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.213337:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd840 going to sleep for 11 seconds 00000004:00080000:0.0:1769074948.213369:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4496d500/2, rc 0, transno 4294989677 00000100:00100000:0.0:1769074948.213378:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969035264:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074948.213389:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe679cb480/2, rc 0, transno 4294989703 00000100:00100000:0.0:1769074948.213396:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe679cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969035008:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074948.213405:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d40dc00/2, rc 0, transno 4294989701 00000100:00100000:0.0:1769074948.213408:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969032576:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.213493:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969037952:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.213515:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.213533:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074948.213538:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe7d1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969037824:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.213555:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1769074948.213672:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78e00 already unused, calling callback (ffffffffc0cdeb90) 00000100:00100000:2.0:1769074948.213674:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969037952 00010000:00010000:3.0:1769074948.213676:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e3045098 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.213678:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969037952 00010000:00010000:3.0:1769074948.213684:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e3045098 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.213695:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e3045098 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.213699:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969037824 00000100:00100000:2.0:1769074948.213701:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969037824 00010000:00010000:3.0:1769074948.213703:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e3045098 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.213716:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83327 00010000:00010000:3.0:1769074948.213718:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.213720:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.213721:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+269:3658:x1855007969037952:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1769074948.213722:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1769074948.213733:0:14039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7700 count 1 00010000:00010000:2.0:1769074948.213746:0:14039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30450fa lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.213757:0:14039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe71ade800/0xf5091596e2fc49b6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ee0ea expref: 65 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.213762:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.213764:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.213766:0:14039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30450fa lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.213784:0:14039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe71ade800/0xf5091596e2fc49b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee0ea expref: 65 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.213793:0:14039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe71ade800/0xf5091596e2fc49b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee0ea expref: 65 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.213821:0:14039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14039:1855007969038208:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.213851:0:14039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95300 going to sleep for 11 seconds 00010000:00010000:3.0:1769074948.213941:0:14035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe633b3c00/0xf5091596e2fc3acf lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed203 expref: 88 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.213952:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62600a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969035520:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.213968:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30450bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.213976:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30450bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.213987:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30450bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.213994:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30450bb lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.214001:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30450bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.214020:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074948.214096:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83328 00010000:00010000:1.0:1769074948.214108:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.214114:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30450bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.214122:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.214126:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30450bb lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.214134:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30450bb lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.214148:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30450bb lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.214156:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30450bb lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1aee:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.214177:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.214179:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074948.214182:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+249:3659:x1855007969035392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 11194us (12893us total) trans 4294989678 rc 0/0 00010000:00010000:1.0:1769074948.214183:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074948.214192:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83318 00000100:00100000:1.0:1769074948.214197:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+249:3658:x1855007969037824:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074948.214213:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1645 count 1 00000100:00100000:0.0:1769074948.214230:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969037440:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.214257:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.214313:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe631f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969038080:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.214332:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074948.214390:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4496fb80/2, rc 0, transno 4294989678 00000100:00100000:0.0:1769074948.214399:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969035392:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.214408:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074948.214412:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969037568:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.214434:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.214468:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969037440 00000100:00100000:2.0:1769074948.214473:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969037440 00000100:00100000:2.0:1769074948.214497:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969038080 00000100:00100000:2.0:1769074948.214501:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969038080 00000100:00100000:2.0:1769074948.214519:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83329 00000100:00100000:2.0:1769074948.214526:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+249:3659:x1855007969037440:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074948.214529:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e3045101 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x66d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1769074948.214541:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8510 count 1 00010000:00010000:1.0:1769074948.214545:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe679c4800/0xf5091596e2fc6b5f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x66d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0293 expref: 87 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.214555:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.214557:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.214557:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045108 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x213e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.214562:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e3045101 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x66d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.214580:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a8a800/0xf5091596e2fd4c77 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x213e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fe3a4 expref: 87 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.214588:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.214590:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.214593:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045108 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x213e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.214596:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe679c4800/0xf5091596e2fc6b5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x66d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0293 expref: 87 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.214611:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe679c4800/0xf5091596e2fc6b5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x66d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0293 expref: 87 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.214619:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a8a800/0xf5091596e2fd4c77 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x213e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe3a4 expref: 87 pid: 8669 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074948.214627:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969038336:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.214634:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a8a800/0xf5091596e2fd4c77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x213e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe3a4 expref: 87 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.214650:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007969038464:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074948.214670:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.214682:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074948.214788:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969037568 00000100:00100000:1.0:1769074948.214794:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969037568 00000100:00100000:2.0:1769074948.214830:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074948.214835:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83330 00000100:00100000:1.0:1769074948.214843:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+271:3659:x1855007969038080:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074948.214857:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7113 count 1 00000100:00100000:0.0:1769074948.214863:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83331 00010000:00010000:1.0:1769074948.214870:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e304510f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1bc9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.214875:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+271:3659:x1855007969037568:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074948.214892:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a03ea00/0xf5091596e2fcc483 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f5bb7 expref: 65 pid: 14035 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1769074948.214895:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7951 count 1 00010000:00010000:1.0:1769074948.214907:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.214909:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.214911:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045116 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f0f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.214912:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e304510f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.214938:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68646e00/0xf5091596e2fdb1f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250492b expref: 65 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.214945:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.214949:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.214950:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a03ea00/0xf5091596e2fcc483 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5bb7 expref: 65 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.214952:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045116 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1f0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.214975:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a03ea00/0xf5091596e2fcc483 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5bb7 expref: 65 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.214988:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe68646e00/0xf5091596e2fdb1f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250492b expref: 65 pid: 14045 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074948.214989:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969038720:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.215005:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe68646e00/0xf5091596e2fdb1f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250492b expref: 65 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.215017:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f923800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969038848:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074948.215035:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.215048:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768ddf00 going to sleep for 11 seconds 00000004:00080000:0.0:1769074948.215088:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4496dc00/2, rc 0, transno 4294989676 00000100:00100000:0.0:1769074948.215105:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969033600:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074948.215118:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d40c700/2, rc 0, transno 4294989702 00000100:00100000:0.0:1769074948.215127:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969032448:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.215162:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074948.215170:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969038976:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.215196:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.215224:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969038976 00000100:00100000:0.0:1769074948.215228:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969038976 00000100:00100000:0.0:1769074948.215253:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83332 00000100:00100000:0.0:1769074948.215260:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f921880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+272:3658:x1855007969038976:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.215271:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8123 count 1 00010000:00010000:0.0:1769074948.215284:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79000/0xf5091596e304511d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1fbb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.215297:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7509b600/0xf5091596e2fd1b2a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fb265 expref: 65 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.215304:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.215306:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.215308:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79000/0xf5091596e304511d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.215327:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7509b600/0xf5091596e2fd1b2a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb265 expref: 65 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.215336:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7509b600/0xf5091596e2fd1b2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb265 expref: 65 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.215346:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f922d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007969039104:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.215370:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd000 going to sleep for 11 seconds 00000004:00080000:0.0:1769074948.215392:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d40ce00/2, rc 0, transno 4294989697 00000100:00100000:0.0:1769074948.215400:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d40ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969032960:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.215438:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969039232:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.215484:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.215515:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969039232 00000100:00100000:0.0:1769074948.215519:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969039232 00000100:00100000:0.0:1769074948.215541:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83333 00000100:00100000:0.0:1769074948.215547:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+273:3658:x1855007969039232:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.215560:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1970 count 1 00010000:00010000:0.0:1769074948.215572:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045124 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.215584:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe804bc200/0xf5091596e2fcdedf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f7613 expref: 65 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.215620:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.215621:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.215624:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045124 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.215644:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe804bc200/0xf5091596e2fcdedf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7613 expref: 65 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.215654:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe804bc200/0xf5091596e2fcdedf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7613 expref: 65 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.215663:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe663b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007969039360:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.215691:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768ddb40 going to sleep for 11 seconds 00000100:00100000:1.0:1769074948.216599:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074948.216617:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4be0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969039488:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074948.216661:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074948.218526:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969039488 00000100:00100000:1.0:1769074948.218539:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969039488 00000100:00100000:1.0:1769074948.218606:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83334 00000100:00100000:1.0:1769074948.218618:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a03ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+250:3660:x1855007969039488:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074948.218650:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7672 count 1 00010000:00010000:1.0:1769074948.218677:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304512b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.218698:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe465da600/0xf5091596e2fbfa7f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e91b3 expref: 87 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.218712:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.218714:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.218719:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304512b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.218756:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe465da600/0xf5091596e2fbfa7f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e91b3 expref: 87 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.218770:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe465da600/0xf5091596e2fbfa7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e91b3 expref: 87 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.218786:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5a03bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007969039616:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074948.218874:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.218878:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969038592:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.218926:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074948.219032:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969038592 00000100:00100000:1.0:1769074948.219037:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969038592 00000100:00100000:1.0:1769074948.219076:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83335 00000100:00100000:1.0:1769074948.219083:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+251:3659:x1855007969038592:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074948.219098:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2997 count 1 00010000:00010000:1.0:1769074948.219112:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045132 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.219125:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65566a00/0xf5091596e2fc2b24 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ec258 expref: 87 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.219131:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.219133:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.219136:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045132 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.219155:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe65566a00/0xf5091596e2fc2b24 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec258 expref: 87 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.219164:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65566a00/0xf5091596e2fc2b24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec258 expref: 87 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.219173:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5a039f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007969039744:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074948.219198:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbd80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.223668:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe679caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007969036032:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.223699:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30450c9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x135f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.225749:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007969036288:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.225778:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30450d0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.242377:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.242412:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.242444:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.242491:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960346880 00000100:00100000:0.0:1769074948.242498:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960346880 00000100:00100000:2.0:1769074948.242537:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73656300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969036416:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.242538:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe68684000/0xf5091596e2fd0d23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa457 expref: 88 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.242564:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e30450d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.242598:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960347136 00000100:00100000:0.0:1769074948.242602:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960347136 00000100:00100000:2.0:1769074948.242605:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0000_UUID:14042:1855007969037056:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.242620:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6848e400/0xf5091596e2fd12f6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa2a expref: 89 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.242620:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e30450e5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x136b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.242639:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960347392 00000100:00100000:0.0:1769074948.242641:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960347392 00010000:00010000:0.0:1769074948.242667:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe804a9600/0xf5091596e2fd7765 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e99 expref: 66 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.242698:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41076 00000100:00100000:0.0:1769074948.242707:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60192450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+89:2410:x1855007960346880:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.242723:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.242728:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe68684000/0xf5091596e2fd0d23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa457 expref: 89 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.242739:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe68684000/0xf5091596e2fd0d23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa457 expref: 89 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.242765:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe68684000/0xf5091596e2fd0d23 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fa457 expref: 89 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.242780:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.242782:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.242786:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30450d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.242800:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30450d0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.242834:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.242843:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41077 00000100:00100000:2.0:1769074948.242850:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+88:2410:x1855007960347136:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.242858:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.242862:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6848e400/0xf5091596e2fd12f6 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x107d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa2a expref: 88 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.242871:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6848e400/0xf5091596e2fd12f6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x107d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa2a expref: 88 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.242884:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.242887:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1769074948.242888:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60192450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+88:2410:x1855007960346880:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 182us (525us total) trans 0 rc 0/0 00010000:00010000:2.0:1769074948.242890:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30450de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x107d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.242895:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41076 00010000:00010000:2.0:1769074948.242897:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30450de lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x107d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.242908:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.242925:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+87:2410:x1855007960347136:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 76us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.242930:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41077 00000100:00100000:0.0:1769074948.242937:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41078 00000100:00100000:0.0:1769074948.242942:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+66:2410:x1855007960347392:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.242951:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.242955:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe804a9600/0xf5091596e2fd7765 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e99 expref: 66 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.242965:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe804a9600/0xf5091596e2fd7765 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e99 expref: 66 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.242978:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.242981:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.242983:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e30450ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.242990:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e30450ec lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.243002:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.243019:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+66:2410:x1855007960347392:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 77us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.243025:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41078 00010000:00010000:0.0:1769074948.243048:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30450d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.243056:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30450d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.243066:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30450d0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.243073:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30450d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.243090:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.243297:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd57bc7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+252:3657:x1855007969036160:12345-0@lo:6:osp-syn-1-1.0 Request processed in 37553us (37612us total) trans 4294989679 rc 0/0 00000100:00100000:0.0:1769074948.243305:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83321 00010000:00010000:0.0:1769074948.243323:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.243329:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30450d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.243336:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.243340:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30450d0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.243348:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30450d0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.243364:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30450d0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.243371:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30450d0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1a9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.243393:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.243395:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.243396:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074948.243424:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe679c8a80/2, rc 0, transno 4294989679 00000100:00100000:0.0:1769074948.243436:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe679c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969036160:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.243535:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe663b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969039872:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.243566:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.243606:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969039872 00000100:00100000:0.0:1769074948.243610:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969039872 00000100:00100000:0.0:1769074948.243640:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83336 00000100:00100000:0.0:1769074948.243645:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+252:3660:x1855007969039872:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.243667:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:10097 count 1 00010000:00010000:0.0:1769074948.243684:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045139 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2771:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.243698:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55ca8400/0xf5091596e2fc710f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0843 expref: 86 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.243705:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.243706:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.243710:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045139 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.243730:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe55ca8400/0xf5091596e2fc710f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0843 expref: 86 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.243741:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55ca8400/0xf5091596e2fc710f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0843 expref: 86 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.243752:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe663b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007969040000:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.243785:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768ddcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1769074948.243830:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe804a9600/0xf5091596e2fd7765 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e99 expref: 65 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.243841:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007969037184:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.243854:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e30450ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.243862:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e30450ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.243868:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e30450ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.243875:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e30450ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.243886:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e30450ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.243907:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.244055:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+274:3657:x1855007969036800:12345-0@lo:6:osp-syn-0-1.0 Request processed in 33297us (33744us total) trans 4294989704 rc 0/0 00000100:00100000:0.0:1769074948.244062:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83323 00000004:00080000:0.0:1769074948.244091:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dc5ce00/2, rc 0, transno 4294989704 00000100:00100000:0.0:1769074948.244102:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969036800:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074948.244109:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.244115:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e30450ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.244122:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.244125:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e30450ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.244133:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e30450ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.244141:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1769074948.244145:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e30450ec lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.244148:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe663b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969040128:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074948.244152:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e30450ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.244166:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.244168:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.244170:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.244171:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.244198:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969040128 00000100:00100000:0.0:1769074948.244201:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969040128 00000100:00100000:0.0:1769074948.244224:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83337 00000100:00100000:0.0:1769074948.244230:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+274:3658:x1855007969040128:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.244242:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1917 count 1 00010000:00010000:0.0:1769074948.244254:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045140 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.244265:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe64049200/0xf5091596e2fbc4c4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e5bf8 expref: 64 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.244271:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.244273:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.244276:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045140 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.244318:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe64049200/0xf5091596e2fbc4c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5bf8 expref: 64 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.244327:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe64049200/0xf5091596e2fbc4c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5bf8 expref: 64 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.244337:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe663ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007969040256:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.244359:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.244406:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.244477:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960346752 00000100:00100000:2.0:1769074948.244481:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960346752 00000100:00100000:0.0:1769074948.244497:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074948.244500:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe46214c00/0xf5091596e2fd8ce3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502417 expref: 65 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.244525:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960347008 00000100:00100000:0.0:1769074948.244528:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41079 00000100:00100000:2.0:1769074948.244528:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960347008 00000100:00100000:0.0:1769074948.244534:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+65:2410:x1855007960346752:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.244540:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe44d92600/0xf5091596e2fcfd08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f943c expref: 87 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.244542:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.244547:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe46214c00/0xf5091596e2fd8ce3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x135f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502417 expref: 65 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.244558:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe46214c00/0xf5091596e2fd8ce3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x135f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502417 expref: 65 pid: 14038 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.244561:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41080 00000100:00100000:2.0:1769074948.244567:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+87:2410:x1855007960347008:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.244573:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe46214c00/0xf5091596e2fd8ce3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x135f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502417 expref: 65 pid: 14038 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.244574:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.244578:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe44d92600/0xf5091596e2fcfd08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x588:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f943c expref: 87 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.244583:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.244584:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.244586:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe44d92600/0xf5091596e2fcfd08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x588:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f943c expref: 87 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.244589:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30450c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.244597:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30450c9 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x135f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.244598:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe44d92600/0xf5091596e2fcfd08 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x588:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f943c expref: 87 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.244607:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.244609:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.244611:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e30450d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.244621:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074948.244623:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e30450d7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x588:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.244638:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.244639:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+64:2410:x1855007960346752:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 104us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.244645:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41079 00010000:00010000:2.0:1769074948.244649:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e30450d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.244656:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e30450d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.244664:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e30450d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.244671:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e30450d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.244693:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.244840:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+253:3659:x1855007969035776:12345-0@lo:6:osp-syn-1-1.0 Request processed in 38206us (38761us total) trans 4294989680 rc 0/0 00000100:00100000:2.0:1769074948.244848:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83322 00000004:00080000:2.0:1769074948.244884:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe679cb100/2, rc 0, transno 4294989680 00000100:00100000:2.0:1769074948.244898:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe679cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969035776:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.244927:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+86:2410:x1855007960347008:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 359us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.244933:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41080 00000100:00100000:0.0:1769074948.245552:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe663bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969040384:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.245585:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.245617:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969040384 00000100:00100000:0.0:1769074948.245622:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969040384 00000100:00100000:0.0:1769074948.245648:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83338 00000100:00100000:0.0:1769074948.245654:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+253:3658:x1855007969040384:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.245671:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5515 count 1 00010000:00010000:0.0:1769074948.245686:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e3045147 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.245699:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7600/0xf5091596e2fd4768 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fde9c expref: 85 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.245706:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.245707:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.245709:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e3045147 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.245732:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7600/0xf5091596e2fd4768 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fde9c expref: 85 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.245768:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7600/0xf5091596e2fd4768 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fde9c expref: 85 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.245779:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd442ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969040512:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.245886:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6848e400/0xf5091596e2fd12f6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x107d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724faa2a expref: 85 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.245897:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f2680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007969036928:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.245913:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30450de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.245927:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074948.245985:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e30450d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.245993:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.245997:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e30450d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.246006:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e30450d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.246021:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e30450d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.246027:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e30450d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x588:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.246042:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.246044:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.246046:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.246062:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30450de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.246069:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30450de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.246076:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30450de lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.246082:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30450de lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.246103:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.246302:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd180 going to sleep for 11 seconds 00010000:00010000:0.0:1769074948.246322:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30450c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.246330:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30450c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.246337:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30450c9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.246343:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30450c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.246357:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074948.246528:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+275:3658:x1855007969035904:12345-0@lo:6:osp-syn-0-1.0 Request processed in 41339us (41486us total) trans 4294989705 rc 0/0 00000100:00100000:0.0:1769074948.246535:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83320 00010000:00010000:0.0:1769074948.246555:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074948.246560:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30450de lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.246589:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.246593:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30450de lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.246600:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30450de lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.246611:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30450de lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.246618:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30450de lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x107d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.246636:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.246639:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30450c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.246645:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.246647:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30450c9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.246654:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30450c9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.246664:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30450c9 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.246674:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30450c9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.246692:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.246694:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.246695:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074948.246723:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe679c8000/2, rc 0, transno 4294989705 00000100:00100000:0.0:1769074948.246735:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe679c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969035904:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.246797:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074948.246818:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd442cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969040640:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.246848:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.246872:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969040640 00000100:00100000:0.0:1769074948.246877:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969040640 00000100:00100000:0.0:1769074948.246903:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83339 00000100:00100000:0.0:1769074948.246911:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd442cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+275:3660:x1855007969040640:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.246929:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8976 count 1 00010000:00010000:0.0:1769074948.246942:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304514e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2310:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.246955:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d1bc00/0xf5091596e2fce9cf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8103 expref: 63 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.246962:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.246965:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.246967:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304514e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.247008:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d1bc00/0xf5091596e2fce9cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8103 expref: 63 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.247018:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d1bc00/0xf5091596e2fce9cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8103 expref: 63 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.247028:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd442cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007969040768:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.247066:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768ddd80 going to sleep for 11 seconds 00010000:00010000:1.0:1769074948.247703:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.247994:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+254:3659:x1855007969036544:12345-0@lo:6:osp-syn-1-1.0 Request processed in 36144us (36370us total) trans 4294989681 rc 0/0 00000100:00100000:2.0:1769074948.248003:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83324 00000004:00080000:2.0:1769074948.248122:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dc5f100/2, rc 0, transno 4294989681 00000100:00100000:2.0:1769074948.248140:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969036544:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.249366:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1769074948.249386:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969040896:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.249434:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.249490:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969040896 00000100:00100000:0.0:1769074948.249496:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969040896 00000100:00100000:0.0:1769074948.249536:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83340 00000100:00100000:0.0:1769074948.249544:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+254:3659:x1855007969040896:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.249567:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:637 count 1 00010000:00010000:0.0:1769074948.249589:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e3045155 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.249608:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe581d2400/0xf5091596e2fc81af lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f18e3 expref: 84 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.249615:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.249617:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.249620:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e3045155 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.249651:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe581d2400/0xf5091596e2fc81af lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f18e3 expref: 84 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.249663:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe581d2400/0xf5091596e2fc81af lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f18e3 expref: 84 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.249675:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007969041024:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.249729:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd480 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.249852:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.249871:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960347264 00000100:00100000:0.0:1769074948.249875:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960347264 00010000:00010000:0.0:1769074948.249897:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a899e00/0xf5091596e2fd3953 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x136b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd087 expref: 64 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.249920:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41081 00000100:00100000:0.0:1769074948.249927:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+64:2410:x1855007960347264:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.249937:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.249943:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a899e00/0xf5091596e2fd3953 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x136b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd087 expref: 64 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.249955:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a899e00/0xf5091596e2fd3953 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x136b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd087 expref: 64 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.249975:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a899e00/0xf5091596e2fd3953 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x136b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd087 expref: 64 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.249994:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.249995:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.249999:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e30450e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x136b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.250007:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e30450e5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x136b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.250029:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.250058:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+63:2410:x1855007960347264:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 130us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.250065:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41081 00010000:00010000:0.0:1769074948.250091:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e30450e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.250100:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e30450e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.250110:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e30450e5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.250117:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e30450e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.250134:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074948.250146:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.250152:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e30450e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.250159:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.250163:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e30450e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.250172:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e30450e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.250183:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e30450e5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.250190:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78800/0xf5091596e30450e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.251146:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.251149:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.251150:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.251385:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+276:3659:x1855007969036672:12345-0@lo:6:osp-syn-0-1.0 Request processed in 39210us (39627us total) trans 4294989706 rc 0/0 00000100:00100000:0.0:1769074948.251394:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83325 00000100:00100000:3.0:1769074948.251518:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1e8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969037696:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.251540:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78000/0xf5091596e30450f3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.251566:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.251585:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960347648 00000100:00100000:0.0:1769074948.251590:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960347648 00010000:00010000:0.0:1769074948.251617:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe71ade800/0xf5091596e2fc49b6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1e14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee0ea expref: 63 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.251641:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41082 00000100:00100000:0.0:1769074948.251670:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+63:2410:x1855007960347648:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.251682:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.251687:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe71ade800/0xf5091596e2fc49b6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1e14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee0ea expref: 63 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.251698:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe71ade800/0xf5091596e2fc49b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee0ea expref: 63 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.251718:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.251720:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.251724:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30450fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.251734:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30450fa lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.251750:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.251781:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+63:2410:x1855007960347648:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 113us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.251788:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41082 00000100:00100000:0.0:1769074948.251837:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.251884:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.251924:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.252952:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969038336:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.252975:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e3045101 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x66d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.253023:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.253040:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.253059:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.253082:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.253130:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.253146:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.253207:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960347520 00000100:00100000:0.0:1769074948.253213:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960347520 00010000:00010000:0.0:1769074948.253239:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe781b3000/0xf5091596e2fbb520 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c54 expref: 85 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.253257:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960347776 00000100:00100000:0.0:1769074948.253260:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960347776 00010000:00010000:0.0:1769074948.253274:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a8a800/0xf5091596e2fd4c77 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x213e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe3a4 expref: 86 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.253284:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960347904 00000100:00100000:0.0:1769074948.253286:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960347904 00010000:00010000:0.0:1769074948.253296:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe679c4800/0xf5091596e2fc6b5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x66d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0293 expref: 87 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.253306:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960348032 00000100:00100000:0.0:1769074948.253308:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960348032 00010000:00010000:0.0:1769074948.253319:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a03ea00/0xf5091596e2fcc483 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5bb7 expref: 63 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.253330:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960348288 00000100:00100000:0.0:1769074948.253333:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960348288 00010000:00010000:0.0:1769074948.253344:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7509b600/0xf5091596e2fd1b2a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb265 expref: 64 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.253354:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960348160 00000100:00100000:0.0:1769074948.253356:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960348160 00010000:00010000:0.0:1769074948.253370:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe68646e00/0xf5091596e2fdb1f7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1f0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250492b expref: 65 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.253385:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960348416 00000100:00100000:0.0:1769074948.253388:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960348416 00010000:00010000:0.0:1769074948.253401:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe804bc200/0xf5091596e2fcdedf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7613 expref: 66 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.253410:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960348544 00000100:00100000:0.0:1769074948.253412:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960348544 00010000:00010000:0.0:1769074948.253421:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65566a00/0xf5091596e2fc2b24 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec258 expref: 88 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.253430:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960348672 00000100:00100000:0.0:1769074948.253432:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960348672 00010000:00010000:0.0:1769074948.253442:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe465da600/0xf5091596e2fbfa7f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e91b3 expref: 89 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.253479:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41083 00000100:00100000:0.0:1769074948.253486:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+89:2410:x1855007960347520:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.253499:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.253503:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe781b3000/0xf5091596e2fbb520 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c54 expref: 89 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.253514:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe781b3000/0xf5091596e2fbb520 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c54 expref: 89 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.253532:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe781b3000/0xf5091596e2fbb520 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4c54 expref: 89 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.253549:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.253551:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.253555:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78000/0xf5091596e30450f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.253563:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78000/0xf5091596e30450f3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.253588:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.253627:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433d9c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+88:2410:x1855007960347520:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 141us (1790us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.253634:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41083 00000100:00100000:0.0:1769074948.253677:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41084 00000100:00100000:0.0:1769074948.253684:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+87:2410:x1855007960347776:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.253693:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.253698:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a8a800/0xf5091596e2fd4c77 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x213e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe3a4 expref: 87 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.253706:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a8a800/0xf5091596e2fd4c77 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x213e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe3a4 expref: 87 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.253717:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.253719:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.253722:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045108 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x213e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.253733:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045108 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x213e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.253744:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.253763:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+87:2410:x1855007960347776:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 80us (1879us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.253769:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41084 00000100:00100000:0.0:1769074948.253781:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41085 00000100:00100000:0.0:1769074948.253787:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+86:2410:x1855007960347904:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.253794:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.253798:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe679c4800/0xf5091596e2fc6b5f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x66d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0293 expref: 86 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.253820:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe679c4800/0xf5091596e2fc6b5f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x66d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0293 expref: 86 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.253832:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe679c4800/0xf5091596e2fc6b5f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x66d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0293 expref: 86 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.253842:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.253843:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.253846:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e3045101 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x66d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.253853:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e3045101 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x66d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.253871:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.253890:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa71880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+85:2410:x1855007960347904:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 103us (1965us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.253896:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41085 00000100:00100000:0.0:1769074948.253909:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41086 00000100:00100000:0.0:1769074948.253916:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+66:2409:x1855007960348032:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.253924:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.253929:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a03ea00/0xf5091596e2fcc483 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1bc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5bb7 expref: 66 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.253938:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a03ea00/0xf5091596e2fcc483 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1bc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5bb7 expref: 66 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.253950:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.253951:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.253955:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e304510f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.253962:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e304510f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1bc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.253973:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.253991:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+66:2409:x1855007960348032:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 76us (968us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.253996:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41086 00000100:00100000:0.0:1769074948.254007:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41087 00000100:00100000:0.0:1769074948.254013:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+65:2409:x1855007960348288:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.254019:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.254023:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7509b600/0xf5091596e2fd1b2a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1fbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb265 expref: 65 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.254031:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7509b600/0xf5091596e2fd1b2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1fbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb265 expref: 65 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.254042:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.254043:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.254046:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79000/0xf5091596e304511d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254053:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79000/0xf5091596e304511d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1fbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254063:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.254079:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+65:2409:x1855007960348288:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 66us (1038us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.254084:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41087 00000100:00100000:0.0:1769074948.254096:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41088 00000100:00100000:0.0:1769074948.254102:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+64:2409:x1855007960348160:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.254110:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.254114:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe68646e00/0xf5091596e2fdb1f7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1f0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250492b expref: 64 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.254122:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe68646e00/0xf5091596e2fdb1f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250492b expref: 64 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.254132:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.254134:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.254136:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045116 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254143:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045116 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254153:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.254170:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+64:2409:x1855007960348160:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 68us (1110us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.254176:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41088 00000100:00100000:0.0:1769074948.254187:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41089 00000100:00100000:0.0:1769074948.254193:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+63:2409:x1855007960348416:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.254199:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.254204:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe804bc200/0xf5091596e2fcdedf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7613 expref: 63 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.254213:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe804bc200/0xf5091596e2fcdedf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7613 expref: 63 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.254223:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.254224:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.254227:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045124 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254239:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045124 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254251:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.254270:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+63:2409:x1855007960348416:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 75us (1186us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.254276:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41089 00000100:00100000:0.0:1769074948.254289:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41090 00000100:00100000:0.0:1769074948.254294:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60191050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+84:2409:x1855007960348544:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.254301:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.254305:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe65566a00/0xf5091596e2fc2b24 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec258 expref: 84 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.254316:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe65566a00/0xf5091596e2fc2b24 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec258 expref: 84 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.254326:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.254328:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.254331:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045132 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254337:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045132 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254348:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.254364:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60191050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+84:2409:x1855007960348544:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 70us (1233us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.254370:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41090 00000100:00100000:0.0:1769074948.254392:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41091 00000100:00100000:0.0:1769074948.254397:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+83:2409:x1855007960348672:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.254403:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.254408:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe465da600/0xf5091596e2fbfa7f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e91b3 expref: 83 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.254417:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe465da600/0xf5091596e2fbfa7f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e91b3 expref: 83 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.254427:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.254429:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.254431:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304512b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254438:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304512b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254470:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.254485:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa73480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+83:2409:x1855007960348672:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (1338us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.254492:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41091 00010000:00010000:0.0:1769074948.254531:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a03ea00/0xf5091596e2fcc483 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5bb7 expref: 62 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.254542:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969038720:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.254557:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e304510f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254566:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e304510f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254572:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e304510f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254581:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e304510f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254589:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e304510f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254611:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.254835:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+276:3659:x1855007969038080:12345-0@lo:6:osp-syn-0-1.0 Request processed in 39991us (40500us total) trans 4294989707 rc 0/0 00000100:00100000:0.0:1769074948.254842:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83330 00010000:00010000:0.0:1769074948.254877:0:14043:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe68646e00/0xf5091596e2fdb1f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250492b expref: 61 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.254886:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f923800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969038848:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.254898:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045116 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254906:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045116 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254912:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045116 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254920:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045116 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254926:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045116 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.254941:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074948.255042:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+276:3659:x1855007969037568:12345-0@lo:6:osp-syn-0-1.0 Request processed in 40171us (40606us total) trans 4294989708 rc 0/0 00000100:00100000:0.0:1769074948.255049:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83331 00010000:00010000:0.0:1769074948.255086:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65566a00/0xf5091596e2fc2b24 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec258 expref: 82 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.255097:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5a039f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007969039744:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.255110:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045132 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255117:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045132 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255123:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045132 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255136:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045132 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255143:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045132 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255164:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1769074948.255174:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074948.255182:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e304510f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.255189:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.255206:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e304510f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.255215:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e304510f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.255228:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e304510f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.255235:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0400/0xf5091596e304510f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.255251:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074948.255255:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045116 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.255261:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.255264:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045116 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.255271:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045116 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.255279:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045116 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.255282:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+255:3659:x1855007969038592:12345-0@lo:6:osp-syn-1-1.0 Request processed in 36200us (36357us total) trans 4294989682 rc 0/0 00010000:00010000:1.0:1769074948.255286:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045116 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.255289:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83335 00010000:00010000:1.0:1769074948.255303:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.255306:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045132 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.255312:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.255314:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045132 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255318:0:14046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe465da600/0xf5091596e2fbfa7f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e91b3 expref: 81 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:1.0:1769074948.255322:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045132 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.255328:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5a03bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007969039616:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.255331:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045132 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255337:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304512b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.255338:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045132 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xbb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255345:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304512b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255351:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304512b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255358:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304512b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255370:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304512b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255383:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.255511:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a03ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+255:3660:x1855007969039488:12345-0@lo:6:osp-syn-1-1.0 Request processed in 36896us (38851us total) trans 4294989683 rc 0/0 00000100:00100000:0.0:1769074948.255517:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83334 00000100:00100000:0.0:1769074948.255548:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe663b9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007969040000:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.255562:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045139 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255582:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78000/0xf5091596e30450f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255589:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78000/0xf5091596e30450f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255596:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78000/0xf5091596e30450f3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255602:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78000/0xf5091596e30450f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255609:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074948.255718:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+255:3658:x1855007969037312:12345-0@lo:6:osp-syn-1-1.0 Request processed in 42518us (42580us total) trans 4294989684 rc 0/0 00000100:00100000:0.0:1769074948.255724:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83326 00010000:00010000:0.0:1769074948.255745:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e3045101 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255752:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e3045101 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255759:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e3045101 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255765:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e3045101 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.255773:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1769074948.256729:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe63a8a800/0xf5091596e2fd4c77 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x213e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe3a4 expref: 80 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.256746:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f3100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007969038464:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.256762:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045108 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.256784:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045108 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.256791:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045108 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.256799:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045108 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.256818:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045108 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.256831:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:2.0:1769074948.256995:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+255:3659:x1855007969037440:12345-0@lo:6:osp-syn-1-1.0 Request processed in 42469us (42738us total) trans 4294989686 rc 0/0 00000100:00100000:2.0:1769074948.257003:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83329 00000100:00100000:0.0:1769074948.257272:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+255:3658:x1855007969037824:12345-0@lo:6:osp-syn-1-1.0 Request processed in 43168us (43715us total) trans 4294989685 rc 0/0 00000100:00100000:0.0:1769074948.257280:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83328 00010000:00010000:0.0:1769074948.257301:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1769074948.257307:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304512b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257315:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.257318:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304512b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257327:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304512b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257347:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304512b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257354:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304512b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1df8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257371:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1769074948.257374:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78000/0xf5091596e30450f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257380:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.257383:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78000/0xf5091596e30450f3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257389:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78000/0xf5091596e30450f3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257397:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78000/0xf5091596e30450f3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257403:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78000/0xf5091596e30450f3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x22fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257414:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074948.257417:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e3045101 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257427:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.257430:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e3045101 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257436:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e3045101 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257444:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e3045101 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257479:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e3045101 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x66d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257490:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.257494:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045108 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257499:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.257502:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045108 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257508:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045108 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257517:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045108 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257527:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045108 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x213e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257544:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.257546:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.257548:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074948.257580:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d1e9180/2, rc 0, transno 4294989685 00000100:00100000:0.0:1769074948.257597:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969037824:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074948.257609:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dc5f800/2, rc 0, transno 4294989684 00000100:00100000:0.0:1769074948.257612:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969037312:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.257698:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969041152:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.257734:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.257762:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074948.257767:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969041280:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.257787:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.257832:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969041152 00000100:00100000:0.0:1769074948.257838:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969041152 00000100:00100000:0.0:1769074948.257869:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969041280 00000100:00100000:0.0:1769074948.257872:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969041280 00000100:00100000:0.0:1769074948.257890:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83341 00000100:00100000:0.0:1769074948.257897:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+256:3657:x1855007969041152:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.257919:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1845 count 1 00010000:00010000:0.0:1769074948.257941:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e304515c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x735:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257957:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78a00/0xf5091596e2fbd5db lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d0f expref: 79 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.257966:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.257968:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.257971:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e304515c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.257997:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78a00/0xf5091596e2fbd5db lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d0f expref: 79 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.258009:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78a00/0xf5091596e2fbd5db lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d0f expref: 79 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.258020:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969041408:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.258059:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768ddf00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.258075:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83342 00000100:00100000:0.0:1769074948.258082:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+256:3657:x1855007969041280:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.258092:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6205 count 1 00010000:00010000:0.0:1769074948.258102:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045163 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x183d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258114:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f0eae00/0xf5091596e2fbbb08 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x183d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e523c expref: 79 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.258120:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.258122:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.258124:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045163 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x183d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258147:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f0eae00/0xf5091596e2fbbb08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x183d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e523c expref: 79 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.258156:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f0eae00/0xf5091596e2fbbb08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x183d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e523c expref: 79 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.258165:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969041536:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.258183:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768ddcc0 going to sleep for 11 seconds 00010000:00010000:0.0:1769074948.258195:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.258223:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe804bc200/0xf5091596e2fcdedf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7613 expref: 60 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.258236:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe663b9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007969039360:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.258250:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045124 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258258:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045124 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258264:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045124 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258273:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045124 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258284:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045124 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258298:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.258493:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+276:3658:x1855007969039232:12345-0@lo:6:osp-syn-0-1.0 Request processed in 42945us (43008us total) trans 4294989709 rc 0/0 00000100:00100000:0.0:1769074948.258501:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83333 00000004:00080000:0.0:1769074948.258534:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f920e00/2, rc 0, transno 4294989709 00000100:00100000:0.0:1769074948.258544:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969039232:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074948.258583:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.258587:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045124 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258594:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.258597:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045124 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258605:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045124 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258617:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045124 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258623:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045124 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258643:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.258645:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.258646:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.258666:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7509b600/0xf5091596e2fd1b2a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb265 expref: 59 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.258675:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f922d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007969039104:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.258688:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79000/0xf5091596e304511d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258695:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79000/0xf5091596e304511d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258702:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79000/0xf5091596e304511d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258710:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79000/0xf5091596e304511d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258716:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79000/0xf5091596e304511d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258728:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.258851:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f921880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+276:3658:x1855007969038976:12345-0@lo:6:osp-syn-0-1.0 Request processed in 43591us (43654us total) trans 4294989710 rc 0/0 00000100:00100000:0.0:1769074948.258858:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83332 00000004:00080000:0.0:1769074948.258885:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f920000/2, rc 0, transno 4294989710 00000100:00100000:0.0:1769074948.258893:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969038976:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074948.258921:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.258926:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79000/0xf5091596e304511d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258932:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd79000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.258935:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79000/0xf5091596e304511d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258942:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79000/0xf5091596e304511d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258953:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79000/0xf5091596e304511d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258959:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79000/0xf5091596e304511d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.258973:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.258975:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.258976:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.260502:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.260538:0:14039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe71ade800/0xf5091596e2fc49b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee0ea expref: 58 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.260552:0:14039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0000_UUID:14039:1855007969038208:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.260568:0:14039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30450fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.260577:0:14039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30450fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.260584:0:14039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30450fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.260594:0:14039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30450fa lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.260602:0:14039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30450fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.260617:0:14039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074948.260627:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.260631:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30450fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.260638:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.260642:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30450fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.260662:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30450fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.260679:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30450fa lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.260686:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30450fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.260700:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.260701:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.260703:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.260893:0:14039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+276:3658:x1855007969037952:12345-0@lo:6:osp-syn-0-1.0 Request processed in 47170us (47375us total) trans 4294989711 rc 0/0 00000100:00100000:2.0:1769074948.260901:0:14039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83327 00000004:00080000:2.0:1769074948.260935:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe7d1eb100/2, rc 0, transno 4294989711 00000100:00100000:2.0:1769074948.260944:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe7d1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969037952:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.260996:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969041920:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.261024:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.261056:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969041920 00000100:00100000:2.0:1769074948.261061:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969041920 00000100:00100000:2.0:1769074948.261088:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83343 00000100:00100000:2.0:1769074948.261095:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+276:3657:x1855007969041920:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.261114:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6147 count 1 00010000:00010000:2.0:1769074948.261133:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304516a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1803:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.261147:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e90cc00/0xf5091596e2fca4d9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c0d expref: 57 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.261155:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.261157:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.261160:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304516a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.261179:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e90cc00/0xf5091596e2fca4d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c0d expref: 57 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.261189:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e90cc00/0xf5091596e2fca4d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c0d expref: 57 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.261200:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007969042048:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.261256:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95300 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.261990:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969041792:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.262028:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1769074948.262060:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4be0e300/2, rc 0, transno 4294989683 00000100:00100000:2.0:1769074948.262070:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4be0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969039488:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.262081:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074948.262086:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969041664:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.262102:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.262151:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969042176:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.262170:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.262195:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969041792 00000100:00100000:2.0:1769074948.262199:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969041792 00000100:00100000:2.0:1769074948.262226:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969041664 00000100:00100000:2.0:1769074948.262228:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969041664 00000100:00100000:2.0:1769074948.262240:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969042176 00000100:00100000:2.0:1769074948.262242:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969042176 00000100:00100000:2.0:1769074948.262257:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83344 00000100:00100000:2.0:1769074948.262263:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+278:3660:x1855007969041792:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.262279:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9256 count 1 00010000:00010000:2.0:1769074948.262295:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045171 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2428:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.262309:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdf200/0xf5091596e2fbdbd8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e7313 expref: 57 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.262317:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.262319:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.262322:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045171 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.262340:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdf200/0xf5091596e2fbdbd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7313 expref: 57 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.262350:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdf200/0xf5091596e2fbdbd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7313 expref: 57 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.262360:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007969042304:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.262402:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.262421:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83345 00000100:00100000:2.0:1769074948.262427:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+278:3660:x1855007969041664:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.262439:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9197 count 1 00010000:00010000:2.0:1769074948.262464:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79a00/0xf5091596e3045178 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.262475:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe61416a00/0xf5091596e2fdb490 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504bc4 expref: 57 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.262482:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.262484:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.262486:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79a00/0xf5091596e3045178 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.262501:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe61416a00/0xf5091596e2fdb490 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504bc4 expref: 57 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.262510:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe61416a00/0xf5091596e2fdb490 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504bc4 expref: 57 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.262519:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007969042432:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.262537:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95f00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.262551:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83346 00000100:00100000:2.0:1769074948.262557:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+257:3658:x1855007969042176:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.262569:0:14039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3260 count 1 00010000:00010000:2.0:1769074948.262581:0:14039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e304517f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.262598:0:14039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe71729e00/0xf5091596e2fdbb9e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725052d9 expref: 79 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.262604:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.262606:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.262609:0:14039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e304517f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.262623:0:14039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe71729e00/0xf5091596e2fdbb9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725052d9 expref: 79 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.262632:0:14039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe71729e00/0xf5091596e2fdbb9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725052d9 expref: 79 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.262640:0:14039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007969042560:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.262673:0:14039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95b40 going to sleep for 11 seconds 00010000:00010000:1.0:1769074948.263314:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.263322:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.263324:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074948.264284:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dc5ed80/2, rc 0, transno 4294989706 00000100:00100000:3.0:1769074948.264305:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969036672:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.264572:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074948.264589:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969042688:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.264640:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1769074948.264710:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73e0dc00/2, rc 0, transno 4294989682 00000100:00100000:3.0:1769074948.264728:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969038592:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074948.264743:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dc5c380/2, rc 0, transno 4294989708 00000100:00100000:3.0:1769074948.264748:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969037568:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074948.264757:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dc5d500/2, rc 0, transno 4294989686 00000100:00100000:3.0:1769074948.264762:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969037440:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074948.264770:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe631f0e00/2, rc 0, transno 4294989707 00000100:00100000:3.0:1769074948.264773:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe631f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969038080:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.265076:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969042688 00000100:00100000:0.0:1769074948.265083:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969042688 00000100:00100000:0.0:1769074948.265130:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83347 00000100:00100000:0.0:1769074948.265138:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+279:3660:x1855007969042688:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.265162:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2340 count 1 00010000:00010000:0.0:1769074948.265183:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045186 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x924:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.265203:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6cb2ae00/0xf5091596e2fca92b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f4058 expref: 57 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.265211:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.265213:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.265218:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045186 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.265242:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6cb2ae00/0xf5091596e2fca92b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4058 expref: 57 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.265253:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6cb2ae00/0xf5091596e2fca92b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4058 expref: 57 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.265266:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969042816:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.265568:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969042944:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.265600:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.265624:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074948.265629:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969043328:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.265647:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.265672:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969043072:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.265693:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.265710:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074948.265714:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969043200:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.265732:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.266537:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969042944 00000100:00100000:2.0:1769074948.266546:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969042944 00000100:00100000:2.0:1769074948.266589:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969043328 00000100:00100000:2.0:1769074948.266592:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969043328 00000100:00100000:2.0:1769074948.266612:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969043072 00000100:00100000:2.0:1769074948.266616:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969043072 00000100:00100000:2.0:1769074948.266630:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969043200 00000100:00100000:2.0:1769074948.266633:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969043200 00000100:00100000:2.0:1769074948.266646:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83348 00000100:00100000:2.0:1769074948.266667:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+259:3660:x1855007969042944:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.266691:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4688 count 1 00010000:00010000:2.0:1769074948.266714:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304518d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1250:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.266730:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe631a6600/0xf5091596e2fbb202 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e493d expref: 79 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.266738:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.266740:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.266743:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304518d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.266774:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe631a6600/0xf5091596e2fbb202 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e493d expref: 79 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.266792:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe631a6600/0xf5091596e2fbb202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e493d expref: 79 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.266805:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007969043456:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074948.266910:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83349 00000100:00100000:3.0:1769074948.266921:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+281:3660:x1855007969043328:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074948.266936:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:295 count 1 00010000:00010000:3.0:1769074948.266952:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3045194 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.266968:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdc400/0xf5091596e2fbdaf8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e722c expref: 57 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.266976:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.266978:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.266981:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3045194 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.267002:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdc400/0xf5091596e2fbdaf8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e722c expref: 57 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.267010:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdc400/0xf5091596e2fbdaf8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e722c expref: 57 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.267021:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62600a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007969043584:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.267146:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd000 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.267168:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83350 00000100:00100000:0.0:1769074948.267178:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+259:3657:x1855007969043072:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.267192:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9005 count 1 00010000:00010000:0.0:1769074948.267204:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e304519b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x232d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.267216:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d0a8600/0xf5091596e2fc805f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f1793 expref: 79 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.267222:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.267225:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.267227:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e304519b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.267247:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d0a8600/0xf5091596e2fc805f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1793 expref: 79 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.267257:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d0a8600/0xf5091596e2fc805f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1793 expref: 79 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.267266:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f922d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007969043712:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.267415:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95600 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.267434:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83351 00000100:00100000:2.0:1769074948.267443:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+281:3657:x1855007969043200:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.267474:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:747 count 1 00010000:00010000:2.0:1769074948.267487:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e30451a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.267498:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5647cc00/0xf5091596e2fc0ca7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ea3d4 expref: 57 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.267504:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.267505:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.267508:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e30451a2 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.267528:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5647cc00/0xf5091596e2fc0ca7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea3d4 expref: 57 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.267537:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5647cc00/0xf5091596e2fc0ca7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea3d4 expref: 57 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.267553:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969043840:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.267578:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3e1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.271262:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.271592:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768ddb40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.271641:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd442cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007969040768:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.271681:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304514e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.273579:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.273601:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.273618:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.273642:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.273670:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.273713:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.273751:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.274370:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe663ba680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007969040256:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.274398:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045140 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.274441:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd442ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969040512:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.274470:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e3045147 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.274492:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa73800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969041408:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.274504:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e304515c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.274526:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960348928 00000100:00100000:0.0:1769074948.274531:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960348928 00010000:00010000:0.0:1769074948.274565:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d1bc00/0xf5091596e2fce9cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8103 expref: 58 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.274588:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960349184 00000100:00100000:0.0:1769074948.274591:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960349184 00010000:00010000:0.0:1769074948.274602:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe64049200/0xf5091596e2fbc4c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5bf8 expref: 59 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.274613:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960348800 00000100:00100000:0.0:1769074948.274616:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960348800 00010000:00010000:0.0:1769074948.274627:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55ca8400/0xf5091596e2fc710f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0843 expref: 80 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.274638:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960349056 00000100:00100000:0.0:1769074948.274641:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960349056 00010000:00010000:0.0:1769074948.274659:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe581d2400/0xf5091596e2fc81af lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f18e3 expref: 81 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.274670:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960349312 00000100:00100000:0.0:1769074948.274673:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960349312 00010000:00010000:0.0:1769074948.274683:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7600/0xf5091596e2fd4768 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fde9c expref: 82 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.274693:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960349440 00000100:00100000:0.0:1769074948.274695:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960349440 00010000:00010000:0.0:1769074948.274705:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78a00/0xf5091596e2fbd5db lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d0f expref: 83 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.274715:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960349568 00000100:00100000:0.0:1769074948.274718:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960349568 00010000:00010000:0.0:1769074948.274728:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f0eae00/0xf5091596e2fbbb08 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x183d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e523c expref: 84 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.274742:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41092 00000100:00100000:0.0:1769074948.274751:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a03bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+59:2410:x1855007960348928:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.274765:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.274771:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d1bc00/0xf5091596e2fce9cf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8103 expref: 59 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.274781:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d1bc00/0xf5091596e2fce9cf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8103 expref: 59 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.274819:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe57d1bc00/0xf5091596e2fce9cf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8103 expref: 59 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.274823:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41093 00010000:00010000:0.0:1769074948.274835:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1769074948.274835:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a039f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+58:2410:x1855007960349184:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.274837:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.274842:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304514e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.274843:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.274848:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe64049200/0xf5091596e2fbc4c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5bf8 expref: 58 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.274851:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304514e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.274857:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe64049200/0xf5091596e2fbc4c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5bf8 expref: 58 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.274869:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe64049200/0xf5091596e2fbc4c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5bf8 expref: 58 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.274876:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074948.274879:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.274880:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.274882:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045140 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.274893:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045140 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.274909:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.274924:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a03bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+57:2410:x1855007960348928:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 174us (1352us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.274926:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a039f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+57:2410:x1855007960349184:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 96us (1325us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.274932:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41092 00000100:00100000:2.0:1769074948.277740:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007969041024:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.277784:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e3045155 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.280515:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41093 00000100:00100000:0.0:1769074948.280534:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41094 00000100:00100000:3.0:1769074948.280567:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41095 00000100:00100000:3.0:1769074948.280579:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a03b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+84:2410:x1855007960349056:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074948.280594:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969041536:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.280598:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.280607:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe581d2400/0xf5091596e2fc81af lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f18e3 expref: 84 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.280618:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045163 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x183d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.280621:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe581d2400/0xf5091596e2fc81af lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f18e3 expref: 84 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.280645:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41096 00010000:00010000:3.0:1769074948.280647:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe581d2400/0xf5091596e2fc81af lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x27d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f18e3 expref: 84 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.280661:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.280664:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.280668:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e3045155 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.280676:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e3045155 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.280695:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.280706:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+83:2410:x1855007960349312:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.280714:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.280719:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7600/0xf5091596e2fd4768 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x158b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fde9c expref: 83 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.280728:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7600/0xf5091596e2fd4768 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x158b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fde9c expref: 83 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.280741:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe50bc7600/0xf5091596e2fd4768 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x158b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fde9c expref: 83 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.280742:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a03b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+83:2410:x1855007960349056:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 169us (7099us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.280749:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41095 00010000:00010000:0.0:1769074948.280751:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.280752:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.280755:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e3045147 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.280763:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e3045147 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x158b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.280763:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41097 00000100:00100000:3.0:1769074948.280770:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60192850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+81:2407:x1855007960349440:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.280778:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.280783:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78a00/0xf5091596e2fbd5db lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x735:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d0f expref: 81 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.280786:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074948.280792:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78a00/0xf5091596e2fbd5db lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x735:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d0f expref: 81 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.280804:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78a00/0xf5091596e2fbd5db lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x735:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d0f expref: 81 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.280805:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d03800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+81:2410:x1855007960349312:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 154us (7134us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.280825:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41096 00010000:00010000:3.0:1769074948.280827:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.280828:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.280831:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e304515c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.280838:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e304515c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x735:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.280840:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41098 00000100:00100000:0.0:1769074948.280846:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+79:2407:x1855007960349568:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.280854:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.280856:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074948.280859:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f0eae00/0xf5091596e2fbbb08 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x183d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e523c expref: 79 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.280867:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f0eae00/0xf5091596e2fbbb08 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x183d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e523c expref: 79 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.280874:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60192850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+79:2407:x1855007960349440:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 105us (7161us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074948.280879:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f0eae00/0xf5091596e2fbbb08 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x183d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e523c expref: 79 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.280880:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41097 00010000:00010000:0.0:1769074948.280887:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.280889:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.280892:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045163 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x183d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.280898:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045163 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x183d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.280912:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.280931:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+77:2407:x1855007960349568:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 85us (7179us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.280938:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41098 00010000:00010000:0.0:1769074948.280961:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304514e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.280969:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304514e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.280978:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304514e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.280984:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304514e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.281000:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.281338:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+282:3660:x1855007969040640:12345-0@lo:6:osp-syn-0-1.0 Request processed in 34426us (34487us total) trans 4294989712 rc 0/0 00000100:00100000:0.0:1769074948.281346:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83339 00010000:00010000:0.0:1769074948.281367:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.281373:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304514e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.281381:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd79200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.281386:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304514e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.281394:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304514e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.281407:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304514e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.281413:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304514e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.281440:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.281442:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.281444:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.281476:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e304515c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.281484:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e304515c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.281491:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e304515c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.281497:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e304515c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.281511:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074948.281529:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.281535:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e304515c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.281542:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.281545:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e304515c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.281552:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e304515c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.281564:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e304515c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.281570:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78200/0xf5091596e304515c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x735:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.281586:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.281588:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.281590:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.281620:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e3045155 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.281627:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e3045155 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.281634:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e3045155 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.281641:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e3045155 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1769074948.281676:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdbfa71c00/2, rc 0, transno 4294989687 00000100:00100000:2.0:1769074948.281688:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969041152:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074948.281749:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074948.281758:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.281762:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e3045155 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.281769:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.281772:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e3045155 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.281779:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e3045155 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.281793:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e3045155 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.281799:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78600/0xf5091596e3045155 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x27d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.281823:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.281825:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.281826:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.282030:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+261:3657:x1855007969041152:12345-0@lo:6:osp-syn-1-1.0 Request processed in 24133us (24295us total) trans 4294989687 rc 0/0 00000100:00100000:0.0:1769074948.282038:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83341 00000100:00100000:2.0:1769074948.282039:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+261:3659:x1855007969040896:12345-0@lo:6:osp-syn-1-1.0 Request processed in 32496us (32605us total) trans 4294989688 rc 0/0 00000100:00100000:2.0:1769074948.282045:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83340 00010000:00010000:0.0:1769074948.282062:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e3045147 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1769074948.282069:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdbfa70380/2, rc 0, transno 4294989688 00010000:00010000:0.0:1769074948.282070:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e3045147 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.282076:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969040896:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074948.282079:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e3045147 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.282084:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1769074948.282086:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e3045147 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.282103:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.282115:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074948.282125:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969044096:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.282159:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.282190:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969044096 00000100:00100000:2.0:1769074948.282196:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969044096 00000100:00100000:2.0:1769074948.282225:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83352 00000100:00100000:2.0:1769074948.282232:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd57bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+261:3658:x1855007969044096:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.282256:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6911 count 1 00010000:00010000:2.0:1769074948.282275:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e30451a9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.282295:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b737c00/0xf5091596e2fc6236 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ef96a expref: 76 pid: 14043 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1769074948.282297:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+261:3658:x1855007969040384:12345-0@lo:6:osp-syn-1-1.0 Request processed in 36643us (36711us total) trans 4294989689 rc 0/0 00010000:00010000:2.0:1769074948.282302:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1769074948.282304:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83338 00010000:00010000:2.0:1769074948.282304:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.282307:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e30451a9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.282326:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045140 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.282329:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b737c00/0xf5091596e2fc6236 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef96a expref: 76 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.282334:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045140 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.282340:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b737c00/0xf5091596e2fc6236 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef96a expref: 76 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.282341:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045140 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.282349:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045140 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.282352:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd57bc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007969044224:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.282362:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1769074948.282582:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd442cdc00/2, rc 0, transno 4294989712 00000100:00100000:3.0:1769074948.282598:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd442cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969040640:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074948.282664:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074948.282671:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e3045147 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.282678:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd79c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.282681:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e3045147 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.282688:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e3045147 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.282700:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e3045147 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.282706:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79c00/0xf5091596e3045147 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x158b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.282726:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.282729:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045140 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.282735:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd79400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.282738:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045140 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.282744:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045140 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.282758:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045140 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.282765:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045140 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.282780:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.282782:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.282784:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.282973:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+282:3658:x1855007969040128:12345-0@lo:6:osp-syn-0-1.0 Request processed in 38741us (38799us total) trans 4294989713 rc 0/0 00000100:00100000:0.0:1769074948.282980:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83337 00010000:00010000:0.0:1769074948.283004:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045163 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x183d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.283013:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045163 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x183d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.283020:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045163 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x183d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.283027:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045163 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x183d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.283049:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.283163:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+261:3657:x1855007969041280:12345-0@lo:6:osp-syn-1-1.0 Request processed in 25080us (25374us total) trans 4294989690 rc 0/0 00000100:00100000:0.0:1769074948.283170:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83342 00010000:00010000:0.0:1769074948.283187:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.283192:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045163 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x183d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.283289:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd79a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.283293:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045163 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x183d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.283300:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045163 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x183d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.283312:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045163 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x183d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.283320:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045163 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x183d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.283339:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.283341:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.283342:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074948.283365:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe663bb480/2, rc 0, transno 4294989689 00000100:00100000:0.0:1769074948.283376:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe663bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969040384:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074948.283386:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe663b9180/2, rc 0, transno 4294989713 00000100:00100000:0.0:1769074948.283390:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe663b9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969040128:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074948.283579:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdbfa71880/2, rc 0, transno 4294989690 00000100:00100000:0.0:1769074948.283587:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa71880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969041280:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.283591:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074948.283600:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f923800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969044352:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.283631:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.283677:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969044352 00000100:00100000:0.0:1769074948.283681:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969044352 00000100:00100000:0.0:1769074948.283704:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83353 00000100:00100000:0.0:1769074948.283710:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+261:3657:x1855007969044352:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.283727:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8488 count 1 00010000:00010000:0.0:1769074948.283742:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c000/0xf5091596e30451b0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2128:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.283760:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe51221200/0xf5091596e2fd2c4f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fc37c expref: 76 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.283768:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.283769:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.283773:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c000/0xf5091596e30451b0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.283793:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe51221200/0xf5091596e2fd2c4f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc37c expref: 76 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.283802:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe51221200/0xf5091596e2fd2c4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc37c expref: 76 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.283826:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969044608:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.283877:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.283897:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074948.283905:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969044480:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.283930:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.283952:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969044480 00000100:00100000:0.0:1769074948.283955:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969044480 00000100:00100000:0.0:1769074948.283976:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83354 00000100:00100000:0.0:1769074948.283982:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+262:3660:x1855007969044480:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.283993:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:528 count 1 00010000:00010000:0.0:1769074948.284005:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30451b7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.284021:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55c39a00/0xf5091596e2fbdf89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e76b6 expref: 76 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.284027:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.284029:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.284032:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30451b7 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.284049:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe55c39a00/0xf5091596e2fbdf89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e76b6 expref: 76 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.284058:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55c39a00/0xf5091596e2fbdf89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e76b6 expref: 76 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.284066:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd442ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969044736:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.284088:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768ddd80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.284357:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.284388:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.284533:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.284567:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.284631:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007969042304:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.284651:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045171 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.284671:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074948.284681:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969044992:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.284708:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.284735:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960349696 00000100:00100000:2.0:1769074948.284739:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960349696 00010000:00010000:2.0:1769074948.284764:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e90cc00/0xf5091596e2fca4d9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c0d expref: 56 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.284783:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960349952 00000100:00100000:2.0:1769074948.284785:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960349952 00010000:00010000:2.0:1769074948.284795:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe61416a00/0xf5091596e2fdb490 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504bc4 expref: 57 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.284804:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960349824 00000100:00100000:2.0:1769074948.284818:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960349824 00010000:00010000:2.0:1769074948.284829:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdf200/0xf5091596e2fbdbd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7313 expref: 58 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.284841:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960350080 00000100:00100000:2.0:1769074948.284843:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960350080 00010000:00010000:2.0:1769074948.284857:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe71729e00/0xf5091596e2fdbb9e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725052d9 expref: 77 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.284868:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41099 00000100:00100000:2.0:1769074948.284874:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd442cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+58:2410:x1855007960349696:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.284884:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.284888:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e90cc00/0xf5091596e2fca4d9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c0d expref: 58 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.284898:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e90cc00/0xf5091596e2fca4d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c0d expref: 58 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.284917:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.284918:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.284923:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304516a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.284931:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304516a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.284944:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.284969:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+58:2410:x1855007960349696:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 94us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.284975:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41099 00000100:00100000:2.0:1769074948.284990:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41100 00000100:00100000:2.0:1769074948.284995:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+57:2410:x1855007960349952:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.285003:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.285007:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe61416a00/0xf5091596e2fdb490 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x23ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504bc4 expref: 57 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.285015:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe61416a00/0xf5091596e2fdb490 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x23ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504bc4 expref: 57 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.285026:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.285028:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.285030:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79a00/0xf5091596e3045178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.285037:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79a00/0xf5091596e3045178 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x23ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.285047:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.285064:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+57:2410:x1855007960349952:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 68us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.285070:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41100 00000100:00100000:2.0:1769074948.285082:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41101 00000100:00100000:2.0:1769074948.285087:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+56:2410:x1855007960349824:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.285094:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.285098:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdf200/0xf5091596e2fbdbd8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2428:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7313 expref: 56 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.285106:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdf200/0xf5091596e2fbdbd8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2428:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7313 expref: 56 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.285118:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdf200/0xf5091596e2fbdbd8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2428:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7313 expref: 56 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.285127:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.285129:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.285131:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045171 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.285138:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045171 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.285152:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.285169:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+55:2410:x1855007960349824:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 82us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.285176:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41101 00000100:00100000:2.0:1769074948.285188:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41102 00000100:00100000:2.0:1769074948.285194:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+77:2410:x1855007960350080:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.285202:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.285206:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe71729e00/0xf5091596e2fdbb9e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725052d9 expref: 77 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.285216:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe71729e00/0xf5091596e2fdbb9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725052d9 expref: 77 pid: 14052 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.285228:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.285229:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.285232:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e304517f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.285240:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e304517f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.285252:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.285270:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+77:2410:x1855007960350080:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 76us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.285277:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41102 00010000:00010000:2.0:1769074948.285296:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045171 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.285304:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045171 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.285313:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045171 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.285322:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045171 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.285337:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074948.285602:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074948.285610:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045171 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.285618:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.285621:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045171 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.285629:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045171 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.285641:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045171 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.285647:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045171 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.285664:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.285666:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.285667:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.287611:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.287635:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.287670:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.287684:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.287729:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.287775:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f922d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007969043712:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.287802:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e304519b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.287848:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62600a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007969043584:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.287861:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3045194 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.287886:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960350208 00000100:00100000:0.0:1769074948.287892:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960350208 00010000:00010000:0.0:1769074948.287921:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6cb2ae00/0xf5091596e2fca92b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4058 expref: 55 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.287941:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960350464 00000100:00100000:0.0:1769074948.287944:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960350464 00010000:00010000:0.0:1769074948.287954:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5647cc00/0xf5091596e2fc0ca7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea3d4 expref: 56 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.287964:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960350336 00000100:00100000:0.0:1769074948.287966:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960350336 00010000:00010000:0.0:1769074948.287977:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe631a6600/0xf5091596e2fbb202 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e493d expref: 77 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.287987:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960350592 00000100:00100000:0.0:1769074948.287989:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960350592 00010000:00010000:0.0:1769074948.287999:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdc400/0xf5091596e2fbdaf8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e722c expref: 57 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.288009:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960350720 00000100:00100000:0.0:1769074948.288012:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960350720 00010000:00010000:0.0:1769074948.288022:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d0a8600/0xf5091596e2fc805f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1793 expref: 78 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.288034:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41103 00000100:00100000:0.0:1769074948.288041:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+57:2410:x1855007960350208:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.288056:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.288061:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6cb2ae00/0xf5091596e2fca92b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x924:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4058 expref: 57 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.288071:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6cb2ae00/0xf5091596e2fca92b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x924:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4058 expref: 57 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.288094:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.288096:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.288100:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045186 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x924:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.288110:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045186 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x924:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.288126:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.288170:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+57:2410:x1855007960350208:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 129us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.288178:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41103 00000100:00100000:0.0:1769074948.288294:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41104 00000100:00100000:0.0:1769074948.288303:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60193050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+56:2410:x1855007960350464:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.288315:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.288320:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5647cc00/0xf5091596e2fc0ca7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea3d4 expref: 56 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.288329:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5647cc00/0xf5091596e2fc0ca7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea3d4 expref: 56 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.288342:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.288344:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.288347:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e30451a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.288355:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e30451a2 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.288366:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.288385:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60193050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+56:2410:x1855007960350464:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 84us (749us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.288392:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41104 00000100:00100000:0.0:1769074948.288429:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41105 00000100:00100000:0.0:1769074948.288435:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+78:2410:x1855007960350336:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.288443:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.288472:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe631a6600/0xf5091596e2fbb202 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e493d expref: 78 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.288482:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe631a6600/0xf5091596e2fbb202 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e493d expref: 78 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.288496:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.288498:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.288500:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304518d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.288507:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304518d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1250:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.288519:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.288537:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+78:2410:x1855007960350336:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 102us (866us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.288544:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41105 00000100:00100000:0.0:1769074948.288556:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41106 00000100:00100000:0.0:1769074948.288562:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+55:2410:x1855007960350592:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.288569:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.288573:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdc400/0xf5091596e2fbdaf8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e722c expref: 55 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.288581:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdc400/0xf5091596e2fbdaf8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e722c expref: 55 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.288592:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4fcdc400/0xf5091596e2fbdaf8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e722c expref: 55 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.288602:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.288604:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.288607:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3045194 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.288613:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3045194 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.288630:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.288648:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+54:2410:x1855007960350592:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 86us (963us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.288654:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41106 00000100:00100000:0.0:1769074948.288666:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41107 00000100:00100000:0.0:1769074948.288672:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+77:2410:x1855007960350720:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.288679:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.288683:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d0a8600/0xf5091596e2fc805f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x232d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1793 expref: 77 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.288690:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+282:3660:x1855007969041792:12345-0@lo:6:osp-syn-0-1.0 Request processed in 26426us (26661us total) trans 4294989714 rc 0/0 00010000:00010000:0.0:1769074948.288692:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d0a8600/0xf5091596e2fc805f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x232d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1793 expref: 77 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.288698:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83344 00010000:00010000:0.0:1769074948.288704:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7d0a8600/0xf5091596e2fc805f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x232d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1793 expref: 77 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.288713:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1769074948.288713:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969044992 00010000:00010000:0.0:1769074948.288714:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.288717:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e304519b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.288717:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969044992 00010000:00010000:0.0:1769074948.288728:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e304519b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x232d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.288740:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83355 00010000:00010000:0.0:1769074948.288743:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.288745:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+282:3658:x1855007969044992:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.288759:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+76:2410:x1855007960350720:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.288765:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41107 00002000:00080000:2.0:1769074948.288765:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4709 count 1 00010000:00010000:2.0:1769074948.288783:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30451be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.288787:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e304519b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.288794:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e304519b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.288797:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe74f20c00/0xf5091596e2fd9b92 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725032cd expref: 53 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.288803:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e304519b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.288804:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.288818:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.288821:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30451be lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.288823:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e304519b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.288844:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1769074948.288849:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe74f20c00/0xf5091596e2fd9b92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725032cd expref: 53 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.288860:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe74f20c00/0xf5091596e2fd9b92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725032cd expref: 53 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.288874:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007969045120:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.288920:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fe3c0 going to sleep for 11 seconds 00010000:00010000:2.0:1769074948.288946:0:14046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5647cc00/0xf5091596e2fc0ca7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea3d4 expref: 53 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.288957:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969043840:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.288969:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e30451a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.288977:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e30451a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.288984:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+263:3657:x1855007969043072:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21809us (23289us total) trans 4294989691 rc 0/0 00010000:00010000:2.0:1769074948.288984:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e30451a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.288991:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83350 00010000:00010000:2.0:1769074948.288992:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e30451a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.288999:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e30451a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.289009:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3045194 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289013:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1769074948.289021:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3045194 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.289028:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3045194 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.289035:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3045194 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.289045:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1769074948.289111:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+284:3657:x1855007969043200:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21668us (23376us total) trans 4294989715 rc 0/0 00000100:00100000:2.0:1769074948.289117:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83351 00010000:00010000:2.0:1769074948.289134:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:0.0:1769074948.289135:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+283:3660:x1855007969043328:12345-0@lo:6:osp-syn-0-1.0 Request processed in 22217us (23485us total) trans 4294989716 rc 0/0 00000100:00100000:0.0:1769074948.289140:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83349 00010000:00010000:2.0:1769074948.289140:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e304519b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289148:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89de00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.289153:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e304519b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289161:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e304519b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.289172:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd57bc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969044864:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074948.289172:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e304519b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289178:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e304519b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x232d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289201:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074948.289205:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e30451a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289212:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.289214:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e30451a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289222:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e30451a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289237:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e30451a2 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289243:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79600/0xf5091596e30451a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289261:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.289264:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3045194 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289271:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.289275:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3045194 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289282:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3045194 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289292:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3045194 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289298:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e3045194 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289312:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.289313:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.289315:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.289345:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe631a6600/0xf5091596e2fbb202 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1250:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e493d expref: 75 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.289356:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007969043456:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.289379:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304518d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289387:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304518d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289394:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304518d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289401:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304518d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289407:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304518d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.289418:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074948.289595:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.289602:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304518d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.289610:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.289613:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304518d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.289620:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304518d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.289627:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074948.289631:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304518d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.289638:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78a00/0xf5091596e304518d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1250:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.289759:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.289960:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.289962:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.289964:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.290635:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe61416a00/0xf5091596e2fdb490 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504bc4 expref: 52 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.290668:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007969042432:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.290684:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79a00/0xf5091596e3045178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.290692:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79a00/0xf5091596e3045178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.290698:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79a00/0xf5091596e3045178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.290706:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79a00/0xf5091596e3045178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.290713:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79a00/0xf5091596e3045178 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.290727:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.293153:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+263:3660:x1855007969042944:12345-0@lo:6:osp-syn-1-1.0 Request processed in 26490us (27541us total) trans 4294989692 rc 0/0 00000004:00080000:0.0:1769074948.293166:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f2a00/2, rc 0, transno 4294989716 00000100:00100000:2.0:1769074948.293168:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83348 00000100:00100000:0.0:1769074948.293184:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969043328:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.293196:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969044864 00000100:00100000:2.0:1769074948.293203:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969044864 00000100:00100000:2.0:1769074948.293246:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83356 00000100:00100000:2.0:1769074948.293254:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+284:3660:x1855007969044864:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.293285:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6556 count 1 00000004:00080000:0.0:1769074948.293289:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f3480/2, rc 0, transno 4294989692 00000100:00100000:0.0:1769074948.293301:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969042944:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074948.293311:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30451c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x199c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1769074948.293315:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdbfa70000/2, rc 0, transno 4294989714 00000100:00100000:0.0:1769074948.293318:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969041792:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074948.293330:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe667d8400/0xf5091596e2fbaafb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x199c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e4228 expref: 51 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.293339:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.293341:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.293344:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30451c5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x199c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.293384:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe667d8400/0xf5091596e2fbaafb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x199c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4228 expref: 51 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.293395:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe667d8400/0xf5091596e2fbaafb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x199c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4228 expref: 51 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.293409:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969045376:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.293410:0:14043:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6cb2ae00/0xf5091596e2fca92b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4058 expref: 51 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.293485:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fe600 going to sleep for 11 seconds 00010000:00010000:2.0:1769074948.293535:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.293541:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79a00/0xf5091596e3045178 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.293549:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79a00 already unused, calling callback (ffffffffc0cdeb90) 00000100:00100000:0.0:1769074948.293550:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969042816:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.293553:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79a00/0xf5091596e3045178 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.293562:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79a00/0xf5091596e3045178 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.293568:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045186 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.293576:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045186 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.293579:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79a00/0xf5091596e3045178 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.293583:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045186 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.293586:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79a00/0xf5091596e3045178 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.293592:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045186 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.293598:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045186 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.293602:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.293604:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.293605:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.293618:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.293622:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe663b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969045248:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.293651:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.293680:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969045248 00000100:00100000:2.0:1769074948.293684:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969045248 00000100:00100000:2.0:1769074948.293709:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83357 00000100:00100000:2.0:1769074948.293715:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+263:3658:x1855007969045248:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.293730:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3682 count 1 00010000:00010000:2.0:1769074948.293745:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30451cc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe62:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.293756:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe51972000/0xf5091596e2fd063f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xe62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f9d73 expref: 74 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.293761:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.293763:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.293765:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30451cc lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xe62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.293787:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe51972000/0xf5091596e2fd063f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9d73 expref: 74 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.293795:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe51972000/0xf5091596e2fd063f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9d73 expref: 74 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.293817:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969045760:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.293847:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fe180 going to sleep for 11 seconds 00010000:00010000:2.0:1769074948.293865:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.293869:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045186 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.293876:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89c400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.293879:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045186 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.293886:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045186 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.293895:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045186 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.293902:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045186 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.293912:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+285:3660:x1855007969042688:12345-0@lo:6:osp-syn-0-1.0 Request processed in 28775us (29272us total) trans 4294989718 rc 0/0 00010000:00010000:2.0:1769074948.293914:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.293916:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.293918:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.293919:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83347 00000004:00080000:2.0:1769074948.293939:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f1f80/2, rc 0, transno 4294989715 00000100:00100000:2.0:1769074948.293946:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969043200:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074948.293956:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f2680/2, rc 0, transno 4294989691 00000100:00100000:2.0:1769074948.293963:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969043072:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.294008:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969046016:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.294019:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.294033:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.294051:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074948.294057:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969045888:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.294074:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.294075:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.294094:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969046016 00000100:00100000:2.0:1769074948.294098:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969046016 00000100:00100000:2.0:1769074948.294115:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969045888 00000100:00100000:2.0:1769074948.294118:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969045888 00000100:00100000:2.0:1769074948.294134:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83358 00000100:00100000:2.0:1769074948.294140:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+264:3658:x1855007969046016:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.294152:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6296 count 1 00010000:00010000:2.0:1769074948.294163:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30451d3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1898:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.294174:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a751e00/0xf5091596e2fba647 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d7b expref: 74 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.294180:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.294182:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.294184:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30451d3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.294207:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a751e00/0xf5091596e2fba647 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d7b expref: 74 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.294216:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a751e00/0xf5091596e2fba647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d7b expref: 74 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.294228:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe679c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969046144:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.294253:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.294270:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83359 00000100:00100000:2.0:1769074948.294276:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+285:3658:x1855007969045888:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.294289:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3537 count 1 00010000:00010000:2.0:1769074948.294300:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e30451da lrc: 3/0,1 mode: --/PW res: [0x280000400:0xdd1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.294311:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dda00/0xf5091596e2fc2e49 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xdd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ec57d expref: 50 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.294318:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.294319:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.294322:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e30451da lrc: 4/0,1 mode: --/PW res: [0x280000400:0xdd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.294340:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dda00/0xf5091596e2fc2e49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xdd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec57d expref: 50 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.294348:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dda00/0xf5091596e2fc2e49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xdd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec57d expref: 50 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.294360:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe679cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969046272:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.294384:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fef00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.294406:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969045632:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.294432:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1769074948.294480:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f0000/2, rc 0, transno 4294989718 00000100:00100000:2.0:1769074948.294488:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969042688:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.294497:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074948.294502:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969045504:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.294523:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.294566:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969045632 00000100:00100000:2.0:1769074948.294569:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969045632 00000100:00100000:2.0:1769074948.294590:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969045504 00000100:00100000:2.0:1769074948.294593:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969045504 00000100:00100000:2.0:1769074948.294610:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83360 00000100:00100000:2.0:1769074948.294615:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+287:3660:x1855007969045632:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.294626:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7649 count 1 00010000:00010000:2.0:1769074948.294638:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30451e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.294650:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ba0ba00/0xf5091596e2fd264b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fbd7f expref: 50 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.294656:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.294657:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.294660:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30451e1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.294679:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ba0ba00/0xf5091596e2fd264b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbd7f expref: 50 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.294688:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ba0ba00/0xf5091596e2fd264b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbd7f expref: 50 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.294697:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007969046528:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.294721:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fe840 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.294738:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83361 00000100:00100000:2.0:1769074948.294745:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+287:3660:x1855007969045504:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.294756:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1935 count 1 00010000:00010000:2.0:1769074948.294767:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30451e8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x78f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.294778:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe571fc600/0xf5091596e2fbd293 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e69c0 expref: 50 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.294784:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.294785:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.294787:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30451e8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.294802:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe571fc600/0xf5091596e2fbd293 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e69c0 expref: 50 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.294831:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe571fc600/0xf5091596e2fbd293 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e69c0 expref: 50 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.294842:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73655c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007969046656:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.294865:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fe9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.294883:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074948.294891:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe679cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969046400:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.294915:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.294938:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969046400 00000100:00100000:2.0:1769074948.294941:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969046400 00000100:00100000:2.0:1769074948.294961:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83362 00000100:00100000:2.0:1769074948.294966:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+288:3660:x1855007969046400:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074948.294976:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:63 count 1 00010000:00010000:2.0:1769074948.294988:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30451ef lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.294998:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe64164400/0xf5091596e2fdb618 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504d4c expref: 50 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.295005:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.295006:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.295008:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30451ef lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.295023:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe64164400/0xf5091596e2fdb618 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d4c expref: 50 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.295032:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe64164400/0xf5091596e2fdb618 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d4c expref: 50 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.295046:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73654e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969046784:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.295069:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fe540 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.295087:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960350848 00000100:00100000:2.0:1769074948.295091:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960350848 00010000:00010000:2.0:1769074948.295109:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe51221200/0xf5091596e2fd2c4f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc37c expref: 75 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.295133:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960350976 00000100:00100000:2.0:1769074948.295136:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960350976 00010000:00010000:2.0:1769074948.295151:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55c39a00/0xf5091596e2fbdf89 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e76b6 expref: 76 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.295167:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41108 00000100:00100000:2.0:1769074948.295173:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+76:2407:x1855007960350848:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.295182:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.295186:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe51221200/0xf5091596e2fd2c4f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc37c expref: 76 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.295197:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe51221200/0xf5091596e2fd2c4f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc37c expref: 76 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.295214:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.295216:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.295220:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c000/0xf5091596e30451b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.295234:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c000/0xf5091596e30451b0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2128:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.295249:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.295271:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+76:2407:x1855007960350848:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 98us (1252us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.295278:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41108 00000100:00100000:2.0:1769074948.295293:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41109 00000100:00100000:2.0:1769074948.295299:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+75:2407:x1855007960350976:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.295305:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.295310:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe55c39a00/0xf5091596e2fbdf89 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e76b6 expref: 75 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.295319:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe55c39a00/0xf5091596e2fbdf89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e76b6 expref: 75 pid: 8416 timeout: 1736 lvb_type: 1 00010000:00010000:2.0:1769074948.295330:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.295331:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.295334:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30451b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.295340:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30451b7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.295351:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.295370:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+75:2407:x1855007960350976:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 71us (1295us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.295377:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41109 00010000:00010000:1.0:1769074948.297233:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.297321:0:14035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55c39a00/0xf5091596e2fbdf89 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x210:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e76b6 expref: 74 pid: 8416 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.297343:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd442ced80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969044736:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.297366:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30451b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.297376:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30451b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.297382:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30451b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.297392:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30451b7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.297400:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30451b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.297433:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.297677:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+265:3660:x1855007969044480:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13693us (13744us total) trans 4294989693 rc 0/0 00000100:00100000:0.0:1769074948.297685:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83354 00010000:00010000:0.0:1769074948.297713:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.297719:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30451b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.297726:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89c200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.297730:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30451b7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.297740:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30451b7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.297757:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30451b7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.297765:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30451b7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x210:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.297781:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.297783:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.297784:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.297819:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe51221200/0xf5091596e2fd2c4f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2128:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fc37c expref: 73 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.297830:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa70700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969044608:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.297842:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c000/0xf5091596e30451b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.297850:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c000/0xf5091596e30451b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.297856:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c000/0xf5091596e30451b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.297867:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c000/0xf5091596e30451b0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.297874:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c000/0xf5091596e30451b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.297888:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.298006:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+265:3657:x1855007969044352:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14295us (14373us total) trans 4294989694 rc 0/0 00000100:00100000:0.0:1769074948.298013:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83353 00010000:00010000:0.0:1769074948.298032:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.298036:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c000/0xf5091596e30451b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.298044:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89c000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.298046:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c000/0xf5091596e30451b0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.298053:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c000/0xf5091596e30451b0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.298064:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c000/0xf5091596e30451b0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.298071:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c000/0xf5091596e30451b0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2128:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.298093:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.298094:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.298096:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074948.298121:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f923800/2, rc 0, transno 4294989694 00000100:00100000:0.0:1769074948.298132:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f923800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969044352:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.298194:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a038e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+72:2410:x1855007960348800:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.298208:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.298214:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe55ca8400/0xf5091596e2fc710f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0843 expref: 72 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.298226:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe55ca8400/0xf5091596e2fc710f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0843 expref: 72 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.298240:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55ca8400/0xf5091596e2fc710f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2771:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0843 expref: 72 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.298250:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.298252:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.298256:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045139 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.298265:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045139 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2771:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.298284:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.298318:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a038e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+71:2410:x1855007960348800:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 17774us (24699us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.298325:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41094 00010000:00010000:0.0:1769074948.298369:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045139 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.298377:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045139 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.298384:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045139 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.298390:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045139 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.298409:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074948.298529:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.298535:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045139 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.298543:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.298545:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045139 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.298552:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045139 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.298563:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045139 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.298570:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045139 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2771:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.298585:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.298587:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.298588:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.298658:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+265:3660:x1855007969039872:12345-0@lo:6:osp-syn-1-1.0 Request processed in 55011us (55090us total) trans 4294989695 rc 0/0 00000100:00100000:0.0:1769074948.298664:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83336 00000100:00100000:3.0:1769074948.299204:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+288:3660:x1855007969041664:12345-0@lo:6:osp-syn-0-1.0 Request processed in 36773us (37097us total) trans 4294989717 rc 0/0 00000100:00100000:3.0:1769074948.299213:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83345 00010000:00010000:3.0:1769074948.299236:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.299262:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e90cc00/0xf5091596e2fca4d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c0d expref: 50 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.299273:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f1880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007969042048:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.299290:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304516a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.299298:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304516a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.299305:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304516a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.299313:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304516a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.299320:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304516a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.299347:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074948.299539:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+288:3657:x1855007969041920:12345-0@lo:6:osp-syn-0-1.0 Request processed in 38443us (38514us total) trans 4294989719 rc 0/0 00000100:00100000:3.0:1769074948.299546:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83343 00010000:00010000:3.0:1769074948.299577:0:14039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe71729e00/0xf5091596e2fdbb9e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725052d9 expref: 70 pid: 14052 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.299587:0:14039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007969042560:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.299597:0:14039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e304517f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.299604:0:14039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e304517f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.299611:0:14039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e304517f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.299618:0:14039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e304517f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.299623:0:14039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e304517f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.299633:0:14039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074948.299749:0:14039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+265:3658:x1855007969042176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 37191us (37577us total) trans 4294989696 rc 0/0 00000100:00100000:3.0:1769074948.299755:0:14039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83346 00000100:00100000:3.0:1769074948.299833:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fec00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074948.299856:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969043968:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074948.299888:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074948.299909:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769074948.299919:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969046912:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074948.299941:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074948.299959:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969043968 00000100:00100000:3.0:1769074948.299965:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969043968 00000100:00100000:3.0:1769074948.299994:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969046912 00000100:00100000:3.0:1769074948.299996:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969046912 00000100:00100000:3.0:1769074948.300012:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83363 00000100:00100000:3.0:1769074948.300020:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62603480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+266:3659:x1855007969043968:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074948.300047:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3855 count 1 00010000:00010000:3.0:1769074948.300069:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30451f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.300083:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effe00/0xf5091596e2fcca9c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f61d0 expref: 69 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.300091:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.300093:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.300096:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30451f6 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.300123:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effe00/0xf5091596e2fcca9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f61d0 expref: 69 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.300135:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effe00/0xf5091596e2fcca9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f61d0 expref: 69 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.300146:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62600e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007969047040:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074948.300172:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be840 going to sleep for 11 seconds 00000100:00100000:3.0:1769074948.300186:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83364 00000100:00100000:3.0:1769074948.300192:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62601880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+266:3659:x1855007969046912:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074948.300204:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4959 count 1 00010000:00010000:3.0:1769074948.300214:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30451fd lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x135f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.300226:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62a00/0xf5091596e2fd8cdc lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x135f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072502410 expref: 69 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.300237:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.300239:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.300241:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30451fd lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x135f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.300259:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62a00/0xf5091596e2fd8cdc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x135f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502410 expref: 69 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.300268:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62a00/0xf5091596e2fd8cdc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x135f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502410 expref: 69 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.300278:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62600a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007969047168:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074948.300302:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be780 going to sleep for 11 seconds 00000004:00080000:2.0:1769074948.300650:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f1c00/2, rc 0, transno 4294989696 00000100:00100000:2.0:1769074948.300663:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969042176:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074948.300686:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f0700/2, rc 0, transno 4294989719 00000100:00100000:0.0:1769074948.300696:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969041920:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.300706:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73656300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969047296:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.300725:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6af6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969047424:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.300733:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.300747:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.300759:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969047296 00000100:00100000:0.0:1769074948.300763:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969047296 00000004:00080000:2.0:1769074948.300782:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdbfa72300/2, rc 0, transno 4294989693 00000100:00100000:0.0:1769074948.300787:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969047424 00000100:00100000:2.0:1769074948.300788:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969044480:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.300789:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969047424 00000004:00080000:2.0:1769074948.300797:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdbfa72680/2, rc 0, transno 4294989717 00000100:00100000:2.0:1769074948.300802:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969041664:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074948.300819:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83365 00000100:00100000:0.0:1769074948.300826:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+267:3657:x1855007969047296:12345-0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074948.300826:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe663b8380/2, rc 0, transno 4294989695 00000100:00100000:2.0:1769074948.300829:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe663b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969039872:0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.300837:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4971 count 1 00010000:00010000:0.0:1769074948.300850:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d200/0xf5091596e3045204 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x136b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.300863:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e2fd394c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x136b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fd080 expref: 69 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.300870:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.300872:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.300875:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d200/0xf5091596e3045204 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x136b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.300881:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1769074948.300889:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6af6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969047808:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074948.300893:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e2fd394c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x136b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd080 expref: 69 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.300902:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e2fd394c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x136b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd080 expref: 69 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.300909:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.300911:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007969047936:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.300932:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969047808 00000100:00100000:2.0:1769074948.300935:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969047808 00000100:00100000:0.0:1769074948.300942:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd840 going to sleep for 11 seconds 00010000:00010000:0.0:1769074948.300954:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:2.0:1769074948.300959:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83366 00010000:00010000:0.0:1769074948.300960:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304516a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.300966:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6af6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+288:3658:x1855007969047424:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074948.300968:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.300971:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304516a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1769074948.300976:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:3138 count 1 00010000:00010000:0.0:1769074948.300981:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304516a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.300988:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e304520b lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.300996:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304516a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.300998:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7172d000/0xf5091596e2fdbc31 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250535e expref: 49 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.301004:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304516a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.301011:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.301013:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.301015:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e304520b lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.301027:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074948.301031:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e304517f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.301032:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7172d000/0xf5091596e2fdbc31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250535e expref: 49 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.301037:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074948.301040:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e304517f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.301042:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7172d000/0xf5091596e2fdbc31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250535e expref: 49 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.301049:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e304517f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.301052:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6af6c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007969048064:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.301059:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e304517f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.301065:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79200/0xf5091596e304517f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xcbc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.301075:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fe0c0 going to sleep for 11 seconds 00010000:00010000:0.0:1769074948.301083:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.301085:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.301087:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.301087:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6af6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969047680:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.301103:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83367 00000100:00100000:2.0:1769074948.301108:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.301110:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6af6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+268:3658:x1855007969047808:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.301121:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7951 count 1 00000100:00100000:2.0:1769074948.301125:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074948.301130:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6af6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969047552:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074948.301132:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d800/0xf5091596e3045212 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.301142:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e62a00/0xf5091596e2fdb1f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504924 expref: 69 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.301148:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1769074948.301148:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074948.301150:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.301152:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d800/0xf5091596e3045212 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.301168:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969047680 00010000:00010000:0.0:1769074948.301171:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e62a00/0xf5091596e2fdb1f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504924 expref: 69 pid: 8669 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074948.301172:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969047680 00010000:00010000:0.0:1769074948.301180:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e62a00/0xf5091596e2fdb1f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504924 expref: 69 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.301189:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43d03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969048192:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.301189:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969047552 00000100:00100000:2.0:1769074948.301191:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969047552 00000100:00100000:2.0:1769074948.301202:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83368 00000100:00100000:2.0:1769074948.301207:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6af6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+269:3660:x1855007969047680:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.301211:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768ddd80 going to sleep for 11 seconds 00002000:00080000:2.0:1769074948.301217:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6041 count 1 00000100:00100000:0.0:1769074948.301227:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83369 00010000:00010000:2.0:1769074948.301229:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045219 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1799:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.301234:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6af6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+289:3660:x1855007969047552:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074948.301241:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe804a9c00/0xf5091596e2fd775e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072500e92 expref: 69 pid: 14044 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1769074948.301244:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:958 count 1 00010000:00010000:2.0:1769074948.301247:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.301249:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.301251:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045219 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.301254:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045220 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.301264:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe679c5a00/0xf5091596e2fc6b51 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x3be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f0285 expref: 49 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.301268:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe804a9c00/0xf5091596e2fd775e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e92 expref: 69 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.301271:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.301273:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.301275:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045220 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.301277:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe804a9c00/0xf5091596e2fd775e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e92 expref: 69 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:2.0:1769074948.301287:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6af6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007969048320:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.301290:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe679c5a00/0xf5091596e2fc6b51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x3be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0285 expref: 49 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.301298:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe679c5a00/0xf5091596e2fc6b51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0285 expref: 49 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.301307:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5a03bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007969048448:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.301309:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fe780 going to sleep for 11 seconds 00000100:00100000:0.0:1769074948.301327:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768dd000 going to sleep for 11 seconds 00010000:00010000:1.0:1769074948.301696:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.301930:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007969045120:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.301950:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30451be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.302840:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969045760:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.302862:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30451cc lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xe62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.302890:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969045376:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.302900:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30451c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x199c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.308321:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.308361:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.308389:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960351104 00000100:00100000:0.0:1769074948.308399:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960351104 00010000:00010000:0.0:1769074948.308439:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe74f20c00/0xf5091596e2fd9b92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725032cd expref: 50 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.309006:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960351232 00000100:00100000:0.0:1769074948.309012:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960351232 00010000:00010000:0.0:1769074948.309032:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe51972000/0xf5091596e2fd063f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9d73 expref: 70 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.309070:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41110 00000100:00100000:0.0:1769074948.309079:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a039f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+50:2409:x1855007960351104:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.309092:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.309098:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe74f20c00/0xf5091596e2fd9b92 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1265:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725032cd expref: 50 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.309110:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe74f20c00/0xf5091596e2fd9b92 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1265:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725032cd expref: 50 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.309134:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe74f20c00/0xf5091596e2fd9b92 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1265:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725032cd expref: 50 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.309148:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.309150:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.309155:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30451be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.309164:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30451be lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.309189:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.309236:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a039f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+49:2409:x1855007960351104:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 157us (924us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.309244:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41110 00000100:00100000:0.0:1769074948.309260:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41111 00000100:00100000:0.0:1769074948.309266:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433d8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+70:2410:x1855007960351232:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.309274:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.309277:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe51972000/0xf5091596e2fd063f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xe62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9d73 expref: 70 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.309287:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe51972000/0xf5091596e2fd063f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xe62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9d73 expref: 70 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.309300:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe51972000/0xf5091596e2fd063f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xe62:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f9d73 expref: 70 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.309309:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.309310:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.309313:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30451cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.309319:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30451cc lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xe62:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.309336:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.309353:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433d8050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+69:2410:x1855007960351232:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.309359:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41111 00010000:00010000:0.0:1769074948.309402:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30451be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.309410:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30451be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.309419:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30451be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.309427:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30451be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.309443:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.309712:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+290:3658:x1855007969044992:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20965us (25001us total) trans 4294989720 rc 0/0 00000100:00100000:0.0:1769074948.309720:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83355 00010000:00010000:0.0:1769074948.309745:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30451cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.309753:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30451cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.309761:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30451cc lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.309772:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30451cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.309783:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074948.309927:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+270:3658:x1855007969045248:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16212us (16275us total) trans 4294989697 rc 0/0 00000100:00100000:0.0:1769074948.309935:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83357 00010000:00010000:3.0:1769074948.310307:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074948.310316:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30451be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.310325:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.310329:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30451be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.310339:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30451be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.310354:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30451be lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.310367:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79000/0xf5091596e30451be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.310383:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074948.310387:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30451cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.310393:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.310395:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30451cc lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.310402:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30451cc lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.310411:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30451cc lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.310417:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b79800/0xf5091596e30451cc lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xe62:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.310438:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.310440:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.310442:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074948.310552:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe663b9f80/2, rc 0, transno 4294989697 00000100:00100000:2.0:1769074948.310569:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe663b9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969045248:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074948.310582:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dc5d880/2, rc 0, transno 4294989720 00000100:00100000:2.0:1769074948.310592:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969044992:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074948.310831:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6af6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969048576:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074948.310877:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.311028:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074948.311038:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5a039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969048704:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.311067:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.311097:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969048576 00000100:00100000:0.0:1769074948.311103:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969048576 00000100:00100000:0.0:1769074948.311136:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969048704 00000100:00100000:0.0:1769074948.311139:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969048704 00000100:00100000:0.0:1769074948.311160:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83370 00000100:00100000:0.0:1769074948.311168:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62600000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+290:3658:x1855007969048576:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074948.311203:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:706 count 1 00010000:00010000:0.0:1769074948.311226:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045227 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.311242:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe56b07000/0xf5091596e2fc1203 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ea937 expref: 48 pid: 14038 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074948.311246:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83371 00010000:00010000:0.0:1769074948.311251:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.311253:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1769074948.311255:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a03b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+270:3660:x1855007969048704:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074948.311256:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045227 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00080000:2.0:1769074948.311266:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7700 count 1 00010000:00010000:2.0:1769074948.311279:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e304522e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.311285:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe56b07000/0xf5091596e2fc1203 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea937 expref: 48 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.311290:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe59679c00/0xf5091596e2fc49bd lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ee0f1 expref: 68 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.311296:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe56b07000/0xf5091596e2fc1203 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea937 expref: 48 pid: 14038 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.311296:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.311297:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.311300:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e304522e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.311307:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5a038e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007969048832:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.311316:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe59679c00/0xf5091596e2fc49bd lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee0f1 expref: 68 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.311326:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe59679c00/0xf5091596e2fc49bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee0f1 expref: 68 pid: 14047 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.311335:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6af6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969048960:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.311359:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768ddf00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.311373:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fe600 going to sleep for 11 seconds 00010000:00010000:1.0:1769074948.311700:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074948.328946:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.329032:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.329049:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.329066:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.329081:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.329127:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.329151:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.329207:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.329223:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.329259:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62600e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007969047040:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.329286:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30451f6 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.329317:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960351488 00000100:00100000:3.0:1769074948.329323:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960351488 00000100:00100000:0.0:1769074948.329328:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.329340:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074948.329371:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe64164400/0xf5091596e2fdb618 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d4c expref: 49 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.329395:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960351360 00000100:00100000:3.0:1769074948.329398:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960351360 00010000:00010000:3.0:1769074948.329411:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe667d8400/0xf5091596e2fbaafb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x199c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4228 expref: 50 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.329420:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.329423:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960351744 00000100:00100000:3.0:1769074948.329425:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960351744 00000100:00100000:0.0:1769074948.329433:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074948.329436:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dda00/0xf5091596e2fc2e49 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xdd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec57d expref: 51 pid: 14047 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.329465:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.329465:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960351616 00000100:00100000:3.0:1769074948.329468:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960351616 00000100:00100000:0.0:1769074948.329483:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074948.329483:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a751e00/0xf5091596e2fba647 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d7b expref: 69 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.329494:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960351872 00000100:00100000:3.0:1769074948.329497:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960351872 00010000:00010000:3.0:1769074948.329508:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ba0ba00/0xf5091596e2fd264b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbd7f expref: 52 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.329513:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.329518:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960352000 00000100:00100000:3.0:1769074948.329520:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960352000 00010000:00010000:3.0:1769074948.329531:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe571fc600/0xf5091596e2fbd293 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e69c0 expref: 53 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.329538:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe679cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969046272:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074948.329541:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960352128 00000100:00100000:3.0:1769074948.329543:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960352128 00010000:00010000:0.0:1769074948.329553:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e30451da lrc: 3/0,1 mode: --/PW res: [0x280000400:0xdd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.329553:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b737c00/0xf5091596e2fc6236 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef96a expref: 70 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.329564:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960352256 00000100:00100000:3.0:1769074948.329566:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960352256 00010000:00010000:3.0:1769074948.329575:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effe00/0xf5091596e2fcca9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f61d0 expref: 71 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.329576:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73656680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007969046528:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.329586:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30451e1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.329587:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41112 00000100:00100000:3.0:1769074948.329595:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+53:2410:x1855007960351488:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074948.329601:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960352384 00000100:00100000:0.0:1769074948.329604:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960352384 00010000:00010000:3.0:1769074948.329609:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.329614:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe64164400/0xf5091596e2fdb618 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d4c expref: 53 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.329618:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62a00/0xf5091596e2fd8cdc lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x135f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502410 expref: 72 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.329625:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe64164400/0xf5091596e2fdb618 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d4c expref: 53 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.329628:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960352512 00000100:00100000:0.0:1769074948.329630:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960352512 00010000:00010000:0.0:1769074948.329639:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e2fd394c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x136b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd080 expref: 73 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.329647:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960352640 00010000:00010000:3.0:1769074948.329648:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1769074948.329649:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960352640 00010000:00010000:3.0:1769074948.329663:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.329669:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30451ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.329675:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7172d000/0xf5091596e2fdbc31 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250535e expref: 54 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.329678:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30451ef lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.329685:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960352896 00000100:00100000:0.0:1769074948.329687:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960352896 00010000:00010000:0.0:1769074948.329695:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe804a9c00/0xf5091596e2fd775e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e92 expref: 74 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.329696:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.329704:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960353152 00000100:00100000:0.0:1769074948.329706:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960353152 00010000:00010000:0.0:1769074948.329715:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe56b07000/0xf5091596e2fc1203 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea937 expref: 55 pid: 14038 timeout: 1737 lvb_type: 1 00000100:00100000:0.0:1769074948.329723:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960352768 00000100:00100000:0.0:1769074948.329725:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960352768 00010000:00010000:0.0:1769074948.329735:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e62a00/0xf5091596e2fdb1f0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504924 expref: 75 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.329743:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+55:2410:x1855007960351488:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 148us (808us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.329744:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960353024 00000100:00100000:0.0:1769074948.329746:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960353024 00000100:00100000:3.0:1769074948.329750:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41112 00010000:00010000:0.0:1769074948.329755:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe679c5a00/0xf5091596e2fc6b51 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0285 expref: 56 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.329764:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960353280 00000100:00100000:0.0:1769074948.329766:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960353280 00000100:00100000:3.0:1769074948.329766:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41113 00000100:00100000:3.0:1769074948.329772:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+55:2409:x1855007960351360:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.329775:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe59679c00/0xf5091596e2fc49bd lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee0f1 expref: 76 pid: 14047 timeout: 1737 lvb_type: 1 00010000:00010000:3.0:1769074948.329778:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.329783:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe667d8400/0xf5091596e2fbaafb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x199c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4228 expref: 55 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.329787:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41114 00000100:00100000:0.0:1769074948.329793:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+55:2410:x1855007960351744:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.329793:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe667d8400/0xf5091596e2fbaafb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x199c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4228 expref: 55 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.329799:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.329803:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dda00/0xf5091596e2fc2e49 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xdd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec57d expref: 55 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.329816:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe667d8400/0xf5091596e2fbaafb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x199c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4228 expref: 55 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.329824:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dda00/0xf5091596e2fc2e49 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xdd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec57d expref: 55 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.329828:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.329829:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.329833:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30451c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x199c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.329841:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30451c5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x199c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.329842:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe472dda00/0xf5091596e2fc2e49 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xdd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec57d expref: 54 pid: 14047 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.329851:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.329852:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.329855:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e30451da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.329858:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074948.329862:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e30451da lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xdd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.329877:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+53:2409:x1855007960351360:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 105us (845us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074948.329878:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.329884:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41113 00000100:00100000:0.0:1769074948.329893:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+52:2410:x1855007960351744:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 101us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.329896:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41115 00000100:00100000:0.0:1769074948.329900:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41114 00000100:00100000:3.0:1769074948.329902:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+76:2410:x1855007960351616:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1769074948.329910:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41116 00010000:00010000:3.0:1769074948.329910:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.329914:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a751e00/0xf5091596e2fba647 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d7b expref: 76 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.329915:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+51:2410:x1855007960351872:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.329923:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.329924:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a751e00/0xf5091596e2fba647 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d7b expref: 76 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.329927:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ba0ba00/0xf5091596e2fd264b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1de1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbd7f expref: 51 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.329935:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ba0ba00/0xf5091596e2fd264b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1de1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbd7f expref: 51 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.329937:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.329939:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.329942:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30451d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.329946:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5ba0ba00/0xf5091596e2fd264b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1de1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbd7f expref: 51 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.329950:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30451d3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1898:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.329955:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.329956:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.329959:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30451e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.329961:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074948.329966:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30451e1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.329977:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+76:2410:x1855007960351616:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 74us (909us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074948.329979:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.329983:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41115 00000100:00100000:0.0:1769074948.329994:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663baa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+50:2410:x1855007960351872:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 79us (911us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.329994:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41117 00000100:00100000:0.0:1769074948.330000:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41116 00000100:00100000:3.0:1769074948.330000:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+50:2408:x1855007960352000:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.330007:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1769074948.330010:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41118 00010000:00010000:3.0:1769074948.330012:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe571fc600/0xf5091596e2fbd293 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e69c0 expref: 49 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.330015:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+75:2408:x1855007960352128:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.330021:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.330021:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe571fc600/0xf5091596e2fbd293 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e69c0 expref: 49 pid: 14039 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.330025:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b737c00/0xf5091596e2fc6236 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef96a expref: 75 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.330033:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.330034:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b737c00/0xf5091596e2fc6236 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef96a expref: 75 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.330034:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.330038:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30451e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.330044:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30451e8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.330045:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.330046:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.330050:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e30451a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.330054:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074948.330061:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e30451a9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.330070:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.330070:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+49:2408:x1855007960352000:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 70us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.330075:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41117 00000100:00100000:0.0:1769074948.330084:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433fcc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+75:2408:x1855007960352128:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 70us (933us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.330087:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41119 00000100:00100000:0.0:1769074948.330090:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41118 00000100:00100000:3.0:1769074948.330093:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+75:2410:x1855007960352256:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.330100:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.330104:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effe00/0xf5091596e2fcca9c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f61d0 expref: 74 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.330112:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41120 00010000:00010000:3.0:1769074948.330112:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effe00/0xf5091596e2fcca9c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f61d0 expref: 74 pid: 14035 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.330117:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd442ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+74:2410:x1855007960352384:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.330123:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.330124:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65effe00/0xf5091596e2fcca9c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f61d0 expref: 74 pid: 14035 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.330127:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62a00/0xf5091596e2fd8cdc lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x135f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502410 expref: 74 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.330134:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.330136:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62a00/0xf5091596e2fd8cdc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x135f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502410 expref: 73 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.330136:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.330139:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30451f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.330146:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30451f6 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.330147:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.330148:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.330152:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30451fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x135f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.330158:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30451fd lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x135f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.330161:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074948.330168:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074948.330171:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30451f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.330179:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30451f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.330183:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+73:2410:x1855007960352384:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 66us (960us total) trans 0 rc 0/0 00010000:00010000:3.0:1769074948.330188:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30451f6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.330189:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41120 00010000:00010000:3.0:1769074948.330195:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30451f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.330201:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41121 00000100:00100000:0.0:1769074948.330207:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd442cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+72:2408:x1855007960352512:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.330210:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074948.330213:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.330217:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e2fd394c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x136b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd080 expref: 72 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.330225:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e2fd394c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x136b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd080 expref: 72 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.330235:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.330236:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.330239:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d200/0xf5091596e3045204 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x136b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.330245:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d200/0xf5091596e3045204 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x136b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.330255:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.330268:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+72:2408:x1855007960352512:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 62us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.330274:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41121 00000100:00100000:0.0:1769074948.330285:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41122 00000100:00100000:0.0:1769074948.330290:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f922d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+48:2408:x1855007960352640:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.330297:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.330302:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7172d000/0xf5091596e2fdbc31 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xc42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250535e expref: 48 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.330310:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7172d000/0xf5091596e2fdbc31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250535e expref: 48 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.330321:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.330323:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.330326:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e304520b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.330332:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e304520b lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.330340:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.330354:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f922d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+48:2408:x1855007960352640:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 64us (1012us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.330359:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41122 00000100:00100000:0.0:1769074948.330371:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41123 00000100:00100000:0.0:1769074948.330376:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+71:2409:x1855007960352896:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.330383:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.330387:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe804a9c00/0xf5091596e2fd775e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e92 expref: 71 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.330395:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe804a9c00/0xf5091596e2fd775e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e92 expref: 71 pid: 14044 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.330405:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.330407:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.330410:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045219 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.330417:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045219 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1799:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.330427:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.330438:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+71:2409:x1855007960352896:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 62us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.330444:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41123 00000100:00100000:3.0:1769074948.330444:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62603480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+271:3659:x1855007969043968:12345-0@lo:6:osp-syn-1-1.0 Request processed in 30425us (30555us total) trans 4294989698 rc 0/0 00000100:00100000:3.0:1769074948.330473:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83363 00000100:00100000:0.0:1769074948.330481:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41124 00000100:00100000:0.0:1769074948.330487:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+47:2409:x1855007960353152:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.330495:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1769074948.330496:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+70:2410:x1855007960352256:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 404us (1290us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074948.330499:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe56b07000/0xf5091596e2fc1203 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea937 expref: 47 pid: 14038 timeout: 1737 lvb_type: 1 00000100:00100000:3.0:1769074948.330506:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41119 00010000:00010000:0.0:1769074948.330508:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe56b07000/0xf5091596e2fc1203 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea937 expref: 47 pid: 14038 timeout: 1737 lvb_type: 1 00000100:00100000:3.0:1769074948.330516:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41125 00010000:00010000:0.0:1769074948.330519:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.330521:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1769074948.330522:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+69:2409:x1855007960352768:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.330524:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045227 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.330528:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.330531:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045227 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.330533:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e62a00/0xf5091596e2fdb1f0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504924 expref: 69 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.330543:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e62a00/0xf5091596e2fdb1f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504924 expref: 69 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.330547:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074948.330554:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.330556:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.330559:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d800/0xf5091596e3045212 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.330560:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+47:2409:x1855007960353152:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 74us (1126us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.330567:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41124 00010000:00010000:3.0:1769074948.330567:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d800/0xf5091596e3045212 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.330577:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.330578:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41126 00000100:00100000:0.0:1769074948.330583:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+46:2409:x1855007960353024:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074948.330588:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433db050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+69:2409:x1855007960352768:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 68us (1141us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074948.330590:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.330594:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe679c5a00/0xf5091596e2fc6b51 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x3be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0285 expref: 46 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:3.0:1769074948.330594:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41125 00010000:00010000:0.0:1769074948.330603:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe679c5a00/0xf5091596e2fc6b51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x3be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0285 expref: 46 pid: 14045 timeout: 1736 lvb_type: 1 00010000:00010000:0.0:1769074948.330613:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.330615:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1769074948.330615:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41127 00010000:00010000:0.0:1769074948.330619:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045220 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.330620:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+68:2409:x1855007960353280:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.330626:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045220 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.330628:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.330633:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe59679c00/0xf5091596e2fc49bd lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee0f1 expref: 68 pid: 14047 timeout: 1737 lvb_type: 1 00010000:00010000:0.0:1769074948.330636:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074948.330642:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe59679c00/0xf5091596e2fc49bd lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee0f1 expref: 68 pid: 14047 timeout: 1737 lvb_type: 1 00000100:00100000:0.0:1769074948.330648:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+46:2409:x1855007960353024:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 65us (1164us total) trans 0 rc 0/0 00010000:00010000:3.0:1769074948.330652:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:0.0:1769074948.330653:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41126 00010000:00010000:3.0:1769074948.330654:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.330657:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e304522e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.330664:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e304522e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.330674:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.330688:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+68:2409:x1855007960353280:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 67us (1174us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.330693:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41127 00010000:00010000:0.0:1769074948.330696:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe571fc600/0xf5091596e2fbd293 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e69c0 expref: 45 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.330706:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73655c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007969046656:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.330718:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30451e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1769074948.330723:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4496f100/2, rc 0, transno 4294989698 00010000:00010000:0.0:1769074948.330725:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30451e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.330731:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30451e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.330734:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969043968:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074948.330739:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30451e8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.330746:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30451e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.330761:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074948.330910:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+291:3660:x1855007969045504:12345-0@lo:6:osp-syn-0-1.0 Request processed in 36165us (36385us total) trans 4294989721 rc 0/0 00000100:00100000:0.0:1769074948.330917:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83361 00010000:00010000:0.0:1769074948.330956:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5af62a00/0xf5091596e2fd8cdc lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x135f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072502410 expref: 67 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.330966:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62600a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007969047168:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.330976:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30451fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.330983:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30451fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.330989:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30451fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.330996:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30451fd lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331003:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30451fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331023:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1769074948.331162:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62601880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+271:3659:x1855007969046912:12345-0@lo:6:osp-syn-1-1.0 Request processed in 30969us (31219us total) trans 4294989699 rc 0/0 00000100:00100000:0.0:1769074948.331168:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83364 00010000:00010000:0.0:1769074948.331199:0:8669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e2fd394c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x136b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd080 expref: 66 pid: 14043 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.331209:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa72a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007969047936:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.331221:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d200/0xf5091596e3045204 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331229:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d200/0xf5091596e3045204 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331239:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d200/0xf5091596e3045204 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331246:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d200/0xf5091596e3045204 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331252:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d200/0xf5091596e3045204 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331265:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:0.0:1769074948.331366:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+271:3657:x1855007969047296:12345-0@lo:6:osp-syn-1-1.0 Request processed in 30540us (30631us total) trans 4294989700 rc 0/0 00000100:00100000:0.0:1769074948.331373:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83365 00010000:00010000:0.0:1769074948.331405:0:14038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7172d000/0xf5091596e2fdbc31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250535e expref: 44 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.331415:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6af6c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007969048064:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.331425:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e304520b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331432:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e304520b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331438:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e304520b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331475:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e304520b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331481:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e304520b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331489:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00000100:00100000:0.0:1769074948.331601:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6af6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+291:3658:x1855007969047424:12345-0@lo:6:osp-syn-0-1.0 Request processed in 30635us (30852us total) trans 4294989722 rc 0/0 00000100:00100000:0.0:1769074948.331608:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83366 00010000:00010000:0.0:1769074948.331640:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60e62a00/0xf5091596e2fdb1f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504924 expref: 65 pid: 8669 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.331650:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43d03800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969048192:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.331662:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d800/0xf5091596e3045212 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331670:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d800/0xf5091596e3045212 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331676:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d800/0xf5091596e3045212 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331684:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d800/0xf5091596e3045212 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331697:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d800/0xf5091596e3045212 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331704:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00000100:00100000:0.0:1769074948.331797:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6af6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+271:3658:x1855007969047808:12345-0@lo:6:osp-syn-1-1.0 Request processed in 30687us (30886us total) trans 4294989701 rc 0/0 00000100:00100000:0.0:1769074948.331803:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83367 00010000:00010000:0.0:1769074948.331848:0:14032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe804a9c00/0xf5091596e2fd775e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1799:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500e92 expref: 64 pid: 14044 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.331857:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6af6c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007969048320:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.331867:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045219 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331874:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045219 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331881:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045219 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331888:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045219 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331894:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045219 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.331906:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/7 locks to regular blp list, 7 blwis in pool 00000100:00100000:0.0:1769074948.332002:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6af6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+271:3660:x1855007969047680:12345-0@lo:6:osp-syn-1-1.0 Request processed in 30793us (30892us total) trans 4294989702 rc 0/0 00000100:00100000:0.0:1769074948.332008:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83368 00010000:00010000:0.0:1769074948.332040:0:14035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe679c5a00/0xf5091596e2fc6b51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f0285 expref: 43 pid: 14045 timeout: 1736 lvb_type: 1 00000100:00100000:0.0:1769074948.332050:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5a03bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007969048448:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.332062:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045220 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.332069:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045220 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.332075:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045220 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.332081:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045220 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.332088:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045220 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.332096:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/8 locks to regular blp list, 8 blwis in pool 00000100:00100000:0.0:1769074948.332194:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6af6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+291:3660:x1855007969047552:12345-0@lo:6:osp-syn-0-1.0 Request processed in 30960us (31044us total) trans 4294989723 rc 0/0 00000100:00100000:0.0:1769074948.332201:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83369 00010000:00010000:0.0:1769074948.332234:0:8417:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe56b07000/0xf5091596e2fc1203 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea937 expref: 42 pid: 14038 timeout: 1737 lvb_type: 1 00000100:00100000:0.0:1769074948.332243:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5a038e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007969048832:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.332254:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045227 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.332263:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045227 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.332268:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045227 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.332275:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045227 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.332282:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045227 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.332290:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00000100:00100000:0.0:1769074948.332384:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62600000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+291:3658:x1855007969048576:12345-0@lo:6:osp-syn-0-1.0 Request processed in 21216us (21506us total) trans 4294989724 rc 0/0 00000100:00100000:0.0:1769074948.332390:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83370 00010000:00010000:2.0:1769074948.333060:0:14043:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe64164400/0xf5091596e2fdb618 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d4c expref: 41 pid: 8669 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.333072:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00000100:00100000:2.0:1769074948.333074:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73654e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969046784:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.333079:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30451f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.333087:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30451ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333087:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.333091:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30451f6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.333096:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30451ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.333103:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30451ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333106:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30451f6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.333111:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30451ef lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.333117:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30451ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333123:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30451f6 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.333125:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/9 locks to regular blp list, 9 blwis in pool 00010000:00010000:3.0:1769074948.333129:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e30451f6 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xf0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333157:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:3.0:1769074948.333161:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30451e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333167:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.333170:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30451e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333177:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30451e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333188:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30451e8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333195:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78200/0xf5091596e30451e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333219:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:3.0:1769074948.333223:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30451fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333229:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.333232:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30451fd lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333238:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30451fd lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333248:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30451fd lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333255:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e30451fd lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x135f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.333262:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+291:3660:x1855007969046400:12345-0@lo:6:osp-syn-0-1.0 Request processed in 38296us (38346us total) trans 4294989725 rc 0/0 00000100:00100000:2.0:1769074948.333269:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83362 00010000:00010000:3.0:1769074948.333272:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:3.0:1769074948.333276:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d200/0xf5091596e3045204 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333281:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89d200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.333284:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d200/0xf5091596e3045204 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333291:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d200/0xf5091596e3045204 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333302:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d200/0xf5091596e3045204 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.333303:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe59679c00/0xf5091596e2fc49bd lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ee0f1 expref: 63 pid: 14047 timeout: 1737 lvb_type: 1 00010000:00010000:3.0:1769074948.333310:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d200/0xf5091596e3045204 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x136b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.333319:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6af6e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969048960:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.333322:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1769074948.333325:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e304520b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.333329:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e304522e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333330:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.333334:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e304520b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.333337:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e304522e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333341:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e304520b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.333344:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e304522e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333349:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e304520b lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.333351:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e304522e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333356:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79400/0xf5091596e304520b lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.333358:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e304522e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.333366:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:3.0:1769074948.333375:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1769074948.333379:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d800/0xf5091596e3045212 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333427:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89d800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.333431:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d800/0xf5091596e3045212 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333438:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d800/0xf5091596e3045212 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333463:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d800/0xf5091596e3045212 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333470:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d800/0xf5091596e3045212 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f0f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.333482:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a03b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+271:3660:x1855007969048704:12345-0@lo:6:osp-syn-1-1.0 Request processed in 22229us (22414us total) trans 4294989703 rc 0/0 00000100:00100000:2.0:1769074948.333488:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83371 00010000:00010000:3.0:1769074948.333488:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1769074948.333492:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045219 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333498:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.333501:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045219 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.333508:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30451c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x199c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333508:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045219 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.333516:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30451c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x199c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333519:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045219 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.333529:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30451c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x199c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333532:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78400/0xf5091596e3045219 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1799:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.333537:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30451c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x199c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.333544:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:3.0:1769074948.333544:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1769074948.333548:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045220 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333552:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89c800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.333555:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045220 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333562:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045220 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333571:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045220 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333577:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045220 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333595:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1769074948.333599:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045227 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333605:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89da00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.333608:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045227 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333616:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045227 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333627:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045227 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.333632:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+291:3660:x1855007969044864:12345-0@lo:6:osp-syn-0-1.0 Request processed in 40379us (44005us total) trans 4294989726 rc 0/0 00010000:00010000:3.0:1769074948.333633:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045227 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.333638:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83356 00010000:00010000:3.0:1769074948.333645:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074948.333648:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30451ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333668:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.333671:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30451ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333677:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30451ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333685:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30451ef lrc: 1/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333692:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30451ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333733:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074948.333737:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e304522e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333743:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.333746:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e304522e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333753:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e304522e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333763:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e304522e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333770:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e304522e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333788:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074948.333792:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30451c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x199c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333797:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.333800:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30451c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x199c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333817:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30451c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x199c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333829:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30451c5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x199c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333835:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78000/0xf5091596e30451c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x199c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.333848:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.333850:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.333851:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.334003:0:12381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7a751e00/0xf5091596e2fba647 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1898:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3d7b expref: 62 pid: 14039 timeout: 1736 lvb_type: 1 00000100:00100000:1.0:1769074948.334015:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe679c8700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969046144:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.334028:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30451d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.334036:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30451d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.334042:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30451d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.334049:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30451d3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.334055:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30451d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.334078:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074948.334215:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+271:3658:x1855007969046016:12345-0@lo:6:osp-syn-1-1.0 Request processed in 40074us (40180us total) trans 4294989704 rc 0/0 00000100:00100000:1.0:1769074948.334222:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83358 00010000:00010000:1.0:1769074948.334242:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.334247:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30451d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.334254:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.334257:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30451d3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.334269:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30451d3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.334281:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30451d3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.334287:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78e00/0xf5091596e30451d3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1898:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.334311:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.334313:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.334314:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.334419:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.334559:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.334571:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30451e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.334580:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30451e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.334588:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30451e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.334594:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30451e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.334611:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074948.334952:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+291:3660:x1855007969045632:12345-0@lo:6:osp-syn-0-1.0 Request processed in 40335us (40517us total) trans 4294989727 rc 0/0 00000100:00100000:1.0:1769074948.334984:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83360 00010000:00010000:1.0:1769074948.335010:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e30451da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.335017:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e30451da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.335024:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e30451da lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xdd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.335030:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e30451da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.335041:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:1.0:1769074948.335151:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+291:3658:x1855007969045888:12345-0@lo:6:osp-syn-0-1.0 Request processed in 40874us (41075us total) trans 4294989728 rc 0/0 00000100:00100000:1.0:1769074948.335158:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83359 00010000:00010000:1.0:1769074948.335177:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074948.335182:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30451e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.335190:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.335322:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.335327:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e30451da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.335334:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.335338:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e30451da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xdd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.335345:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e30451da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xdd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.335358:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e30451da lrc: 1/0,0 mode: --/PW res: [0x280000400:0xdd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.335364:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b78600/0xf5091596e30451da lrc: 0/0,0 mode: --/PW res: [0x280000400:0xdd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.335381:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.335383:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.335384:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.335391:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.335415:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30451e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.335423:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30451e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.335439:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30451e1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1769074948.335525:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6af6fb80/2, rc 0, transno 4294989724 00000100:00100000:2.0:1769074948.335538:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6af6fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969048576:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074948.335552:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6af6ea00/2, rc 0, transno 4294989701 00000100:00100000:2.0:1769074948.335562:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6af6ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969047808:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074948.335571:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6af6f100/2, rc 0, transno 4294989722 00000100:00100000:2.0:1769074948.335574:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6af6f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969047424:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074948.335581:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f2d80/2, rc 0, transno 4294989728 00000100:00100000:2.0:1769074948.335584:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969045888:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074948.335592:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f0380/2, rc 0, transno 4294989704 00000100:00100000:2.0:1769074948.335596:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969046016:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074948.335622:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe73656300/2, rc 0, transno 4294989700 00000100:00100000:2.0:1769074948.335626:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73656300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969047296:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.335650:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969049088:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.335691:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1769074948.335727:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5a039f80/2, rc 0, transno 4294989703 00000100:00100000:2.0:1769074948.335731:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5a039f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969048704:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074948.335741:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6af6f800/2, rc 0, transno 4294989723 00000100:00100000:2.0:1769074948.335744:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6af6f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969047552:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074948.335755:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6af6f480/2, rc 0, transno 4294989702 00000100:00100000:2.0:1769074948.335758:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6af6f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969047680:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074948.335767:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe679cb800/2, rc 0, transno 4294989725 00000100:00100000:2.0:1769074948.335770:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe679cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969046400:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074948.335780:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dc5fb80/2, rc 0, transno 4294989721 00000100:00100000:2.0:1769074948.335783:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969045504:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074948.335791:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4dc5df80/2, rc 0, transno 4294989727 00000100:00100000:2.0:1769074948.335794:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dc5df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969045632:0@lo:6:osp-syn-0-1.0 00000004:00080000:2.0:1769074948.335803:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd57bc7b80/2, rc 0, transno 4294989726 00000100:00100000:2.0:1769074948.335823:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd57bc7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969044864:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074948.335915:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6af6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969049216:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.335938:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.335954:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6af6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969049728:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.335971:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.335988:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074948.335993:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6af6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969049344:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.336015:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.336041:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969049088 00000100:00100000:2.0:1769074948.336048:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969049088 00000100:00100000:2.0:1769074948.336080:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969049216 00000100:00100000:2.0:1769074948.336084:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969049216 00000100:00100000:2.0:1769074948.336100:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969049728 00000100:00100000:2.0:1769074948.336103:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969049728 00000100:00100000:2.0:1769074948.336120:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969049344 00000100:00100000:2.0:1769074948.336123:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969049344 00000100:00100000:2.0:1769074948.336142:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83372 00000100:00100000:2.0:1769074948.336150:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6af6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+274:3660:x1855007969049088:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.336175:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7113 count 1 00010000:00010000:1.0:1769074948.336304:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30451e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.336335:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.336337:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.336339:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074948.336352:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83373 00000100:00100000:1.0:1769074948.336359:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6af6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+274:3657:x1855007969049216:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074948.336372:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8123 count 1 00010000:00010000:1.0:1769074948.336386:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045235 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.336405:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7509ac00/0xf5091596e2fd1b31 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fb25e expref: 61 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.336412:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.336414:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.336418:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045235 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.336464:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7509ac00/0xf5091596e2fd1b31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb25e expref: 61 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.336479:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7509ac00/0xf5091596e2fd1b31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb25e expref: 61 pid: 14047 timeout: 1737 lvb_type: 1 00000100:00100000:1.0:1769074948.336491:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007969049856:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074948.336522:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83374 00000100:00100000:3.0:1769074948.336532:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4496d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+274:3657:x1855007969049728:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074948.336544:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb480 going to sleep for 11 seconds 00002000:00080000:3.0:1769074948.336544:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9197 count 1 00010000:00010000:3.0:1769074948.336556:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14200/0xf5091596e304523c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.336566:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe61417800/0xf5091596e2fdb497 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504bcb expref: 61 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.336573:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.336574:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.336575:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7b737c00/0xf5091596e2fc6236 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ef96a expref: 61 pid: 14043 timeout: 1736 lvb_type: 1 00010000:00010000:3.0:1769074948.336577:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14200/0xf5091596e304523c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.336586:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd57bc5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007969044224:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.336596:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe61417800/0xf5091596e2fdb497 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504bcb expref: 60 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.336602:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e30451a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.336604:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe61417800/0xf5091596e2fdb497 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504bcb expref: 60 pid: 14052 timeout: 1737 lvb_type: 1 00010000:00010000:1.0:1769074948.336611:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e30451a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.336614:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62600e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007969049984:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.336618:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e30451a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.336626:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e30451a9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.336633:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e30451a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.336636:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be840 going to sleep for 11 seconds 00010000:00010000:1.0:1769074948.336647:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074948.336654:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6af6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969049600:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074948.336657:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.336661:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e30451a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.336672:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78800 already unused, calling callback (ffffffffc0cdeb90) 00000100:00100000:3.0:1769074948.336675:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074948.336676:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e30451a9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.336684:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e30451a9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.336695:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:1.0:1769074948.336698:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e30451a9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.336700:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6af6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969049472:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074948.336705:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe80b78800/0xf5091596e30451a9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1aff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.336718:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074948.336723:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.336725:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.336727:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074948.336739:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969049600 00000100:00100000:3.0:1769074948.336742:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969049600 00000100:00100000:3.0:1769074948.336762:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969049472 00000100:00100000:3.0:1769074948.336765:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969049472 00000100:00100000:3.0:1769074948.336779:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83375 00000100:00100000:3.0:1769074948.336784:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4410b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+276:3657:x1855007969049344:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074948.336796:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1970 count 1 00000100:00100000:1.0:1769074948.336908:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd57bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+277:3658:x1855007969044096:12345-0@lo:6:osp-syn-1-1.0 Request processed in 54675us (54747us total) trans 4294989705 rc 0/0 00000100:00100000:1.0:1769074948.336915:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83352 00000100:00100000:1.0:1769074948.337011:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83376 00000100:00100000:1.0:1769074948.337018:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+276:3660:x1855007969049600:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074948.337029:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8976 count 1 00010000:00010000:1.0:1769074948.337041:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045243 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2310:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.337051:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d1b600/0xf5091596e2fce9c8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f80fc expref: 60 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.337058:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.337060:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.337063:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045243 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.337080:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d1b600/0xf5091596e2fce9c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f80fc expref: 60 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.337090:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d1b600/0xf5091596e2fce9c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f80fc expref: 60 pid: 14047 timeout: 1737 lvb_type: 1 00000100:00100000:1.0:1769074948.337099:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007969050112:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074948.337124:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bbd80 going to sleep for 11 seconds 00010000:00010000:2.0:1769074948.337182:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304524a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.337199:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a03e800/0xf5091596e2fcc47c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f5bb0 expref: 60 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.337205:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.337207:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.337210:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304524a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.337229:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a03e800/0xf5091596e2fcc47c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5bb0 expref: 60 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.337237:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a03e800/0xf5091596e2fcc47c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5bb0 expref: 60 pid: 14035 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.337246:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4410bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007969050240:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.337270:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fee40 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.337291:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83377 00000100:00100000:2.0:1769074948.337298:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62600380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+276:3660:x1855007969049472:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.337312:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1917 count 1 00010000:00010000:2.0:1769074948.337323:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3045251 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x77d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.337337:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe57457c00/0xf5091596e2fbc4cb lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e5bff expref: 60 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.337343:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.337345:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.337347:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3045251 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.337366:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe57457c00/0xf5091596e2fbc4cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5bff expref: 60 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.337374:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe57457c00/0xf5091596e2fbc4cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5bff expref: 60 pid: 14043 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.337383:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4410b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969050368:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.337406:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fea80 going to sleep for 11 seconds 00010000:00010000:3.0:1769074948.337942:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3045258 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.337959:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe804bc000/0xf5091596e2fcded8 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f760c expref: 60 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.337966:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.337968:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.337971:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3045258 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.337992:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe804bc000/0xf5091596e2fcded8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f760c expref: 60 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.338000:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe804bc000/0xf5091596e2fcded8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f760c expref: 60 pid: 14044 timeout: 1737 lvb_type: 1 00000100:00100000:3.0:1769074948.338010:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe62601f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969050496:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074948.338046:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be180 going to sleep for 11 seconds 00000004:00080000:3.0:1769074948.338080:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4496d880/2, rc 0, transno 4294989705 00000100:00100000:3.0:1769074948.338096:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969044096:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074948.338128:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdbfa70700/2, rc 0, transno 4294989699 00000100:00100000:3.0:1769074948.338133:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969046912:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074948.338613:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969050624:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074948.338647:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074948.338683:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074948.338688:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969050624 00000100:00100000:3.0:1769074948.338689:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969050752:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074948.338694:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969050624 00000100:00100000:3.0:1769074948.338710:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074948.338723:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969050752 00000100:00100000:0.0:1769074948.338726:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969050752 00000100:00100000:0.0:1769074948.338791:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83378 00000100:00100000:0.0:1769074948.338799:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+278:3658:x1855007969050624:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.338828:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9256 count 1 00010000:00010000:0.0:1769074948.338845:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304525f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2428:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.338857:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcde600/0xf5091596e2fbdbdf lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e730c expref: 60 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.338863:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.338864:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.338867:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304525f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.338885:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcde600/0xf5091596e2fbdbdf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e730c expref: 60 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.338895:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcde600/0xf5091596e2fbdbdf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e730c expref: 60 pid: 14035 timeout: 1737 lvb_type: 1 00000100:00100000:0.0:1769074948.338905:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007969050880:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.338942:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.338976:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83379 00000100:00100000:2.0:1769074948.338984:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62601500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+278:3660:x1855007969050752:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.338995:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6147 count 1 00010000:00010000:2.0:1769074948.339006:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3045266 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1803:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.339018:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c28b400/0xf5091596e2fca4d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c06 expref: 60 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.339024:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.339026:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.339029:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3045266 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.339045:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c28b400/0xf5091596e2fca4d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c06 expref: 60 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.339055:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c28b400/0xf5091596e2fca4d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c06 expref: 60 pid: 14010 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.339063:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4410ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969051008:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.339088:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fe480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.345926:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.346094:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007969049856:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.346132:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045235 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.346401:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.346441:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960353408 00000100:00100000:2.0:1769074948.346470:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960353408 00010000:00010000:2.0:1769074948.346505:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7509ac00/0xf5091596e2fd1b31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb25e expref: 61 pid: 14047 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.346532:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960353536 00000100:00100000:2.0:1769074948.346535:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960353536 00010000:00010000:2.0:1769074948.346545:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe61417800/0xf5091596e2fdb497 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504bcb expref: 62 pid: 14052 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.346564:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41128 00000100:00100000:2.0:1769074948.346572:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c188700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+62:2409:x1855007960353408:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.346587:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.346593:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7509ac00/0xf5091596e2fd1b31 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb25e expref: 62 pid: 14047 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.346604:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7509ac00/0xf5091596e2fd1b31 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb25e expref: 62 pid: 14047 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.346627:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7509ac00/0xf5091596e2fd1b31 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb25e expref: 62 pid: 14047 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.346641:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.346644:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.346648:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045235 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.346657:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045235 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.346677:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.346720:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c188700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+61:2409:x1855007960353408:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 148us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.346727:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41128 00000100:00100000:2.0:1769074948.346743:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41129 00000100:00100000:2.0:1769074948.346748:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c188380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+60:2409:x1855007960353536:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.346755:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.346759:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe61417800/0xf5091596e2fdb497 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504bcb expref: 60 pid: 14052 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.346774:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe61417800/0xf5091596e2fdb497 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504bcb expref: 60 pid: 14052 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.346785:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.346788:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.346791:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14200/0xf5091596e304523c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.346799:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14200/0xf5091596e304523c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.346821:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.346838:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c188380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+60:2409:x1855007960353536:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 90us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.346844:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41129 00010000:00010000:2.0:1769074948.346864:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045235 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.346873:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045235 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.346882:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045235 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.346891:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045235 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.346919:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074948.346949:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.346958:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045235 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.346968:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.346973:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045235 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.347006:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045235 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.347017:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045235 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.347022:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045235 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1fbb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.347041:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.347043:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.347045:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.347137:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6af6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+279:3657:x1855007969049216:12345-0@lo:6:osp-syn-1-1.0 Request processed in 10778us (11197us total) trans 4294989706 rc 0/0 00000100:00100000:2.0:1769074948.347145:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83373 00000004:00080000:2.0:1769074948.347268:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6af6dc00/2, rc 0, transno 4294989706 00000100:00100000:2.0:1769074948.347283:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6af6dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969049216:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1769074948.349683:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe61417800/0xf5091596e2fdb497 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504bcb expref: 59 pid: 14052 timeout: 1737 lvb_type: 1 00000100:00100000:3.0:1769074948.349703:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62600e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007969049984:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.349726:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14200/0xf5091596e304523c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.349737:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14200/0xf5091596e304523c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.349749:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14200/0xf5091596e304523c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.349758:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14200/0xf5091596e304523c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.349766:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14200/0xf5091596e304523c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.349784:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074948.350062:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4496d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+279:3657:x1855007969049728:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13531us (14087us total) trans 4294989707 rc 0/0 00000100:00100000:3.0:1769074948.350072:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83374 00000100:00100000:3.0:1769074948.350119:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969051136:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074948.350156:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074948.350199:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969051136 00000100:00100000:1.0:1769074948.350208:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969051136 00000100:00100000:1.0:1769074948.350251:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83380 00000100:00100000:1.0:1769074948.350257:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+279:3660:x1855007969051136:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074948.350284:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2340 count 1 00010000:00010000:1.0:1769074948.350545:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304526d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x924:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.350560:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f1c1600/0xf5091596e2fca924 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f405f expref: 58 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.350565:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.350567:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.350569:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304526d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.350599:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f1c1600/0xf5091596e2fca924 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f405f expref: 58 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.350612:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f1c1600/0xf5091596e2fca924 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f405f expref: 58 pid: 14045 timeout: 1737 lvb_type: 1 00000100:00100000:1.0:1769074948.350625:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007969051264:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074948.350687:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb480 going to sleep for 11 seconds 00010000:00010000:2.0:1769074948.350841:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.350849:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14200/0xf5091596e304523c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.350857:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.350862:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14200/0xf5091596e304523c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.350870:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14200/0xf5091596e304523c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.350888:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14200/0xf5091596e304523c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.350896:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14200/0xf5091596e304523c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x23ed:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.350917:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.350919:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.350920:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074948.350951:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6af6c380/2, rc 0, transno 4294989707 00000100:00100000:2.0:1769074948.350969:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6af6c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969049728:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.351069:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969051392:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.351098:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.351126:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969051392 00000100:00100000:2.0:1769074948.351131:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969051392 00000100:00100000:2.0:1769074948.351157:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83381 00000100:00100000:2.0:1769074948.351164:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c18ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+280:3657:x1855007969051392:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.351178:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:747 count 1 00010000:00010000:2.0:1769074948.351190:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3045274 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.351783:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe565b7200/0xf5091596e2fc0ca0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ea3db expref: 58 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.351792:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.351793:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.351797:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3045274 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.351838:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe565b7200/0xf5091596e2fc0ca0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea3db expref: 58 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.351848:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe565b7200/0xf5091596e2fc0ca0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea3db expref: 58 pid: 8416 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.351860:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd5bc17480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007969051520:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.351923:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fe240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074948.356101:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f61180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007969050112:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.356135:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045243 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.357968:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.358025:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.358050:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960353792 00000100:00100000:2.0:1769074948.358058:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960353792 00010000:00010000:2.0:1769074948.358092:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a03e800/0xf5091596e2fcc47c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5bb0 expref: 59 pid: 14035 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.358130:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960353664 00000100:00100000:2.0:1769074948.358133:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960353664 00010000:00010000:2.0:1769074948.358144:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d1b600/0xf5091596e2fce9c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f80fc expref: 60 pid: 14047 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.358164:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41130 00000100:00100000:2.0:1769074948.358172:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd5bc14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+60:2407:x1855007960353792:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.358185:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1769074948.360411:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41131 00010000:00010000:2.0:1769074948.360732:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a03e800/0xf5091596e2fcc47c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5bb0 expref: 60 pid: 14035 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.360759:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a03e800/0xf5091596e2fcc47c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5bb0 expref: 60 pid: 14035 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.360788:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.360790:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.360795:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304524a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.360815:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304524a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.360844:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.360907:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd5bc14e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+60:2407:x1855007960353792:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 2733us (2943us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074948.360962:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd5bc16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+60:2407:x1855007960353664:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.360980:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.360987:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d1b600/0xf5091596e2fce9c8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f80fc expref: 60 pid: 14047 timeout: 1737 lvb_type: 1 00010000:00010000:1.0:1769074948.360998:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d1b600/0xf5091596e2fce9c8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f80fc expref: 60 pid: 14047 timeout: 1737 lvb_type: 1 00010000:00010000:1.0:1769074948.361013:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe57d1b600/0xf5091596e2fce9c8 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2310:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f80fc expref: 60 pid: 14047 timeout: 1737 lvb_type: 1 00010000:00010000:1.0:1769074948.361031:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.361033:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.361037:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045243 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.361044:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045243 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2310:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.361062:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074948.361083:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd5bc16d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+59:2407:x1855007960353664:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 128us (3057us total) trans 0 rc 0/0 00010000:00010000:3.0:1769074948.361339:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a03e800/0xf5091596e2fcc47c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f5bb0 expref: 59 pid: 14035 timeout: 1737 lvb_type: 1 00000100:00100000:3.0:1769074948.361352:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4410bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007969050240:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.361386:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304524a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.361396:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304524a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.361433:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304524a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.361444:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304524a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.361473:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304524a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.361491:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.361712:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41130 00000100:00100000:2.0:1769074948.361920:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.361941:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.361990:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.362012:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.362047:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007969050880:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.362064:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304525f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.362091:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4410b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969050368:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.362101:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3045251 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.362121:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960354048 00000100:00100000:2.0:1769074948.362127:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960354048 00010000:00010000:2.0:1769074948.362149:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c28b400/0xf5091596e2fca4d2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c06 expref: 58 pid: 14010 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.362174:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960353920 00000100:00100000:2.0:1769074948.362177:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960353920 00010000:00010000:2.0:1769074948.362188:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcde600/0xf5091596e2fbdbdf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e730c expref: 59 pid: 14035 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.362204:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960354304 00000100:00100000:2.0:1769074948.362206:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960354304 00010000:00010000:2.0:1769074948.362217:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe804bc000/0xf5091596e2fcded8 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f760c expref: 60 pid: 14044 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.362228:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960354176 00000100:00100000:2.0:1769074948.362230:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960354176 00010000:00010000:2.0:1769074948.362239:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe57457c00/0xf5091596e2fbc4cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5bff expref: 61 pid: 14043 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.362252:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41132 00000100:00100000:2.0:1769074948.362259:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433fe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+61:2410:x1855007960354048:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074948.362348:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6af6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+281:3660:x1855007969049088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 26198us (26656us total) trans 4294989708 rc 0/0 00000100:00100000:3.0:1769074948.362357:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83372 00010000:00010000:3.0:1769074948.362482:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074948.362488:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304524a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.362495:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.362499:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304524a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.362508:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304524a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.362524:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304524a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.362535:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8a00/0xf5091596e304524a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1bc9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.362559:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.362561:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.362563:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.362623:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.362634:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c28b400/0xf5091596e2fca4d2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c06 expref: 61 pid: 14010 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.362645:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c28b400/0xf5091596e2fca4d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c06 expref: 61 pid: 14010 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.362659:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.362661:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.362665:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3045266 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.362673:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3045266 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1803:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.362692:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.362725:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433fe450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+61:2410:x1855007960354048:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 466us (805us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.362732:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41132 00000100:00100000:2.0:1769074948.362747:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41133 00000100:00100000:2.0:1769074948.362753:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd5bc16300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+60:2410:x1855007960353920:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.362761:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.362766:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcde600/0xf5091596e2fbdbdf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2428:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e730c expref: 60 pid: 14035 timeout: 1737 lvb_type: 1 00000004:00080000:3.0:1769074948.362786:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd76f62d80/2, rc 0, transno 4294989708 00000100:00100000:3.0:1769074948.362802:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f62d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969049088:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074948.362840:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe62601f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969050496:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.363310:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcde600/0xf5091596e2fbdbdf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2428:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e730c expref: 60 pid: 14035 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.363329:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcde600/0xf5091596e2fbdbdf lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2428:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e730c expref: 60 pid: 14035 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.363340:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.363342:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.363345:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304525f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.363354:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304525f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2428:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.363388:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.363418:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd5bc16300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+59:2410:x1855007960353920:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 664us (1474us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.363425:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41133 00000100:00100000:2.0:1769074948.363443:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41134 00000100:00100000:2.0:1769074948.363471:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+58:2410:x1855007960354304:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.363481:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.363486:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe804bc000/0xf5091596e2fcded8 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f760c expref: 58 pid: 14044 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.363495:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe804bc000/0xf5091596e2fcded8 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f760c expref: 58 pid: 14044 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.363507:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe804bc000/0xf5091596e2fcded8 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f760c expref: 58 pid: 14044 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.363517:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.363518:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.363521:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3045258 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.363528:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3045258 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.363539:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.363559:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+57:2410:x1855007960354304:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 90us (1568us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.363567:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41134 00000100:00100000:2.0:1769074948.363581:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41135 00000100:00100000:2.0:1769074948.363588:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+56:2410:x1855007960354176:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.363595:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.363600:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe57457c00/0xf5091596e2fbc4cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5bff expref: 56 pid: 14043 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.363610:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe57457c00/0xf5091596e2fbc4cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5bff expref: 56 pid: 14043 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.363621:0:14049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe57457c00/0xf5091596e2fbc4cb lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x77d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e5bff expref: 56 pid: 14043 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.363629:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.363630:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.363633:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3045251 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.363640:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3045251 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x77d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.363656:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.363674:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+55:2410:x1855007960354176:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 86us (1661us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.363681:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41135 00010000:00010000:2.0:1769074948.363716:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3045251 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.363725:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3045251 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.363735:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3045251 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.363742:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3045251 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.363759:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.363980:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62600380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+281:3660:x1855007969049472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 26682us (27260us total) trans 4294989709 rc 0/0 00000100:00100000:2.0:1769074948.363988:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83377 00010000:00010000:2.0:1769074948.364008:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.364013:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3045251 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.364021:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.364024:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3045251 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.364032:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3045251 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.364043:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3045251 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.364049:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e3045251 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x77d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.364079:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.364081:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.364083:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.364094:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304525f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.364102:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304525f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.364109:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304525f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.364116:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304525f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.364137:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.364254:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62601180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+281:3658:x1855007969050624:12345-0@lo:6:osp-syn-1-1.0 Request processed in 25456us (25605us total) trans 4294989710 rc 0/0 00000100:00100000:2.0:1769074948.364261:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83378 00000004:00080000:2.0:1769074948.364299:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd76f62a00/2, rc 0, transno 4294989710 00000100:00100000:2.0:1769074948.364305:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f62a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969050624:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074948.364333:0:14035:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c28b400/0xf5091596e2fca4d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1803:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3c06 expref: 54 pid: 14010 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.364343:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4410ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969051008:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.364359:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3045266 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.364367:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3045266 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.364373:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3045266 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.364381:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3045266 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.364388:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3045266 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.364402:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1769074948.364525:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3045258 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.364535:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3045258 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.364545:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3045258 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.364552:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3045258 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.364558:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3045258 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.364570:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:1.0:1769074948.365240:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41131 00010000:00010000:1.0:1769074948.365287:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074948.365293:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304525f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.365301:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89d600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.365304:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304525f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.365312:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304525f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.365326:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304525f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.365333:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304525f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2428:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.365707:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4410b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+282:3657:x1855007969049344:12345-0@lo:6:osp-syn-1-1.0 Request processed in 28921us (29690us total) trans 4294989712 rc 0/0 00000100:00100000:3.0:1769074948.365715:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83375 00010000:00010000:3.0:1769074948.365740:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074948.365745:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3045266 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.365753:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.365756:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3045266 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.365763:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3045266 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.365774:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3045266 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.365780:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e3045266 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1803:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.365800:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074948.365814:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3045258 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.365821:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.365824:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3045258 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.365836:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3045258 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.365847:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3045258 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.365854:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15e00/0xf5091596e3045258 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x7b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.365872:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.365874:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.365875:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074948.365910:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6af6d880/2, rc 0, transno 4294989709 00000100:00100000:3.0:1769074948.365916:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6af6d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969049472:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074948.368599:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.368664:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.368711:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960354560 00000100:00100000:3.0:1769074948.368718:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960354560 00010000:00010000:3.0:1769074948.368752:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe565b7200/0xf5091596e2fc0ca0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea3db expref: 53 pid: 8416 timeout: 1737 lvb_type: 1 00000100:00100000:3.0:1769074948.368776:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960354432 00000100:00100000:3.0:1769074948.368778:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960354432 00010000:00010000:3.0:1769074948.368788:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f1c1600/0xf5091596e2fca924 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f405f expref: 54 pid: 14045 timeout: 1737 lvb_type: 1 00000100:00100000:3.0:1769074948.368814:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41136 00000100:00100000:3.0:1769074948.368823:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62601f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+54:2410:x1855007960354560:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.368834:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.368842:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe565b7200/0xf5091596e2fc0ca0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea3db expref: 54 pid: 8416 timeout: 1737 lvb_type: 1 00010000:00010000:3.0:1769074948.368853:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe565b7200/0xf5091596e2fc0ca0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea3db expref: 54 pid: 8416 timeout: 1737 lvb_type: 1 00010000:00010000:3.0:1769074948.368875:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.368877:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.368882:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3045274 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.368891:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3045274 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.368907:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.368948:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62601f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+54:2410:x1855007960354560:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 126us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.368954:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41136 00000100:00100000:3.0:1769074948.368968:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41137 00000100:00100000:3.0:1769074948.368973:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62600a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+53:2410:x1855007960354432:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074948.368982:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074948.368986:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f1c1600/0xf5091596e2fca924 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x924:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f405f expref: 53 pid: 14045 timeout: 1737 lvb_type: 1 00010000:00010000:3.0:1769074948.368995:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f1c1600/0xf5091596e2fca924 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x924:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f405f expref: 53 pid: 14045 timeout: 1737 lvb_type: 1 00010000:00010000:3.0:1769074948.369005:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.369007:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.369009:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304526d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x924:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.369016:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304526d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x924:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.369024:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074948.369038:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62600a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+53:2410:x1855007960354432:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 64us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074948.369043:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41137 00010000:00010000:2.0:1769074948.369787:0:14046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe565b7200/0xf5091596e2fc0ca0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea3db expref: 52 pid: 8416 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.369799:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd5bc17480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007969051520:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.369825:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3045274 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.369833:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3045274 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.369839:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3045274 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.369848:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3045274 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.369855:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3045274 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.369884:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074948.370045:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074948.370054:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3045274 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.370063:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074948.370068:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3045274 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.370077:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3045274 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.370084:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c18ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+282:3657:x1855007969051392:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18919us (18984us total) trans 4294989713 rc 0/0 00000100:00100000:2.0:1769074948.370094:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83381 00010000:00010000:3.0:1769074948.370099:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3045274 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.370108:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9200/0xf5091596e3045274 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2eb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.370122:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074948.370145:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd76f63480/2, rc 0, transno 4294989713 00000100:00100000:2.0:1769074948.370152:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969051392:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1769074948.370168:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.370171:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074948.370177:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.370220:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.370224:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.370227:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.370354:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045243 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.370374:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969051648:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074948.370378:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045243 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.370388:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045243 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.370393:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045243 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.370404:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074948.370428:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074948.370492:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074948.370500:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969052032:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074948.370528:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074948.370559:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969051648 00000100:00100000:3.0:1769074948.370565:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969051648 00000100:00100000:1.0:1769074948.370575:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62603100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+283:3660:x1855007969049600:12345-0@lo:6:osp-syn-1-1.0 Request processed in 33556us (33896us total) trans 4294989714 rc 0/0 00000100:00100000:1.0:1769074948.370580:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83376 00000100:00100000:1.0:1769074948.370598:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969052032 00000100:00100000:1.0:1769074948.370601:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969052032 00000100:00100000:3.0:1769074948.370605:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83382 00000100:00100000:3.0:1769074948.370617:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+283:3658:x1855007969051648:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074948.370626:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83383 00000100:00100000:1.0:1769074948.370633:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4410ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+283:3658:x1855007969052032:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074948.370639:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:295 count 1 00002000:00080000:1.0:1769074948.370645:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1935 count 1 00010000:00010000:1.0:1769074948.370659:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3045282 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x78f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.370661:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e304527b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.370689:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f1fb600/0xf5091596e2fbd28c lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e69c7 expref: 51 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.370691:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdde00/0xf5091596e2fbdaff lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e7233 expref: 51 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.370702:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.370705:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.370708:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.370709:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3045282 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.370713:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.370718:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e304527b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.370734:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f1fb600/0xf5091596e2fbd28c lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e69c7 expref: 51 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.370744:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdde00/0xf5091596e2fbdaff lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7233 expref: 51 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.370746:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f1fb600/0xf5091596e2fbd28c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e69c7 expref: 51 pid: 8669 timeout: 1737 lvb_type: 1 00000100:00100000:1.0:1769074948.370768:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c188380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007969052160:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.370777:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdde00/0xf5091596e2fbdaff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7233 expref: 51 pid: 14035 timeout: 1737 lvb_type: 1 00000100:00100000:3.0:1769074948.370789:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4410b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969052288:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074948.370827:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074948.370832:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be180 going to sleep for 11 seconds 00010000:00010000:1.0:1769074948.370839:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.370846:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045243 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.370853:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.370856:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045243 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.370864:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045243 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.370882:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045243 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.370889:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045243 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2310:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.370915:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.370916:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.370917:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074948.370929:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969051904:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074948.370950:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074948.370984:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6af6d180/2, rc 0, transno 4294989714 00000100:00100000:1.0:1769074948.370991:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6af6d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969049600:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074948.370999:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074948.371005:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969051776:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074948.371011:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969051904 00000100:00100000:3.0:1769074948.371017:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969051904 00000100:00100000:1.0:1769074948.371027:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074948.371054:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969051776 00000100:00100000:3.0:1769074948.371058:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969051776 00000100:00100000:0.0:1769074948.371061:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83384 00000100:00100000:0.0:1769074948.371070:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd5bc17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+285:3660:x1855007969051904:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074948.371075:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd5bc16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969052416:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074948.371085:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83385 00002000:00080000:0.0:1769074948.371086:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4709 count 1 00000100:00100000:3.0:1769074948.371093:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd5bc14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+285:3660:x1855007969051776:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074948.371098:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074948.371101:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e3045289 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1265:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1769074948.371108:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6556 count 1 00010000:00010000:0.0:1769074948.371115:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe51a9ee00/0xf5091596e2fd9b99 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725032c6 expref: 51 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074948.371119:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e3045290 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x199c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.371121:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.371123:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.371126:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e3045289 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074948.371130:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe63011800/0xf5091596e2fbaaf4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x199c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e422f expref: 51 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.371132:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f1c1600/0xf5091596e2fca924 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x924:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f405f expref: 51 pid: 14045 timeout: 1737 lvb_type: 1 00010000:00010000:3.0:1769074948.371147:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074948.371149:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.371150:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe51a9ee00/0xf5091596e2fd9b99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725032c6 expref: 50 pid: 14038 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074948.371152:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f60000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007969051264:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.371154:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e3045290 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x199c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.371168:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe51a9ee00/0xf5091596e2fd9b99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725032c6 expref: 50 pid: 14038 timeout: 1737 lvb_type: 1 00010000:00010000:3.0:1769074948.371176:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe63011800/0xf5091596e2fbaaf4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x199c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e422f expref: 50 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.371177:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304526d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.371178:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969052544:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.371199:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304526d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.371206:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304526d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.371209:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6540 going to sleep for 11 seconds 00010000:00010000:1.0:1769074948.371221:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304526d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.371226:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969052416 00010000:00010000:3.0:1769074948.371227:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe63011800/0xf5091596e2fbaaf4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x199c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e422f expref: 50 pid: 14035 timeout: 1737 lvb_type: 1 00000100:00100000:0.0:1769074948.371231:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969052416 00010000:00010000:1.0:1769074948.371237:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304526d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.371245:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4410bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007969052672:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.371256:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074948.371257:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83386 00000100:00100000:0.0:1769074948.371265:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+286:3658:x1855007969052416:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074948.371271:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be840 going to sleep for 11 seconds 00002000:00080000:0.0:1769074948.371277:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7649 count 1 00010000:00010000:0.0:1769074948.371289:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045297 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.371300:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ba0d800/0xf5091596e2fd2644 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fbd78 expref: 50 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.371308:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.371309:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.371312:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045297 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.371332:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ba0d800/0xf5091596e2fd2644 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbd78 expref: 50 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.371343:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ba0d800/0xf5091596e2fd2644 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbd78 expref: 50 pid: 14038 timeout: 1737 lvb_type: 1 00000100:00100000:0.0:1769074948.371354:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007969052800:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.371382:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074948.371403:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62600e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+287:3660:x1855007969051136:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21145us (21246us total) trans 4294989715 rc 0/0 00000100:00100000:1.0:1769074948.371408:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83380 00000004:00080000:3.0:1769074948.371526:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd76f62300/2, rc 0, transno 4294989715 00000100:00100000:3.0:1769074948.371535:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969051136:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074948.371603:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969052928:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074948.371622:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074948.371634:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969052928 00000100:00100000:1.0:1769074948.371636:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969052928 00000100:00100000:1.0:1769074948.371657:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83387 00000100:00100000:1.0:1769074948.371661:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+287:3659:x1855007969052928:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074948.371669:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3537 count 1 00010000:00010000:1.0:1769074948.371679:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e304529e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.371690:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dce00/0xf5091596e2fc2e42 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ec576 expref: 50 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.371695:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.371696:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.371699:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e304529e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.371711:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dce00/0xf5091596e2fc2e42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec576 expref: 50 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.371716:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dce00/0xf5091596e2fc2e42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec576 expref: 50 pid: 14047 timeout: 1737 lvb_type: 1 00000100:00100000:1.0:1769074948.371723:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007969053056:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074948.371755:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb300 going to sleep for 11 seconds 00000004:00080000:2.0:1769074948.371957:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6af6ce00/2, rc 0, transno 4294989712 00000100:00100000:2.0:1769074948.371975:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6af6ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969049344:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074948.371994:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.372000:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304526d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.372008:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.372013:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304526d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.372021:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304526d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.372041:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304526d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.372048:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304526d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x924:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.372065:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074948.372067:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969053184:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074948.372068:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.372070:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074948.372095:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.372113:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969053184 00000100:00100000:2.0:1769074948.372117:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969053184 00000100:00100000:2.0:1769074948.372141:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83388 00000100:00100000:2.0:1769074948.372148:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+288:3660:x1855007969053184:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.372171:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:63 count 1 00010000:00010000:2.0:1769074948.372182:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e30452a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.372193:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64162c00/0xf5091596e2fdb61f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504d53 expref: 50 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.372200:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.372201:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.372204:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e30452a5 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.372220:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe64162c00/0xf5091596e2fdb61f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d53 expref: 50 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.372232:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe64162c00/0xf5091596e2fdb61f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d53 expref: 50 pid: 14039 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.372251:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4dded880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007969053312:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.372296:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fe900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.373027:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62601500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+288:3660:x1855007969050752:12345-0@lo:6:osp-syn-1-1.0 Request processed in 34041us (34312us total) trans 4294989711 rc 0/0 00000100:00100000:2.0:1769074948.373036:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83379 00000004:00080000:3.0:1769074948.373083:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd76f61880/2, rc 0, transno 4294989711 00000100:00100000:3.0:1769074948.373104:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969050752:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074948.373838:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074948.373854:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4ddedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969053440:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074948.373895:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.374405:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969053440 00000100:00100000:2.0:1769074948.374412:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969053440 00000100:00100000:2.0:1769074948.374481:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83389 00000100:00100000:2.0:1769074948.374489:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+288:3658:x1855007969053440:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074948.374515:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:3138 count 1 00010000:00010000:2.0:1769074948.374538:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30452ac lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.374556:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7172e800/0xf5091596e2fdbc2a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xc42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505365 expref: 50 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.374563:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.374565:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.374569:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30452ac lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xc42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.374594:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7172e800/0xf5091596e2fdbc2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xc42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505365 expref: 50 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.374610:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7172e800/0xf5091596e2fdbc2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505365 expref: 50 pid: 14045 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.374621:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4ddec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969053568:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.375684:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4a3fea80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.375908:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4410b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969052288:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.375930:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e304527b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074948.375989:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.376022:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.376035:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960354816 00000100:00100000:2.0:1769074948.376041:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960354816 00000100:00100000:2.0:1769074948.376052:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960354688 00000100:00100000:2.0:1769074948.376054:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960354688 00000100:00100000:3.0:1769074948.376063:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074948.376076:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f1fb600/0xf5091596e2fbd28c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e69c7 expref: 52 pid: 8669 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.376106:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960354944 00000100:00100000:2.0:1769074948.376109:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960354944 00010000:00010000:2.0:1769074948.376121:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe51a9ee00/0xf5091596e2fd9b99 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725032c6 expref: 53 pid: 14038 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.376142:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41138 00000100:00100000:2.0:1769074948.376150:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe69912850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+53:2407:x1855007960354688:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.376584:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.376593:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f1fb600/0xf5091596e2fbd28c lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e69c7 expref: 53 pid: 8669 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.376607:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f1fb600/0xf5091596e2fbd28c lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e69c7 expref: 53 pid: 8669 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.376630:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.376632:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.376637:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3045282 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.376647:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3045282 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x78f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.376664:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.376708:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe69912850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+53:2407:x1855007960354688:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 558us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.376716:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41138 00000100:00100000:0.0:1769074948.376731:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969052544:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.376739:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41139 00000100:00100000:2.0:1769074948.376749:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd442ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+52:2407:x1855007960354944:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.376757:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.376763:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe51a9ee00/0xf5091596e2fd9b99 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1265:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725032c6 expref: 52 pid: 14038 timeout: 1737 lvb_type: 1 00010000:00010000:0.0:1769074948.376767:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e3045289 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1265:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.376776:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe51a9ee00/0xf5091596e2fd9b99 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1265:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725032c6 expref: 52 pid: 14038 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.376796:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe51a9ee00/0xf5091596e2fd9b99 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1265:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725032c6 expref: 52 pid: 14038 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.376824:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.376826:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.376829:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e3045289 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.376845:0:8415:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4f1fb600/0xf5091596e2fbd28c lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x78f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e69c7 expref: 51 pid: 8669 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.376917:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e3045289 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1265:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.376938:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.376959:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+50:2407:x1855007960354944:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 211us (896us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.376965:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41139 00010000:00010000:2.0:1769074948.376986:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e3045289 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.376993:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e3045289 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.377001:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e3045289 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.377005:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c188380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007969052160:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.377012:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e3045289 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.377030:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074948.377034:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3045282 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.377435:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3045282 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.377442:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3045282 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.377472:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3045282 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.377479:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3045282 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.377498:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074948.377669:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd5bc17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+290:3660:x1855007969051904:12345-0@lo:6:osp-syn-1-1.0 Request processed in 6598us (6714us total) trans 4294989716 rc 0/0 00000100:00100000:2.0:1769074948.377679:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83384 00010000:00010000:2.0:1769074948.377709:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074948.377715:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e3045289 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.377722:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89d000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.377726:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e3045289 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.377735:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e3045289 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.377749:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e3045289 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.377750:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4410ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+289:3658:x1855007969052032:12345-0@lo:6:osp-syn-1-1.0 Request processed in 7110us (7214us total) trans 4294989717 rc 0/0 00010000:00010000:2.0:1769074948.377763:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d000/0xf5091596e3045289 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1265:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.377771:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83383 00010000:00010000:2.0:1769074948.377782:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.377786:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3045282 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.377793:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.377796:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3045282 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.377816:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3045282 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.377828:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3045282 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.377834:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e3045282 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x78f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1769074948.377861:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd76f63800/2, rc 0, transno 4294989716 00000100:00100000:3.0:1769074948.377876:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f63800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969051904:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074948.377878:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5c188700/2, rc 0, transno 4294989717 00000100:00100000:0.0:1769074948.377891:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969052032:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074948.377929:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.377932:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.377934:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.378032:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074948.378045:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4ddee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969053824:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074948.378048:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.378079:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074948.378373:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074948.378383:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4ddef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969053696:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074948.378530:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074948.379125:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969053824 00000100:00100000:2.0:1769074948.379132:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969053824 00000100:00100000:2.0:1769074948.379237:0:14010:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969053696 00000100:00100000:2.0:1769074948.379241:0:14010:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969053696 00000100:00100000:1.0:1769074948.379261:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83390 00000100:00100000:1.0:1769074948.379273:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+289:3660:x1855007969053824:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074948.379301:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:706 count 1 00010000:00010000:1.0:1769074948.379325:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30452b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.379342:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe56b06800/0xf5091596e2fc11fc lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ea930 expref: 49 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.379350:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.379352:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074948.379355:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30452b3 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.379384:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe56b06800/0xf5091596e2fc11fc lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea930 expref: 49 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074948.379396:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe56b06800/0xf5091596e2fc11fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea930 expref: 49 pid: 14038 timeout: 1737 lvb_type: 1 00000100:00100000:1.0:1769074948.379408:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe631f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007969053952:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.379559:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83391 00000100:00100000:0.0:1769074948.379572:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd442cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+290:3657:x1855007969053696:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074948.379588:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:958 count 1 00010000:00010000:0.0:1769074948.379606:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30452ba lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.379621:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdde00/0xf5091596e2fbdaff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7233 expref: 49 pid: 14035 timeout: 1737 lvb_type: 1 00010000:00010000:0.0:1769074948.379622:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe679c6000/0xf5091596e2fc6b4a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x3be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f027e expref: 49 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074948.379660:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.379662:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074948.379664:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb000 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.379665:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41140 00010000:00010000:0.0:1769074948.379668:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30452ba lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.379675:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd442cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+49:2407:x1855007960354816:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.379689:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.379694:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdde00/0xf5091596e2fbdaff lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7233 expref: 49 pid: 14035 timeout: 1737 lvb_type: 1 00010000:00010000:0.0:1769074948.379701:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe679c6000/0xf5091596e2fc6b4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f027e expref: 49 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074948.379709:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdde00/0xf5091596e2fbdaff lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7233 expref: 49 pid: 14035 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.379733:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4fcdde00/0xf5091596e2fbdaff lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x127:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7233 expref: 49 pid: 14035 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.379744:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.379746:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.379750:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e304527b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.379759:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e304527b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x127:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.379778:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.379817:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+48:2407:x1855007960354816:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 134us (3986us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.379825:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41140 00010000:00010000:2.0:1769074948.379941:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e304527b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.379948:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e304527b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.379954:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e304527b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.379958:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e304527b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.379984:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074948.380025:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.380031:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e304527b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.380039:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.380042:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e304527b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.380050:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e304527b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.380061:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e304527b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.380068:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14c00/0xf5091596e304527b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x127:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.380082:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.380084:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.380086:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074948.380261:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd76f61180/2, rc 0, transno 4294989718 00000100:00100000:1.0:1769074948.380281:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969051648:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.380367:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+291:3658:x1855007969051648:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9754us (9940us total) trans 4294989718 rc 0/0 00000100:00100000:2.0:1769074948.380373:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83382 00010000:00010000:0.0:1769074948.381508:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe679c6000/0xf5091596e2fc6b4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f027e expref: 49 pid: 14010 timeout: 1737 lvb_type: 1 00000100:00100000:0.0:1769074948.381534:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007969054080:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074948.381608:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5f6e6a80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074948.382892:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.382893:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4410bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007969052672:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.382913:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074948.382917:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e3045290 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x199c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.382976:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960355072 00000100:00100000:0.0:1769074948.382977:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007969052800:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074948.382984:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960355072 00010000:00010000:0.0:1769074948.382996:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045297 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.383018:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe63011800/0xf5091596e2fbaaf4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x199c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e422f expref: 48 pid: 14035 timeout: 1737 lvb_type: 1 00000100:00100000:0.0:1769074948.383028:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4dded880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007969053312:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074948.383045:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e30452a5 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.383055:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960355200 00000100:00100000:2.0:1769074948.383061:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960355200 00010000:00010000:2.0:1769074948.383076:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe64162c00/0xf5091596e2fdb61f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d53 expref: 49 pid: 14039 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.383108:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41141 00000100:00100000:2.0:1769074948.383117:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+49:2407:x1855007960355072:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.383131:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.383137:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe63011800/0xf5091596e2fbaaf4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x199c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e422f expref: 49 pid: 14035 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.383149:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe63011800/0xf5091596e2fbaaf4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x199c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e422f expref: 49 pid: 14035 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.383181:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe63011800/0xf5091596e2fbaaf4 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x199c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e422f expref: 49 pid: 14035 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.383195:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.383198:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.383203:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e3045290 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x199c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.383212:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e3045290 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x199c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.383234:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.383276:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddedf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+48:2407:x1855007960355072:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 159us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.383291:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41142 00000100:00100000:2.0:1769074948.383302:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41141 00000100:00100000:0.0:1769074948.383306:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+48:2407:x1855007960355200:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074948.383318:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074948.383325:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe64162c00/0xf5091596e2fdb61f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d53 expref: 47 pid: 14039 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.383331:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e3045290 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x199c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.383339:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe64162c00/0xf5091596e2fdb61f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d53 expref: 47 pid: 14039 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.383342:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e3045290 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x199c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.383361:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e3045290 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x199c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.383368:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e3045290 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x199c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.383375:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64162c00/0xf5091596e2fdb61f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504d53 expref: 47 pid: 14039 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.383385:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074948.383388:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.383392:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074948.383394:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e30452a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.383401:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e30452a5 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.383421:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074948.383444:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddeed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+46:2407:x1855007960355200:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 143us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074948.383480:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41142 00010000:00010000:0.0:1769074948.383500:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e30452a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.383508:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e30452a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.383516:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e30452a5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.383523:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e30452a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074948.385269:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074948.385388:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd5bc14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+292:3660:x1855007969051776:12345-0@lo:6:osp-syn-1-1.0 Request processed in 14292us (14358us total) trans 4294989719 rc 0/0 00000100:00100000:2.0:1769074948.385401:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83385 00010000:00010000:2.0:1769074948.385432:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1769074948.385440:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e3045290 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x199c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074948.385480:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+291:3660:x1855007969053184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13330us (13382us total) trans 4294989720 rc 0/0 00000100:00100000:0.0:1769074948.385488:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83388 00010000:00010000:2.0:1769074948.385557:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.385562:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e3045290 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x199c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.385571:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e3045290 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x199c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.385588:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e3045290 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x199c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.385594:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14800/0xf5091596e3045290 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x199c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.385618:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.385622:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e30452a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.385629:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.385632:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e30452a5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.385639:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e30452a5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.385648:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e30452a5 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.385654:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8800/0xf5091596e30452a5 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.385669:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.385670:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.385672:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.385679:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074948.385707:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd4496c380/2, rc 0, transno 4294989720 00000100:00100000:2.0:1769074948.385730:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969053184:0@lo:6:osp-syn-1-1.0 00000004:00080000:2.0:1769074948.385743:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd76f61500/2, rc 0, transno 4294989719 00000100:00100000:2.0:1769074948.385748:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969051776:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074948.386571:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007969053056:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074948.386597:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e304529e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.386629:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074948.386660:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074948.386670:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4ddec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969053568:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.386683:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30452ac lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.386686:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.386719:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960355328 00000100:00100000:0.0:1769074948.386727:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960355328 00000100:00100000:3.0:1769074948.386732:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960355584 00000100:00100000:2.0:1769074948.386735:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074948.386737:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960355584 00010000:00010000:3.0:1769074948.386760:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7172e800/0xf5091596e2fdbc2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505365 expref: 47 pid: 14045 timeout: 1737 lvb_type: 1 00010000:00010000:0.0:1769074948.386762:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dce00/0xf5091596e2fc2e42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec576 expref: 47 pid: 14047 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.386776:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074948.386819:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960355456 00000100:00100000:0.0:1769074948.386823:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960355456 00010000:00010000:0.0:1769074948.386840:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ba0d800/0xf5091596e2fd2644 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbd78 expref: 48 pid: 14038 timeout: 1737 lvb_type: 1 00000100:00100000:1.0:1769074948.386849:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007969054080:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074948.386865:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30452ba lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.386971:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960355712 00000100:00100000:2.0:1769074948.386975:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960355712 00010000:00010000:2.0:1769074948.386993:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe679c6000/0xf5091596e2fc6b4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f027e expref: 49 pid: 14010 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.387008:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960355840 00000100:00100000:2.0:1769074948.387010:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960355840 00010000:00010000:2.0:1769074948.387022:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe56b06800/0xf5091596e2fc11fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea930 expref: 50 pid: 14038 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.387034:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41143 00000100:00100000:2.0:1769074948.387042:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dded500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+50:2409:x1855007960355584:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.387054:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.387059:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7172e800/0xf5091596e2fdbc2a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505365 expref: 50 pid: 14045 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.387068:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7172e800/0xf5091596e2fdbc2a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xc42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505365 expref: 50 pid: 14045 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.387087:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7172e800/0xf5091596e2fdbc2a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xc42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072505365 expref: 50 pid: 14045 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.387100:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.387102:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.387106:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30452ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.387116:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30452ac lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xc42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.387145:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074948.387166:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30452ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.387174:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30452ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.387187:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30452ac lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.387195:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dded500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+49:2409:x1855007960355584:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 154us (534us total) trans 0 rc 0/0 00010000:00010000:1.0:1769074948.387196:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30452ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.387202:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41143 00010000:00010000:1.0:1769074948.387210:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.387221:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41144 00010000:00010000:1.0:1769074948.387222:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1769074948.387227:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+48:2409:x1855007960355328:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074948.387228:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30452ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.387234:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.387235:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074948.387238:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30452ac lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.387239:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dce00/0xf5091596e2fc2e42 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec576 expref: 48 pid: 14047 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.387248:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dce00/0xf5091596e2fc2e42 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec576 expref: 48 pid: 14047 timeout: 1737 lvb_type: 1 00010000:00010000:1.0:1769074948.387257:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30452ac lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.387261:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe472dce00/0xf5091596e2fc2e42 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ec576 expref: 48 pid: 14047 timeout: 1737 lvb_type: 1 00010000:00010000:1.0:1769074948.387268:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30452ac lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.387269:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.387271:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.387274:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e304529e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.387276:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30452ac lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xc42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.387314:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.387316:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.387318:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.387436:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e304529e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.387545:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+291:3658:x1855007969053440:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13057us (13649us total) trans 4294989721 rc 0/0 00000100:00100000:1.0:1769074948.387554:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83389 00010000:00010000:2.0:1769074948.387562:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.387584:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+47:2409:x1855007960355328:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 357us (956us total) trans 0 rc 0/0 00000004:00080000:1.0:1769074948.387588:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4ddedc00/2, rc 0, transno 4294989721 00000100:00100000:2.0:1769074948.387591:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41144 00000100:00100000:1.0:1769074948.387605:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4ddedc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969053440:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.387605:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41145 00000100:00100000:2.0:1769074948.387611:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+46:2409:x1855007960355456:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.387619:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.387624:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ba0d800/0xf5091596e2fd2644 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbd78 expref: 46 pid: 14038 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.387634:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ba0d800/0xf5091596e2fd2644 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbd78 expref: 46 pid: 14038 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.387647:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5ba0d800/0xf5091596e2fd2644 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fbd78 expref: 46 pid: 14038 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.387655:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.387657:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.387660:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045297 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.387666:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045297 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.387691:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074948.387710:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+45:2409:x1855007960355456:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 99us (1023us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.387717:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41145 00000100:00100000:2.0:1769074948.387729:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41146 00000100:00100000:2.0:1769074948.387736:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433fd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+44:2409:x1855007960355712:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.387742:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.387747:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe679c6000/0xf5091596e2fc6b4a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x3be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f027e expref: 44 pid: 14010 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.387760:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe679c6000/0xf5091596e2fc6b4a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x3be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f027e expref: 44 pid: 14010 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.387772:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe679c6000/0xf5091596e2fc6b4a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x3be:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f027e expref: 44 pid: 14010 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.387780:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.387782:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.387784:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30452ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.387790:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30452ba lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.387817:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074948.387872:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045297 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.387881:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045297 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.387888:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045297 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.387895:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045297 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.387910:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.387921:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433fd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+43:2409:x1855007960355712:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 100us (1100us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074948.387930:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41146 00000100:00100000:2.0:1769074948.387967:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41147 00000100:00100000:2.0:1769074948.387973:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+42:2409:x1855007960355840:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074948.387981:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074948.387986:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe56b06800/0xf5091596e2fc11fc lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea930 expref: 42 pid: 14038 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.387995:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe56b06800/0xf5091596e2fc11fc lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea930 expref: 42 pid: 14038 timeout: 1737 lvb_type: 1 00010000:00010000:2.0:1769074948.388008:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074948.388009:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074948.388010:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+291:3658:x1855007969052416:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16745us (16914us total) trans 4294989722 rc 0/0 00010000:00010000:2.0:1769074948.388012:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30452b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074948.388018:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83386 00010000:00010000:2.0:1769074948.388020:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30452b3 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.388031:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074948.388034:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.388039:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045297 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.388046:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89de00 already unused, calling callback (ffffffffc0cdeb90) 00000100:00100000:2.0:1769074948.388047:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+42:2409:x1855007960355840:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 75us (1274us total) trans 0 rc 0/0 00010000:00010000:1.0:1769074948.388049:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045297 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.388053:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41147 00010000:00010000:1.0:1769074948.388057:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045297 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.388069:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045297 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.388076:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045297 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1de1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.388076:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e304529e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.388084:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e304529e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.388091:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e304529e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.388095:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.388097:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.388098:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.388098:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e304529e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.388110:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:1.0:1769074948.388115:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd5bc16d80/2, rc 0, transno 4294989722 00000100:00100000:1.0:1769074948.388120:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd5bc16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969052416:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074948.388327:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+291:3659:x1855007969052928:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16663us (16702us total) trans 4294989723 rc 0/0 00000100:00100000:2.0:1769074948.388337:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83387 00010000:00010000:2.0:1769074948.388355:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.388359:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e304529e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1769074948.388361:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd76f60000/2, rc 0, transno 4294989723 00000100:00100000:1.0:1769074948.388365:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969052928:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074948.388367:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.388370:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e304529e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.388378:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e304529e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.388388:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e304529e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.388395:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0e00/0xf5091596e304529e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xdd1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.388413:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.388415:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.388417:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.388734:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30452ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.388744:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30452ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.388751:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30452ba lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.388757:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30452ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.388771:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074948.388967:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+291:3657:x1855007969053696:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9400us (10438us total) trans 4294989724 rc 0/0 00000100:00100000:2.0:1769074948.388972:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83391 00010000:00010000:2.0:1769074948.388986:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074948.388989:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30452ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.388994:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89c400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074948.388996:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30452ba lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.389001:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30452ba lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.389009:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30452ba lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.389013:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30452ba lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x3be:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.389025:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.389027:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074948.389028:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074948.389044:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4ddef800/2, rc 0, transno 4294989724 00000100:00100000:2.0:1769074948.389048:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4ddef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969053696:0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074948.389069:0:14046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe56b06800/0xf5091596e2fc11fc lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea930 expref: 41 pid: 14038 timeout: 1737 lvb_type: 1 00000100:00100000:2.0:1769074948.389075:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe631f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0001_UUID:14046:1855007969053952:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074948.389087:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30452b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.389092:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30452b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.389097:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30452b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.389101:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30452b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.389105:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30452b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074948.389118:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074948.389144:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074948.389149:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30452b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.389156:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074948.389159:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30452b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.389167:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30452b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.389216:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30452b3 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074948.389223:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e30452b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2c2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074948.389231:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+291:3660:x1855007969053824:12345-0@lo:6:osp-syn-1-1.0 Request processed in 9962us (11152us total) trans 4294989725 rc 0/0 00010000:00010000:1.0:1769074948.389236:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074948.389237:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074948.389237:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83390 00000004:00080000:2.0:1769074948.389264:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe4ddee680/2, rc 0, transno 4294989725 00000100:00100000:2.0:1769074948.389269:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4ddee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969053824:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074948.389358:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074948.461114:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074949.163496:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3659:1855007969054592:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.163567:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074949.163630:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007969055104:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.163656:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074949.163685:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1769074949.163692:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ffaf39f9-b918-4270-adec-7b88a97239da:3659:1855007969054208:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.163718:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074949.163740:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007969054720:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.163762:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074949.163778:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3659:1855007969055232:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.163810:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074949.163838:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969054464:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.163861:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074949.163879:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3658:1855007969054976:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.163900:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074949.163939:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c188380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1855007969055488:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.163961:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074949.163991:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1769074949.163997:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3658:1855007969054336:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.164019:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074949.164035:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3658:1855007969054848:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.164056:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074949.164072:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c18ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3658:1855007969055360:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.164091:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074949.164120:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969054208 00000100:00100000:1.0:1769074949.164127:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969054208 00000100:00100000:1.0:1769074949.164171:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:1.0:1769074949.164179:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe67e52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ffaf39f9-b918-4270-adec-7b88a97239da+23:3659:x1855007969054208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.164227:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe67e52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ffaf39f9-b918-4270-adec-7b88a97239da+23:3659:x1855007969054208:12345-0@lo:400:kworker.0 Request processed in 48us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074949.164234:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:1.0:1769074949.164265:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969054720 00000100:00100000:1.0:1769074949.164269:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969054720 00000100:00100000:1.0:1769074949.164291:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969054464 00000100:00100000:1.0:1769074949.164294:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969054464 00000100:00100000:1.0:1769074949.164307:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1152 00000100:00100000:1.0:1769074949.164313:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007969054720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.164346:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007969054720:12345-0@lo:400:kworker.0 Request processed in 33us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074949.164352:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1152 00000100:00100000:1.0:1769074949.164364:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:1.0:1769074949.164370:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd57bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3658:x1855007969054464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.164416:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd57bc4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:3658:x1855007969054464:12345-0@lo:400:kworker.0 Request processed in 46us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074949.164422:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:1.0:1769074949.164440:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969054592 00000100:00100000:1.0:1769074949.164444:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969054592 00000100:00100000:1.0:1769074949.164498:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969055232 00000100:00100000:1.0:1769074949.164502:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969055232 00000100:00100000:1.0:1769074949.164524:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969054976 00000100:00100000:1.0:1769074949.164527:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969054976 00000100:00100000:1.0:1769074949.164538:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969054336 00000100:00100000:1.0:1769074949.164541:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969054336 00000100:00100000:1.0:1769074949.164551:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969054848 00000100:00100000:1.0:1769074949.164553:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969054848 00000100:00100000:1.0:1769074949.164564:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969055360 00000100:00100000:1.0:1769074949.164566:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969055360 00000100:00100000:1.0:1769074949.164576:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2014 00000100:00100000:1.0:1769074949.164582:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1855007969054592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.164612:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1855007969054592:12345-0@lo:400:kworker.0 Request processed in 30us (1045us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074949.164618:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2014 00000100:00100000:1.0:1769074949.164630:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2015 00000100:00100000:1.0:1769074949.164636:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1855007969055232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.164661:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1855007969055232:12345-0@lo:400:kworker.0 Request processed in 26us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074949.164667:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2015 00000100:00100000:1.0:1769074949.164677:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2016 00000100:00100000:1.0:1769074949.164682:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd57bc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1855007969054976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.164703:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd57bc5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1855007969054976:12345-0@lo:400:kworker.0 Request processed in 22us (803us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074949.164724:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2016 00000100:00100000:1.0:1769074949.164735:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2017 00000100:00100000:1.0:1769074949.164740:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1855007969054336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.164765:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1855007969054336:12345-0@lo:400:kworker.0 Request processed in 25us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074949.164770:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2017 00000100:00100000:1.0:1769074949.164781:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2018 00000100:00100000:1.0:1769074949.164786:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1855007969054848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.164820:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1855007969054848:12345-0@lo:400:kworker.0 Request processed in 35us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074949.164825:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2018 00000100:00100000:1.0:1769074949.164836:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2019 00000100:00100000:1.0:1769074949.164842:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1855007969055360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.164869:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1855007969055360:12345-0@lo:400:kworker.0 Request processed in 27us (776us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074949.164874:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2019 00000100:00080000:1.0:1769074949.164919:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1769074949.164924:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1769074949.164953:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3658:1855007969054336:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.164964:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3658:1855007969054848:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.164973:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c18ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3658:1855007969055360:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.164982:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969054464:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.164990:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3658:1855007969054976:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.165042:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ffaf39f9-b918-4270-adec-7b88a97239da:3659:1855007969054208:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.165052:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007969054720:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.165060:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3659:1855007969055232:0@lo:400:kworker.0 00000100:00100000:1.0:1769074949.165068:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3659:1855007969054592:0@lo:400:kworker.0 00000100:00100000:2.0:1769074949.165172:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969055104 00000100:00100000:2.0:1769074949.165178:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969055104 00000100:00100000:2.0:1769074949.165218:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969055488 00000100:00100000:2.0:1769074949.165221:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969055488 00000100:00100000:2.0:1769074949.165247:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:2.0:1769074949.165253:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe631f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007969055104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074949.165290:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe631f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007969055104:12345-0@lo:400:kworker.0 Request processed in 37us (1633us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074949.165296:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:2.0:1769074949.165310:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:2.0:1769074949.165316:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3658:x1855007969055488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074949.165346:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3658:x1855007969055488:12345-0@lo:400:kworker.0 Request processed in 30us (1383us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074949.165352:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00080000:2.0:1769074949.165370:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1769074949.165387:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c188380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1855007969055488:0@lo:400:kworker.0 00000100:00100000:2.0:1769074949.165411:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007969055104:0@lo:400:kworker.0 00010000:00010000:1.0:1769074949.483718:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074949.674755:0:9777:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 1638368304221ns, next at 1639368301801ns, rc = 0 00000100:00100000:3.0:1769074949.674791:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074949.674812:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd442ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969055616:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1769074949.674879:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074949.675048:0:13919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969055616 00000100:00100000:3.0:1769074949.675056:0:13919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969055616 00000100:00100000:3.0:1769074949.675115:0:13919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1048 00000100:00100000:3.0:1769074949.675123:0:13919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd442cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+291:3660:x1855007969055616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1769074949.675153:0:13919:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8580800 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1769074949.675197:0:13919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd442cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+291:3660:x1855007969055616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (317us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074949.675204:0:13919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1048 00000100:00080000:3.0:1769074949.675226:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074949.675264:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd442ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969055616:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1769074949.675766:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074949.675778:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe68cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007969055744:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1769074949.675826:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074949.680816:0:8419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969055744 00000100:00100000:3.0:1769074949.680831:0:8419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969055744 00000100:00100000:3.0:1769074949.680897:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:3.0:1769074949.680908:0:8419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007969055744:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1769074949.680935:0:8419:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8580800 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1769074949.681021:0:8419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007969055744:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (5194us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074949.681029:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:2.0:1769074949.681180:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe68cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007969055744:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1769074950.526299:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1769074951.222822:0:6508:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294998072 is committed 00010000:00010000:0.0:1769074951.534239:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074951.736513:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1769074951.736538:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c188380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969055872:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1769074951.736635:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074951.736705:0:7725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969055872 00000100:00100000:1.0:1769074951.736713:0:7725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969055872 00000100:00100000:1.0:1769074951.736797:0:7725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:1.0:1769074951.736805:0:7725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1855007969055872:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1769074951.736839:0:7725:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444413440 avail 1298173952 00000100:00100000:1.0:1769074951.736883:0:7725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3658:x1855007969055872:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074951.736890:0:7725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:1.0:1769074951.736932:0:3658:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294998072 gen 2 00000004:00080000:1.0:1769074951.736938:0:3658:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294998072 committed transno 4294998072 00000020:00080000:1.0:1769074951.736945:0:3658:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff8ffe5e20ea80 refcount 2 committed 0 result 0 batchid 6 00000020:00080000:1.0:1769074951.736949:0:3658:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ffe81efca00 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff8ffe5e20e780 00000020:00080000:1.0:1769074951.736973:0:3658:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].6 00000020:00080000:1.0:1769074951.736976:0:3658:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8ffe81efc300 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff8ffe7bf30000 00000020:00080000:1.0:1769074951.736979:0:3658:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].6 00000100:00100000:1.0:1769074951.737033:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c188380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969055872:0@lo:41:osp-pre-0-1.0 00000020:00080000:0.0:1769074951.741005:0:7467:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 6 committed batchid 5 00000020:00080000:0.0:1769074951.741113:0:7467:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 5 00010000:00010000:0.0:1769074952.556909:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074952.581911:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074952.582011:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074952.582074:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074952.582109:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074952.582131:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074952.582219:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960355968 00000100:00100000:3.0:1769074952.582229:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960355968 00000100:00100000:3.0:1769074952.582286:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 802 00000100:00100000:3.0:1769074952.582296:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe67e51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9e9f9cd-4e2b-46f6-ac41-bb9a9bc4bf38+9:2409:x1855007960355968:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1769074952.582372:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe67e51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9e9f9cd-4e2b-46f6-ac41-bb9a9bc4bf38+9:2409:x1855007960355968:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 78us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074952.582380:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 802 00000100:00100000:0.0:1769074952.583316:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960356096 00000100:00100000:0.0:1769074952.583325:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960356096 00000100:00100000:0.0:1769074952.583386:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960356224 00000100:00100000:0.0:1769074952.583390:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960356224 00000100:00100000:0.0:1769074952.583423:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 2020 00000100:00100000:0.0:1769074952.583432:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+5:2409:x1855007960356096:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1769074952.583546:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+5:2409:x1855007960356096:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 115us (1646us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074952.583563:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 2020 00000100:00100000:0.0:1769074952.583580:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 2021 00000100:00100000:0.0:1769074952.583587:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dded500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+5:2409:x1855007960356224:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1769074952.583612:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dded500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+5:2409:x1855007960356224:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 25us (1503us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074952.583617:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 2021 00000100:00100000:1.0:1769074952.583787:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960356352 00000100:00100000:1.0:1769074952.583792:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960356352 00000100:00100000:1.0:1769074952.583829:0:8669:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960356480 00000100:00100000:1.0:1769074952.583833:0:8669:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960356480 00000100:00100000:1.0:1769074952.583857:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 974 00000100:00100000:1.0:1769074952.583863:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c9df161-9cf7-469d-b68b-982e038d3703+41:2409:x1855007960356352:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1769074952.583891:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c9df161-9cf7-469d-b68b-982e038d3703+41:2409:x1855007960356352:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 29us (1880us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074952.583898:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 974 00000100:00100000:1.0:1769074952.583911:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 975 00000100:00100000:1.0:1769074952.583917:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c9df161-9cf7-469d-b68b-982e038d3703+41:2409:x1855007960356480:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1769074952.583939:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7c9df161-9cf7-469d-b68b-982e038d3703+41:2409:x1855007960356480:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 22us (1808us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074952.583945:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 975 00000100:00080000:3.0:1769074952.596444:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1769074952.596486:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1769074952.596491:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1769074952.596495:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074952.750033:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074952.750074:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c18ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1855007969056000:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1769074952.750181:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074952.750305:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969056000 00000100:00100000:0.0:1769074952.750313:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969056000 00000100:00100000:0.0:1769074952.750360:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:0.0:1769074952.750368:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3657:x1855007969056000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1769074952.750400:0:6532:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444573184 avail 1298333696 00000100:00100000:0.0:1769074952.750469:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3657:x1855007969056000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074952.750476:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:1.0:1769074952.750816:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c18ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1855007969056000:0@lo:41:osp-pre-1-0.0 00000004:00080000:2.0:1769074953.259122:0:8656:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 1641952670094ns, next at 1642952663491ns, rc = 0 00000100:00100000:2.0:1769074953.259226:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4ddeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969056128:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1769074953.259304:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074953.260520:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe68cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1855007969056256:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1769074953.260571:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074953.260743:0:13919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969056128 00000100:00100000:1.0:1769074953.260760:0:13919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969056128 00000100:00080000:2.0:1769074953.260938:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074953.260955:0:13919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969056256 00000100:00100000:1.0:1769074953.260966:0:13919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969056256 00000100:00100000:2.0:1769074953.260971:0:8418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:2.0:1769074953.260992:0:8418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+291:3659:x1855007969056128:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1769074953.261020:0:13919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:1.0:1769074953.261030:0:13919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dded880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1855007969056256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1769074953.261063:0:8418:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8580800 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1769074953.261179:0:8418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+291:3659:x1855007969056128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 195us (1874us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074953.261187:0:8418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00080000:2.0:1769074953.261237:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074953.261289:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4ddeca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969056128:0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1769074953.261598:0:13919:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8580800 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1769074953.261666:0:13919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dded880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1855007969056256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 636us (1092us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074953.261676:0:13919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:1.0:1769074953.264599:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe68cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1855007969056256:0@lo:13:osp-pre-0-0.0 00000001:00080000:3.0:1769074953.277319:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989728 is committed 00000001:00080000:0.0:1769074953.281516:0:9484:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294989725 is committed 00000004:00080000:1.0:1769074953.282965:0:7447:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 109 committed 00000020:00080000:1.0:1769074953.282998:0:7447:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0001: 6 batchid updated 00000004:00080000:1.0:1769074953.283011:0:7447:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 108 committed 00000004:00080000:1.0:1769074953.283021:0:7447:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 108 committed 00000100:00100000:3.0:1769074953.283196:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f921880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969056512:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.283276:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.283317:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969057024:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.283353:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1769074953.283365:0:7467:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 6 00000100:00100000:3.0:1769074953.283381:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1769074953.283388:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd442ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969056384:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.283420:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074953.283426:0:7467:0:(osp_trans.c:1582:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff8ffe4de28180 with version 15 00000020:00080000:0.0:1769074953.283438:0:7467:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 6 cancel update log [0x200000401:0x2:0x0].6: rc = 0 00000100:00100000:3.0:1769074953.283440:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969056896:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.283492:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.283521:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969056768:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.283561:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.283580:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969057280:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.283601:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.283621:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000020:00080000:0.0:1769074953.283626:0:7467:0:(update_trans.c:1295:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 6 cancel update log [0x240000400:0x2:0x0].6: rc = 0 00000100:00100000:3.0:1769074953.283628:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f922d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969056640:0@lo:6:osp-syn-0-1.0 00000020:00080000:0.0:1769074953.283635:0:7467:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 6 00000100:00100000:3.0:1769074953.283653:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.283674:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969057152:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.283697:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.283712:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074953.283733:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5a03b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969057664:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074953.283773:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.283790:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5a03ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969057792:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074953.283808:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.283834:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969056512 00000100:00100000:3.0:1769074953.283840:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969056512 00000100:00100000:3.0:1769074953.283907:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969057024 00000100:00100000:3.0:1769074953.283910:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969057024 00000100:00100000:3.0:1769074953.283925:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969056384 00000100:00100000:3.0:1769074953.283927:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969056384 00000100:00100000:3.0:1769074953.283938:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969056896 00000100:00100000:3.0:1769074953.283940:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969056896 00000100:00100000:3.0:1769074953.283955:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969056768 00000100:00100000:3.0:1769074953.283957:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969056768 00000100:00100000:3.0:1769074953.283973:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969057280 00000100:00100000:3.0:1769074953.283976:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969057280 00000100:00100000:3.0:1769074953.283990:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969056640 00000100:00100000:3.0:1769074953.283993:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969056640 00000100:00100000:3.0:1769074953.284022:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969057152 00000100:00100000:3.0:1769074953.284025:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969057152 00000100:00100000:3.0:1769074953.284042:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969057664 00000100:00100000:3.0:1769074953.284045:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969057664 00000100:00100000:3.0:1769074953.284065:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969057792 00000100:00100000:3.0:1769074953.284068:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969057792 00000100:00100000:3.0:1769074953.284082:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83392 00000100:00100000:3.0:1769074953.284092:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+12:3658:x1855007969056512:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074953.284120:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7729 count 1 00010000:00010000:3.0:1769074953.284159:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e30452c1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e31:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.284179:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e14600/0xf5091596e2fbb24f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e4983 expref: 40 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.284188:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.284190:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.284194:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e30452c1 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.284221:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e14600/0xf5091596e2fbb24f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4983 expref: 40 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.284235:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e14600/0xf5091596e2fbb24f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4983 expref: 40 pid: 14039 timeout: 1741 lvb_type: 1 00000100:00100000:3.0:1769074953.284247:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007969058432:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.284322:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768fcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.284341:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83393 00000100:00100000:3.0:1769074953.284349:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+12:3658:x1855007969057024:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074953.284363:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8653 count 1 00010000:00010000:3.0:1769074953.284374:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e30452c8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.284386:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe469ab800/0xf5091596e2fbe896 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e7fca expref: 40 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.284392:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.284393:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.284396:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e30452c8 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.284414:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe469ab800/0xf5091596e2fbe896 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7fca expref: 40 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.284422:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe469ab800/0xf5091596e2fbe896 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7fca expref: 40 pid: 8669 timeout: 1741 lvb_type: 1 00000100:00100000:3.0:1769074953.284431:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969058560:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.284789:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c18ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969057408:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074953.284843:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768fc480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.284933:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83394 00000100:00100000:3.0:1769074953.284941:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+12:3658:x1855007969056384:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074953.284954:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2739 count 1 00010000:00010000:3.0:1769074953.284980:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30452cf lrc: 3/0,1 mode: --/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.284993:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5e249a00/0xf5091596e2fbaf1c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e4657 expref: 40 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.285000:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.285003:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.285005:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30452cf lrc: 4/0,1 mode: --/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.285025:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5e249a00/0xf5091596e2fbaf1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4657 expref: 40 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.285033:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5e249a00/0xf5091596e2fbaf1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4657 expref: 40 pid: 14035 timeout: 1741 lvb_type: 1 00000100:00100000:3.0:1769074953.285042:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd73768a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007969058688:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.288092:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074953.288129:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5a038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969057920:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074953.288200:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074953.288375:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1769074953.288384:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c188380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969057536:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074953.288420:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074953.288433:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5a03bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969058048:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074953.288559:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074953.288587:0:7458:0:(osp_trans.c:1330:osp_get_next_request()) ou ffff8ffe74e81300 version 15 rpc_version 15 00000020:00100000:1.0:1769074953.288617:0:7458:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:1.0:1769074953.288625:0:7458:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff8ffe68cb0a80 x1855007969058944/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1769074953.288644:0:7458:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe68cb0a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7458:1855007969058944:0@lo:1000:osp_up0-1.0 00000100:00100000:1.0:1769074953.288671:0:7458:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074953.288698:0:7458:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb300 going to sleep for 11 seconds 00000100:00100000:0.0:1769074953.288768:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969058944 00000100:00100000:0.0:1769074953.288776:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969058944 00000100:00100000:0.0:1769074953.288821:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:0.0:1769074953.288832:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:7458:x1855007969058944:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1769074953.288872:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969057408 00000100:00100000:2.0:1769074953.288887:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969057408 00000100:00100000:2.0:1769074953.288946:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969057920 00000100:00100000:2.0:1769074953.288950:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969057920 00000100:00100000:2.0:1769074953.288966:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969057536 00000100:00100000:2.0:1769074953.288970:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969057536 00000100:00100000:2.0:1769074953.289005:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969058048 00000100:00100000:2.0:1769074953.289009:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969058048 00000100:00100000:3.0:1769074953.289017:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768fc540 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.289049:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83395 00000100:00100000:0.0:1769074953.289050:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:7458:x1855007969058944:12345-0@lo:1000:osp_up0-1.0 Request processed in 217us (374us total) trans 4294998073 rc 0/0 00000100:00100000:0.0:1769074953.289061:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:3.0:1769074953.289066:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7d1e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+12:3658:x1855007969056896:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074953.289089:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9245 count 1 00010000:00010000:3.0:1769074953.289141:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30452d6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x241d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.289159:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60efde00/0xf5091596e2fdc2ba lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725059ee expref: 40 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.289166:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.289168:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.289171:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30452d6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.289193:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe60efde00/0xf5091596e2fdc2ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725059ee expref: 40 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.289234:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe60efde00/0xf5091596e2fdc2ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725059ee expref: 40 pid: 14044 timeout: 1741 lvb_type: 1 00000100:00100000:3.0:1769074953.289246:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd73769500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007969059072:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.289275:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768fcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.289293:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83396 00000100:00100000:3.0:1769074953.289301:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+12:3660:x1855007969056768:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074953.289315:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:192 count 1 00010000:00010000:3.0:1769074953.289325:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e30452dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.289336:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe64ddca00/0xf5091596e2fcaee2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f461d expref: 40 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.289342:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.289344:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.289346:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e30452dd lrc: 4/0,1 mode: --/PW res: [0x280000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.289365:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe64ddca00/0xf5091596e2fcaee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f461d expref: 40 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.289373:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe64ddca00/0xf5091596e2fcaee2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f461d expref: 40 pid: 14035 timeout: 1741 lvb_type: 1 00000100:00100000:3.0:1769074953.289387:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd7376b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007969059200:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.289556:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4f00 going to sleep for 11 seconds 00000100:00100000:2.0:1769074953.289583:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83397 00000100:00100000:3.0:1769074953.289595:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83398 00000100:00100000:2.0:1769074953.289601:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+12:3660:x1855007969057280:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.289615:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+12:3660:x1855007969056640:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074953.289637:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5087 count 1 00002000:00080000:3.0:1769074953.289638:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:715 count 1 00010000:00010000:2.0:1769074953.289674:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e30452e4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x13df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.289678:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e30452eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.289737:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6798fc00/0xf5091596e2fbf681 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8db5 expref: 40 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.289743:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe626e1a00/0xf5091596e2fdb06f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250479c expref: 40 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.289767:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.289769:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.289772:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.289775:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.289779:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e30452e4 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x13df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.289781:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e30452eb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.289856:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6798fc00/0xf5091596e2fbf681 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8db5 expref: 40 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.289856:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe626e1a00/0xf5091596e2fdb06f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250479c expref: 40 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.289898:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6798fc00/0xf5091596e2fbf681 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8db5 expref: 40 pid: 14035 timeout: 1741 lvb_type: 1 00010000:00010000:3.0:1769074953.289900:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe626e1a00/0xf5091596e2fdb06f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250479c expref: 40 pid: 14038 timeout: 1741 lvb_type: 1 00000100:00100000:2.0:1769074953.289948:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4ddeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969059328:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.289950:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd846d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969059456:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074953.290033:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe78527d80 going to sleep for 11 seconds 00000100:00100000:2.0:1769074953.290064:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83399 00000100:00100000:3.0:1769074953.290130:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4b40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.290157:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83400 00000100:00100000:3.0:1769074953.290184:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+10:3660:x1855007969057664:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074953.290201:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:715 count 1 00010000:00010000:3.0:1769074953.290233:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30452f2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.290247:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe626e0e00/0xf5091596e2fdb068 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725047a3 expref: 40 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.290253:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.290254:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.290257:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30452f2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.290277:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe626e0e00/0xf5091596e2fdb068 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725047a3 expref: 40 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.290286:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe626e0e00/0xf5091596e2fdb068 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725047a3 expref: 40 pid: 14038 timeout: 1741 lvb_type: 1 00000100:00100000:3.0:1769074953.290296:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd846d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007969059584:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.290322:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4d80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.290341:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83401 00000100:00100000:3.0:1769074953.290349:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+10:3660:x1855007969057792:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074953.290362:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:192 count 1 00010000:00010000:3.0:1769074953.290375:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e30452f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.290511:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64ddd800/0xf5091596e2fcaee9 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f4616 expref: 40 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.290519:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.290521:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.290524:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e30452f9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.290548:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe64ddd800/0xf5091596e2fcaee9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4616 expref: 40 pid: 14035 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074953.290549:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7384f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+12:3660:x1855007969057152:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1769074953.290573:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe64ddd800/0xf5091596e2fcaee9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4616 expref: 40 pid: 14035 timeout: 1741 lvb_type: 1 00002000:00080000:2.0:1769074953.290583:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9726 count 1 00000100:00100000:3.0:1769074953.290588:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd846daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007969059712:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074953.290605:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045300 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x25fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.290624:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe51c3bc00/0xf5091596e2fd9bfb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x25fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb3307250332f expref: 40 pid: 14047 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074953.290630:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4180 going to sleep for 11 seconds 00010000:00010000:2.0:1769074953.290633:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.290637:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.290640:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045300 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x25fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.290654:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83402 00000100:00100000:3.0:1769074953.290666:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+10:3657:x1855007969057408:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074953.290675:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe51c3bc00/0xf5091596e2fd9bfb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x25fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250332f expref: 40 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.290689:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe51c3bc00/0xf5091596e2fd9bfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250332f expref: 40 pid: 14047 timeout: 1741 lvb_type: 1 00002000:00080000:3.0:1769074953.290693:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2739 count 1 00000100:00100000:2.0:1769074953.290715:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007969059840:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074953.290771:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074953.290799:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83403 00000100:00100000:2.0:1769074953.290810:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+10:3657:x1855007969057920:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074953.290831:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9245 count 1 00010000:00010000:2.0:1769074953.290849:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e3045307 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x241d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.290861:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44b400/0xf5091596e2fdc2c1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725059f5 expref: 40 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.290866:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.290868:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.290870:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e3045307 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.290890:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44b400/0xf5091596e2fdc2c1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725059f5 expref: 40 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.290905:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44b400/0xf5091596e2fdc2c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725059f5 expref: 40 pid: 14045 timeout: 1741 lvb_type: 1 00000100:00100000:2.0:1769074953.290916:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969059968:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.290920:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304530e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.290938:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e29f000/0xf5091596e2fbaf23 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e4650 expref: 40 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.290945:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1769074953.290952:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be480 going to sleep for 11 seconds 00010000:00010000:3.0:1769074953.290963:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.290967:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304530e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.290986:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83404 00010000:00010000:3.0:1769074953.290995:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e29f000/0xf5091596e2fbaf23 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4650 expref: 40 pid: 14039 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074953.291001:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+10:3657:x1855007969057536:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1769074953.291025:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e29f000/0xf5091596e2fbaf23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4650 expref: 40 pid: 14039 timeout: 1741 lvb_type: 1 00002000:00080000:2.0:1769074953.291029:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7729 count 1 00000100:00100000:3.0:1769074953.291047:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd846d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007969060096:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074953.291050:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045315 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.291067:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe631a4c00/0xf5091596e2fbb248 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e497c expref: 40 pid: 14035 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074953.291078:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4240 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.291102:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83405 00000100:00100000:3.0:1769074953.291111:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+10:3657:x1855007969058048:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074953.291126:0:14039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8653 count 1 00010000:00010000:3.0:1769074953.291140:0:14039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e304531c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.291152:0:14039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4efd1600/0xf5091596e2fbe89d lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e7fd1 expref: 40 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.291158:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.291160:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.291161:0:14039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e304531c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.291334:0:14039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4efd1600/0xf5091596e2fbe89d lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7fd1 expref: 40 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.291348:0:14039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4efd1600/0xf5091596e2fbe89d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7fd1 expref: 40 pid: 14038 timeout: 1741 lvb_type: 1 00000100:00100000:3.0:1769074953.291356:0:14039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd846d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007969060224:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.291376:0:14039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c46c0 going to sleep for 11 seconds 00000100:00080000:0.0:1769074953.291553:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074953.291573:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969058176:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074953.291619:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.291628:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969058304:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074953.291662:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1769074953.292295:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.292298:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.292302:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045315 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.292347:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe631a4c00/0xf5091596e2fbb248 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e497c expref: 40 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.292361:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe631a4c00/0xf5091596e2fbb248 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e497c expref: 40 pid: 14035 timeout: 1741 lvb_type: 1 00000100:00100000:2.0:1769074953.292479:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4496d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969060352:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074953.292544:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5b6599c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074953.293580:0:7458:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe68cb0a80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:7458:1855007969058944:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1769074953.293910:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969058176 00000100:00100000:0.0:1769074953.293919:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969058176 00000100:00100000:0.0:1769074953.293978:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969058304 00000100:00100000:0.0:1769074953.293981:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969058304 00000100:00100000:0.0:1769074953.294006:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83406 00000100:00100000:0.0:1769074953.294014:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+12:3659:x1855007969058176:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074953.294042:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9726 count 1 00010000:00010000:0.0:1769074953.294065:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89da00/0xf5091596e3045323 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.294085:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe51c3c200/0xf5091596e2fd9bf4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072503328 expref: 40 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074953.294092:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.294094:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.294098:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89da00/0xf5091596e3045323 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.294129:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe51c3c200/0xf5091596e2fd9bf4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503328 expref: 40 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074953.294147:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe51c3c200/0xf5091596e2fd9bf4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503328 expref: 40 pid: 14047 timeout: 1741 lvb_type: 1 00000100:00100000:0.0:1769074953.294161:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007969060480:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074953.294208:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4de28e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074953.294228:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83407 00000100:00100000:0.0:1769074953.294235:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+12:3660:x1855007969058304:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074953.294251:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5087 count 1 00010000:00010000:0.0:1769074953.294261:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304532a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x13df:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.294272:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60fce200/0xf5091596e2fbf67a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x13df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8dae expref: 40 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074953.294279:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.294281:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.294283:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304532a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x13df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.294300:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe60fce200/0xf5091596e2fbf67a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x13df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8dae expref: 40 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074953.294309:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe60fce200/0xf5091596e2fbf67a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x13df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8dae expref: 40 pid: 14038 timeout: 1741 lvb_type: 1 00000100:00100000:0.0:1769074953.294324:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007969060608:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074953.294343:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4de28a80 going to sleep for 11 seconds 00000100:00100000:0.0:1769074953.297081:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.297319:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8415:1855007969058432:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074953.297365:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e30452c1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.297801:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960356608 00000100:00100000:3.0:1769074953.297812:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960356608 00010000:00010000:3.0:1769074953.297850:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e14600/0xf5091596e2fbb24f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4983 expref: 41 pid: 14039 timeout: 1741 lvb_type: 1 00000100:00100000:3.0:1769074953.297904:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41148 00000100:00100000:3.0:1769074953.297914:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+41:2407:x1855007960356608:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074953.297931:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074953.297938:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e14600/0xf5091596e2fbb24f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4983 expref: 41 pid: 14039 timeout: 1741 lvb_type: 1 00010000:00010000:3.0:1769074953.297951:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e14600/0xf5091596e2fbb24f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4983 expref: 41 pid: 14039 timeout: 1741 lvb_type: 1 00010000:00010000:3.0:1769074953.297977:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60e14600/0xf5091596e2fbb24f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4983 expref: 41 pid: 14039 timeout: 1741 lvb_type: 1 00010000:00010000:3.0:1769074953.298026:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.298028:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.298034:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e30452c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.298043:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e30452c1 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.298114:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969058560:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074953.298136:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e30452c8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.298136:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074953.298195:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+40:2407:x1855007960356608:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 279us (1121us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074953.298203:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41148 00000100:00100000:2.0:1769074953.299741:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074953.299912:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960356736 00000100:00100000:3.0:1769074953.299925:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960356736 00010000:00010000:3.0:1769074953.299974:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe469ab800/0xf5091596e2fbe896 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7fca expref: 40 pid: 8669 timeout: 1741 lvb_type: 1 00000100:00100000:3.0:1769074953.300022:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41149 00000100:00100000:3.0:1769074953.300034:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+40:2410:x1855007960356736:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074953.300052:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074953.300059:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe469ab800/0xf5091596e2fbe896 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x21cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7fca expref: 40 pid: 8669 timeout: 1741 lvb_type: 1 00010000:00010000:3.0:1769074953.300075:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe469ab800/0xf5091596e2fbe896 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x21cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7fca expref: 40 pid: 8669 timeout: 1741 lvb_type: 1 00010000:00010000:3.0:1769074953.300111:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe469ab800/0xf5091596e2fbe896 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x21cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7fca expref: 40 pid: 8669 timeout: 1741 lvb_type: 1 00010000:00010000:3.0:1769074953.300131:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.300134:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.300140:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e30452c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.300298:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e30452c8 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.300376:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074953.300473:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+39:2410:x1855007960356736:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 414us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074953.300483:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41149 00010000:00010000:2.0:1769074953.303303:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e30452c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.303330:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e30452c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.303344:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e30452c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.303352:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e30452c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.303431:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074953.304568:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+13:3658:x1855007969057024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 20213us (21208us total) trans 4294989729 rc 0/0 00000100:00100000:2.0:1769074953.304583:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83393 00000100:00100000:1.0:1769074953.305140:0:3658:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294989728 gen 2 00000004:00080000:1.0:1769074953.305147:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73b67480, transno 4294989443 00000004:00080000:1.0:1769074953.305167:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6140a680, transno 4294989444 00000004:00080000:1.0:1769074953.305170:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6140b480, transno 4294989445 00000004:00080000:1.0:1769074953.305172:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe61408700, transno 4294989446 00000004:00080000:1.0:1769074953.305175:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe61409500, transno 4294989447 00000004:00080000:1.0:1769074953.305177:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73b65c00, transno 4294989448 00000004:00080000:1.0:1769074953.305180:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73b65880, transno 4294989449 00000004:00080000:1.0:1769074953.305182:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73b66680, transno 4294989450 00000004:00080000:1.0:1769074953.305184:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe45379f80, transno 4294989451 00000004:00080000:1.0:1769074953.305187:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57c2d180, transno 4294989452 00000004:00080000:1.0:1769074953.305207:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4be0c000, transno 4294989453 00000004:00080000:1.0:1769074953.305217:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57c2ed80, transno 4294989454 00000004:00080000:1.0:1769074953.305219:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57c2f100, transno 4294989455 00000004:00080000:1.0:1769074953.305222:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe45378a80, transno 4294989456 00000004:00080000:1.0:1769074953.305224:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe45379500, transno 4294989457 00000004:00080000:1.0:1769074953.305226:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57c2d880, transno 4294989458 00000004:00080000:1.0:1769074953.305234:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4be0d500, transno 4294989459 00000004:00080000:1.0:1769074953.305237:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5aa9b800, transno 4294989460 00000004:00080000:1.0:1769074953.305240:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5aa98700, transno 4294989461 00000004:00080000:1.0:1769074953.305242:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc6703100, transno 4294989462 00000004:00080000:1.0:1769074953.305246:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd43d00e00, transno 4294989463 00000004:00080000:1.0:1769074953.305248:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73b65500, transno 4294989464 00000004:00080000:1.0:1769074953.305250:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe565f8380, transno 4294989465 00000004:00080000:1.0:1769074953.305253:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe565fad80, transno 4294989466 00000004:00080000:1.0:1769074953.305255:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe565f8000, transno 4294989467 00000004:00080000:1.0:1769074953.305258:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe565f9500, transno 4294989468 00000004:00080000:1.0:1769074953.305261:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dd71500, transno 4294989469 00000004:00080000:1.0:1769074953.305264:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5aa9b480, transno 4294989470 00000004:00080000:1.0:1769074953.305267:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe565fb800, transno 4294989471 00000004:00080000:1.0:1769074953.305270:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57aed180, transno 4294989472 00000004:00080000:1.0:1769074953.305273:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4dcd0380, transno 4294989473 00000004:00080000:1.0:1769074953.305275:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe565fa300, transno 4294989474 00000004:00080000:1.0:1769074953.305278:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd43f74000, transno 4294989475 00000004:00080000:1.0:1769074953.305280:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581d8e00, transno 4294989476 00000004:00080000:1.0:1769074953.305282:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4411d500, transno 4294989477 00000004:00080000:1.0:1769074953.305285:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd43f77b80, transno 4294989478 00000004:00080000:1.0:1769074953.305287:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd43f76a00, transno 4294989479 00000004:00080000:1.0:1769074953.305289:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4411f480, transno 4294989480 00000004:00080000:1.0:1769074953.305291:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd43f75880, transno 4294989481 00000004:00080000:1.0:1769074953.305294:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581dbb80, transno 4294989482 00000004:00080000:1.0:1769074953.305296:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe74c96a00, transno 4294989483 00000004:00080000:1.0:1769074953.305299:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4dcd2a00, transno 4294989484 00000004:00080000:1.0:1769074953.305301:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe74c94000, transno 4294989485 00000004:00080000:1.0:1769074953.305303:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4411f100, transno 4294989486 00000004:00080000:1.0:1769074953.305305:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6140a300, transno 4294989487 00000004:00080000:1.0:1769074953.305308:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62eff100, transno 4294989488 00000004:00080000:1.0:1769074953.305310:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5d412d80, transno 4294989489 00000004:00080000:1.0:1769074953.305312:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5d410380, transno 4294989490 00000004:00080000:1.0:1769074953.305316:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62efca80, transno 4294989491 00000004:00080000:1.0:1769074953.305319:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd83ccdc00, transno 4294989492 00000004:00080000:1.0:1769074953.305321:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62efed80, transno 4294989493 00000004:00080000:1.0:1769074953.305324:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd83ccc700, transno 4294989494 00000004:00080000:1.0:1769074953.305326:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5d411c00, transno 4294989495 00000004:00080000:1.0:1769074953.305329:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd83ccc000, transno 4294989496 00000004:00080000:1.0:1769074953.305331:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62eff480, transno 4294989497 00000004:00080000:1.0:1769074953.305333:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe565fb100, transno 4294989498 00000004:00080000:1.0:1769074953.305336:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe565f9180, transno 4294989499 00000004:00080000:1.0:1769074953.305339:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe565f8a80, transno 4294989500 00000004:00080000:1.0:1769074953.305342:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe565f9f80, transno 4294989501 00000004:00080000:1.0:1769074953.305344:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe565f8700, transno 4294989502 00000004:00080000:1.0:1769074953.305346:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57c2ce00, transno 4294989503 00000004:00080000:1.0:1769074953.305349:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57c2dc00, transno 4294989504 00000004:00080000:1.0:1769074953.305351:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57c2f800, transno 4294989505 00000004:00080000:1.0:1769074953.305353:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe565f9880, transno 4294989506 00000004:00080000:1.0:1769074953.305356:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe565f9c00, transno 4294989507 00000004:00080000:1.0:1769074953.305358:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe565fbb80, transno 4294989508 00000004:00080000:1.0:1769074953.305360:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc6701180, transno 4294989509 00000004:00080000:1.0:1769074953.305363:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe45379180, transno 4294989510 00000004:00080000:1.0:1769074953.305365:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe45379c00, transno 4294989511 00000004:00080000:1.0:1769074953.305367:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc6700e00, transno 4294989512 00000004:00080000:1.0:1769074953.305370:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe45378000, transno 4294989513 00000004:00080000:1.0:1769074953.305372:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe45379880, transno 4294989514 00000004:00080000:1.0:1769074953.305374:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5aa9a300, transno 4294989515 00000004:00080000:1.0:1769074953.305377:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8b799f80, transno 4294989516 00000004:00080000:1.0:1769074953.305379:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8b799880, transno 4294989517 00000004:00080000:1.0:1769074953.305381:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8b79aa00, transno 4294989518 00000004:00080000:1.0:1769074953.305383:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8b799180, transno 4294989519 00000004:00080000:1.0:1769074953.305386:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8b79a300, transno 4294989520 00000004:00080000:1.0:1769074953.305509:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd428c8700, transno 4294989521 00000004:00080000:1.0:1769074953.305513:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd428cbb80, transno 4294989522 00000004:00080000:1.0:1769074953.305516:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc8ac9c00, transno 4294989523 00000004:00080000:1.0:1769074953.305518:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8b79b800, transno 4294989524 00000004:00080000:1.0:1769074953.305521:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc8acb480, transno 4294989525 00000004:00080000:1.0:1769074953.305523:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8b799500, transno 4294989526 00000004:00080000:1.0:1769074953.305525:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc8acbb80, transno 4294989527 00000004:00080000:1.0:1769074953.305528:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce0380, transno 4294989528 00000004:00080000:1.0:1769074953.305530:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd448b9f80, transno 4294989529 00000004:00080000:1.0:1769074953.305532:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd448b8000, transno 4294989530 00000004:00080000:1.0:1769074953.305534:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd448b8380, transno 4294989531 00000004:00080000:1.0:1769074953.305537:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce0000, transno 4294989532 00000004:00080000:1.0:1769074953.305539:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5c1e8000, transno 4294989533 00000004:00080000:1.0:1769074953.305541:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73b67800, transno 4294989534 00000004:00080000:1.0:1769074953.305544:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce0e00, transno 4294989535 00000004:00080000:1.0:1769074953.305546:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce1880, transno 4294989536 00000004:00080000:1.0:1769074953.305548:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce3800, transno 4294989537 00000004:00080000:1.0:1769074953.305550:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdb9efb480, transno 4294989538 00000004:00080000:1.0:1769074953.305552:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5c1e9f80, transno 4294989539 00000004:00080000:1.0:1769074953.305554:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace1180, transno 4294989540 00000004:00080000:1.0:1769074953.305557:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace0a80, transno 4294989541 00000004:00080000:1.0:1769074953.305559:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace0700, transno 4294989542 00000004:00080000:1.0:1769074953.305561:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace0000, transno 4294989543 00000004:00080000:1.0:1769074953.305564:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace0e00, transno 4294989544 00000004:00080000:1.0:1769074953.305566:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace3480, transno 4294989545 00000004:00080000:1.0:1769074953.305568:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd448baa00, transno 4294989546 00000004:00080000:1.0:1769074953.305570:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581d8000, transno 4294989547 00000004:00080000:1.0:1769074953.305573:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdb9ef6300, transno 4294989548 00000004:00080000:1.0:1769074953.305575:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdb9ef5c00, transno 4294989549 00000004:00080000:1.0:1769074953.305578:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ec37800, transno 4294989550 00000004:00080000:1.0:1769074953.305581:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ec35500, transno 4294989551 00000004:00080000:1.0:1769074953.305584:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ec36a00, transno 4294989552 00000004:00080000:1.0:1769074953.305586:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ec37100, transno 4294989553 00000004:00080000:1.0:1769074953.305588:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ec35180, transno 4294989554 00000004:00080000:1.0:1769074953.305590:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ec37b80, transno 4294989555 00000004:00080000:1.0:1769074953.305593:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce2a00, transno 4294989556 00000004:00080000:1.0:1769074953.305595:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce2300, transno 4294989557 00000004:00080000:1.0:1769074953.305598:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ae67100, transno 4294989558 00000004:00080000:1.0:1769074953.305600:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa67800, transno 4294989559 00000004:00080000:1.0:1769074953.305603:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace1880, transno 4294989560 00000004:00080000:1.0:1769074953.305605:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace1500, transno 4294989561 00000004:00080000:1.0:1769074953.305607:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd43f74e00, transno 4294989562 00000004:00080000:1.0:1769074953.305610:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4e234e00, transno 4294989563 00000004:00080000:1.0:1769074953.305612:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace3800, transno 4294989564 00000004:00080000:1.0:1769074953.305614:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4e235f80, transno 4294989565 00000004:00080000:1.0:1769074953.305616:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce1c00, transno 4294989566 00000004:00080000:1.0:1769074953.305618:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa66a00, transno 4294989567 00000004:00080000:1.0:1769074953.305621:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0f800, transno 4294989568 00000004:00080000:1.0:1769074953.305623:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0d180, transno 4294989569 00000004:00080000:1.0:1769074953.305625:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0d880, transno 4294989570 00000004:00080000:1.0:1769074953.305627:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce2680, transno 4294989571 00000004:00080000:1.0:1769074953.305630:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc4432d80, transno 4294989572 00000004:00080000:1.0:1769074953.305632:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc4431500, transno 4294989573 00000004:00080000:1.0:1769074953.305635:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce3100, transno 4294989574 00000004:00080000:1.0:1769074953.305637:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4be04000, transno 4294989575 00000004:00080000:1.0:1769074953.305640:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc4431180, transno 4294989576 00000004:00080000:1.0:1769074953.305642:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc4431f80, transno 4294989577 00000004:00080000:1.0:1769074953.305644:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc4430000, transno 4294989578 00000004:00080000:1.0:1769074953.305647:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd43211880, transno 4294989579 00000004:00080000:1.0:1769074953.305649:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5aa98000, transno 4294989580 00000004:00080000:1.0:1769074953.305651:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5aa99500, transno 4294989581 00000004:00080000:1.0:1769074953.305654:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ec34380, transno 4294989582 00000004:00080000:1.0:1769074953.305656:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd55f74380, transno 4294989583 00000004:00080000:1.0:1769074953.305659:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ec34700, transno 4294989584 00000004:00080000:1.0:1769074953.305661:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd55f74700, transno 4294989585 00000004:00080000:1.0:1769074953.305663:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4e235500, transno 4294989586 00000004:00080000:1.0:1769074953.305666:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa66680, transno 4294989587 00000004:00080000:1.0:1769074953.305668:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc4430a80, transno 4294989588 00000004:00080000:1.0:1769074953.305671:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa64000, transno 4294989589 00000004:00080000:1.0:1769074953.305673:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa65880, transno 4294989590 00000004:00080000:1.0:1769074953.305676:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd55f77b80, transno 4294989591 00000004:00080000:1.0:1769074953.305678:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0e680, transno 4294989592 00000004:00080000:1.0:1769074953.305680:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0c700, transno 4294989593 00000004:00080000:1.0:1769074953.305683:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0ce00, transno 4294989594 00000004:00080000:1.0:1769074953.305685:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0c000, transno 4294989595 00000004:00080000:1.0:1769074953.305688:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0f100, transno 4294989596 00000004:00080000:1.0:1769074953.305690:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4e236a00, transno 4294989597 00000004:00080000:1.0:1769074953.305693:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0ea00, transno 4294989598 00000004:00080000:1.0:1769074953.305695:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace7100, transno 4294989599 00000004:00080000:1.0:1769074953.305698:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace4380, transno 4294989600 00000004:00080000:1.0:1769074953.305701:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e3bb80, transno 4294989601 00000004:00080000:1.0:1769074953.305704:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4e234000, transno 4294989602 00000004:00080000:1.0:1769074953.305706:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384d500, transno 4294989603 00000004:00080000:1.0:1769074953.305709:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0fb80, transno 4294989604 00000004:00080000:1.0:1769074953.305712:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384e680, transno 4294989605 00000004:00080000:1.0:1769074953.305714:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384c380, transno 4294989606 00000004:00080000:1.0:1769074953.305717:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44367b80, transno 4294989607 00000004:00080000:1.0:1769074953.305719:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e38a80, transno 4294989608 00000004:00080000:1.0:1769074953.305731:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73849c00, transno 4294989609 00000004:00080000:1.0:1769074953.305734:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73849500, transno 4294989610 00000004:00080000:1.0:1769074953.305737:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73848700, transno 4294989611 00000004:00080000:1.0:1769074953.305739:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384b800, transno 4294989612 00000004:00080000:1.0:1769074953.305742:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ae66a00, transno 4294989613 00000004:00080000:1.0:1769074953.305744:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44114e00, transno 4294989614 00000004:00080000:1.0:1769074953.305747:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73848380, transno 4294989615 00000004:00080000:1.0:1769074953.305749:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44115f80, transno 4294989616 00000004:00080000:1.0:1769074953.305751:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44114700, transno 4294989617 00000004:00080000:1.0:1769074953.305754:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44114000, transno 4294989618 00000004:00080000:1.0:1769074953.305756:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784ef800, transno 4294989619 00000004:00080000:1.0:1769074953.305759:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44117480, transno 4294989620 00000004:00080000:1.0:1769074953.305762:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44367800, transno 4294989621 00000004:00080000:1.0:1769074953.305764:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa0c380, transno 4294989622 00000004:00080000:1.0:1769074953.305766:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa0ca80, transno 4294989623 00000004:00080000:1.0:1769074953.305769:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44115500, transno 4294989624 00000004:00080000:1.0:1769074953.305771:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa0d500, transno 4294989625 00000004:00080000:1.0:1769074953.305774:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab0e00, transno 4294989626 00000004:00080000:1.0:1769074953.305776:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab3800, transno 4294989627 00000004:00080000:1.0:1769074953.305778:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384a680, transno 4294989628 00000004:00080000:1.0:1769074953.305781:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab3480, transno 4294989629 00000004:00080000:1.0:1769074953.305783:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784edf80, transno 4294989630 00000004:00080000:1.0:1769074953.305786:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7856ad80, transno 4294989631 00000004:00080000:1.0:1769074953.305788:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7856b480, transno 4294989632 00000004:00080000:1.0:1769074953.305791:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa0c000, transno 4294989633 00000004:00080000:1.0:1769074953.305794:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8bb4f100, transno 4294989634 00000004:00080000:1.0:1769074953.305796:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa0ed80, transno 4294989635 00000004:00080000:1.0:1769074953.305799:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab1880, transno 4294989636 00000004:00080000:1.0:1769074953.305801:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e39180, transno 4294989637 00000004:00080000:1.0:1769074953.305803:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e38000, transno 4294989638 00000004:00080000:1.0:1769074953.305806:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e39c00, transno 4294989639 00000004:00080000:1.0:1769074953.305808:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e3b800, transno 4294989640 00000004:00080000:1.0:1769074953.305811:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384c700, transno 4294989641 00000004:00080000:1.0:1769074953.305813:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1e8700, transno 4294989642 00000004:00080000:1.0:1769074953.305816:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73848a80, transno 4294989643 00000004:00080000:1.0:1769074953.305818:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73848e00, transno 4294989644 00000004:00080000:1.0:1769074953.305820:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73848000, transno 4294989645 00000004:00080000:1.0:1769074953.305823:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73849f80, transno 4294989646 00000004:00080000:1.0:1769074953.305825:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384b100, transno 4294989647 00000004:00080000:1.0:1769074953.305827:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384bb80, transno 4294989648 00000004:00080000:1.0:1769074953.305829:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8bb4d180, transno 4294989649 00000004:00080000:1.0:1769074953.305852:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384ad80, transno 4294989650 00000004:00080000:1.0:1769074953.305854:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc4433800, transno 4294989651 00000004:00080000:1.0:1769074953.305857:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa0e300, transno 4294989652 00000004:00080000:1.0:1769074953.305859:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e3a680, transno 4294989653 00000004:00080000:1.0:1769074953.305862:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62e51c00, transno 4294989654 00000004:00080000:1.0:1769074953.305865:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd57bc6300, transno 4294989655 00000004:00080000:1.0:1769074953.305868:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd57bc5c00, transno 4294989656 00000004:00080000:1.0:1769074953.305870:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62e50a80, transno 4294989657 00000004:00080000:1.0:1769074953.305872:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62e50380, transno 4294989658 00000004:00080000:1.0:1769074953.305874:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62e53480, transno 4294989659 00000004:00080000:1.0:1769074953.305876:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62e51500, transno 4294989660 00000004:00080000:1.0:1769074953.305878:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62e53b80, transno 4294989661 00000004:00080000:1.0:1769074953.305881:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1e9500, transno 4294989662 00000004:00080000:1.0:1769074953.305883:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40ea00, transno 4294989663 00000004:00080000:1.0:1769074953.305885:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40ed80, transno 4294989664 00000004:00080000:1.0:1769074953.305887:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62e50000, transno 4294989665 00000004:00080000:1.0:1769074953.305889:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1e9f80, transno 4294989666 00000004:00080000:1.0:1769074953.305891:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62e53800, transno 4294989667 00000004:00080000:1.0:1769074953.305894:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62e53100, transno 4294989668 00000004:00080000:1.0:1769074953.305896:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40e680, transno 4294989669 00000004:00080000:1.0:1769074953.305898:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40df80, transno 4294989670 00000004:00080000:1.0:1769074953.305900:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40fb80, transno 4294989671 00000004:00080000:1.0:1769074953.305903:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40ca80, transno 4294989672 00000004:00080000:1.0:1769074953.305905:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40c380, transno 4294989673 00000004:00080000:1.0:1769074953.305907:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1e9c00, transno 4294989674 00000004:00080000:1.0:1769074953.305909:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40c000, transno 4294989675 00000004:00080000:1.0:1769074953.305912:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1eb480, transno 4294989676 00000004:00080000:1.0:1769074953.305914:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1eb800, transno 4294989677 00000004:00080000:1.0:1769074953.305916:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57c2e680, transno 4294989678 00000004:00080000:1.0:1769074953.305918:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40f800, transno 4294989679 00000004:00080000:1.0:1769074953.305927:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd57bc7100, transno 4294989680 00000004:00080000:1.0:1769074953.305939:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe663bb100, transno 4294989681 00000004:00080000:1.0:1769074953.305942:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0f480, transno 4294989682 00000004:00080000:1.0:1769074953.305945:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe631f2d80, transno 4294989683 00000004:00080000:1.0:1769074953.305947:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe663bb800, transno 4294989684 00000004:00080000:1.0:1769074953.305949:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0ca80, transno 4294989685 00000004:00080000:1.0:1769074953.305951:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd442cfb80, transno 4294989686 00000004:00080000:1.0:1769074953.305954:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe631f1500, transno 4294989687 00000004:00080000:1.0:1769074953.305956:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5f480, transno 4294989688 00000004:00080000:1.0:1769074953.305959:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496df80, transno 4294989689 00000004:00080000:1.0:1769074953.305962:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679c9f80, transno 4294989690 00000004:00080000:1.0:1769074953.305964:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1e8000, transno 4294989691 00000004:00080000:1.0:1769074953.305967:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679cad80, transno 4294989692 00000004:00080000:1.0:1769074953.305969:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679c9c00, transno 4294989693 00000004:00080000:1.0:1769074953.305972:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1e9880, transno 4294989694 00000004:00080000:1.0:1769074953.305974:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679c9880, transno 4294989695 00000004:00080000:1.0:1769074953.305976:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40e300, transno 4294989696 00000004:00080000:1.0:1769074953.305979:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40ce00, transno 4294989697 00000004:00080000:1.0:1769074953.305982:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40d500, transno 4294989698 00000004:00080000:1.0:1769074953.305985:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40d880, transno 4294989699 00000004:00080000:1.0:1769074953.305989:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40f480, transno 4294989700 00000004:00080000:1.0:1769074953.305993:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40dc00, transno 4294989701 00000004:00080000:1.0:1769074953.305996:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40c700, transno 4294989702 00000004:00080000:1.0:1769074953.305999:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679cb480, transno 4294989703 00000004:00080000:1.0:1769074953.306002:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5ce00, transno 4294989704 00000004:00080000:1.0:1769074953.306005:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679c8000, transno 4294989705 00000004:00080000:1.0:1769074953.306008:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5ed80, transno 4294989706 00000004:00080000:1.0:1769074953.306012:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe631f0e00, transno 4294989707 00000004:00080000:1.0:1769074953.306016:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5c380, transno 4294989708 00000004:00080000:1.0:1769074953.306018:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f920e00, transno 4294989709 00000004:00080000:1.0:1769074953.306030:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f920000, transno 4294989710 00000004:00080000:1.0:1769074953.306033:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1eb100, transno 4294989711 00000004:00080000:1.0:1769074953.306036:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd442cdc00, transno 4294989712 00000004:00080000:1.0:1769074953.306038:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe663b9180, transno 4294989713 00000004:00080000:1.0:1769074953.306041:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdbfa70000, transno 4294989714 00000004:00080000:1.0:1769074953.306044:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f1f80, transno 4294989715 00010000:00010000:0.0:1769074953.306108:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e30452c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.306121:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e30452c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.306133:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e30452c1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.306141:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e30452c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1769074953.306168:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f2a00, transno 4294989716 00000004:00080000:1.0:1769074953.306172:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdbfa72680, transno 4294989717 00000004:00080000:1.0:1769074953.306174:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f0000, transno 4294989718 00000004:00080000:1.0:1769074953.306177:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f0700, transno 4294989719 00000004:00080000:1.0:1769074953.306179:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5d880, transno 4294989720 00000004:00080000:1.0:1769074953.306181:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5fb80, transno 4294989721 00000004:00080000:1.0:1769074953.306184:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6af6f100, transno 4294989722 00000004:00080000:1.0:1769074953.306186:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6af6f800, transno 4294989723 00000004:00080000:1.0:1769074953.306189:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6af6fb80, transno 4294989724 00000004:00080000:1.0:1769074953.306191:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679cb800, transno 4294989725 00000004:00080000:1.0:1769074953.306193:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd57bc7b80, transno 4294989726 00000004:00080000:1.0:1769074953.306195:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5df80, transno 4294989727 00000004:00080000:1.0:1769074953.306197:0:3658:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f2d80, transno 4294989728 00000100:00100000:1.0:1769074953.306206:0:3658:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8ffe6f8f1180 x1855007969057024/t4294989729(4294989729) o6->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074969 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1769074953.306218:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f1180/2, rc 0, transno 4294989729 00000100:00100000:1.0:1769074953.306223:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969057024:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1769074953.309099:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074953.309121:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e30452c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.309137:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074953.310861:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074953.311236:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+13:3658:x1855007969056512:12345-0@lo:6:osp-syn-0-1.0 Request processed in 27142us (27955us total) trans 4294989730 rc 0/0 00000100:00100000:0.0:1769074953.311258:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83392 00010000:00010000:0.0:1769074953.311299:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074953.311308:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e30452c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.311317:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074953.311323:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e30452c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.311333:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e30452c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.311353:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e30452c1 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.311360:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15e00/0xf5091596e30452c1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.311400:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.311402:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.311405:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074953.314067:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e30452c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.314108:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e30452c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.314150:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e30452c8 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.314160:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e30452c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.314215:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074953.314217:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074953.314220:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074953.314545:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd7376b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007969059200:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074953.314570:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e30452dd lrc: 3/0,1 mode: --/PW res: [0x280000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.314628:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.314692:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074953.314845:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd846daa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007969059712:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074953.314867:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960356864 00010000:00010000:3.0:1769074953.314877:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e30452f9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.314878:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960356864 00010000:00010000:0.0:1769074953.314916:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe64ddca00/0xf5091596e2fcaee2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f461d expref: 39 pid: 14035 timeout: 1741 lvb_type: 1 00000100:00100000:0.0:1769074953.314955:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960356992 00000100:00100000:0.0:1769074953.314959:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960356992 00010000:00010000:0.0:1769074953.314972:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe60efde00/0xf5091596e2fdc2ba lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725059ee expref: 40 pid: 14044 timeout: 1741 lvb_type: 1 00000100:00100000:0.0:1769074953.315002:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41150 00000100:00100000:0.0:1769074953.315011:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+40:2409:x1855007960356864:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074953.315025:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.315030:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe64ddca00/0xf5091596e2fcaee2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f461d expref: 40 pid: 14035 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.315042:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe64ddca00/0xf5091596e2fcaee2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f461d expref: 40 pid: 14035 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.315065:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe64ddca00/0xf5091596e2fcaee2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f461d expref: 40 pid: 14035 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.315081:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.315083:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.315087:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e30452dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.315098:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e30452dd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.315239:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41151 00000100:00100000:1.0:1769074953.315251:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e235f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+39:2409:x1855007960356992:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074953.315261:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074953.315267:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe60efde00/0xf5091596e2fdc2ba lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x241d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725059ee expref: 39 pid: 14044 timeout: 1741 lvb_type: 1 00010000:00010000:1.0:1769074953.315322:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe60efde00/0xf5091596e2fdc2ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x241d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725059ee expref: 39 pid: 14044 timeout: 1741 lvb_type: 1 00010000:00010000:1.0:1769074953.315336:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.315338:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.315342:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30452d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x241d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.315350:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30452d6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x241d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.315371:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074953.315442:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e235f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+39:2409:x1855007960356992:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 192us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074953.315470:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41151 00000100:00100000:2.0:1769074953.315597:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.315630:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.315653:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:0.0:1769074953.315719:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074953.315762:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+38:2409:x1855007960356864:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 751us (1449us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074953.315771:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41150 00000100:00100000:1.0:1769074953.318117:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960357120 00000100:00100000:1.0:1769074953.318132:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960357120 00010000:00010000:1.0:1769074953.318179:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5e249a00/0xf5091596e2fbaf1c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4657 expref: 38 pid: 14035 timeout: 1741 lvb_type: 1 00000100:00100000:2.0:1769074953.318536:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.322665:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074953.324769:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960357376 00000100:00100000:0.0:1769074953.324785:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960357376 00010000:00010000:0.0:1769074953.324826:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe64ddd800/0xf5091596e2fcaee9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4616 expref: 41 pid: 14035 timeout: 1741 lvb_type: 1 00000100:00100000:0.0:1769074953.324855:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960357632 00000100:00100000:0.0:1769074953.324858:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960357632 00010000:00010000:0.0:1769074953.324868:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44b400/0xf5091596e2fdc2c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725059f5 expref: 42 pid: 14045 timeout: 1741 lvb_type: 1 00000100:00100000:0.0:1769074953.324878:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960357888 00000100:00100000:0.0:1769074953.324880:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960357888 00010000:00010000:0.0:1769074953.324891:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4efd1600/0xf5091596e2fbe89d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7fd1 expref: 43 pid: 14038 timeout: 1741 lvb_type: 1 00000100:00100000:0.0:1769074953.324904:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41152 00000100:00100000:0.0:1769074953.324912:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e235500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+38:2408:x1855007960357120:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074953.324926:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.324932:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5e249a00/0xf5091596e2fbaf1c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xab3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4657 expref: 38 pid: 14035 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.324947:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5e249a00/0xf5091596e2fbaf1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xab3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4657 expref: 38 pid: 14035 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.324971:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.324973:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.324978:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30452cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.324988:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30452cf lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.325013:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074953.325081:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e235500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+38:2408:x1855007960357120:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 169us (9484us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074953.325089:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41152 00000100:00100000:0.0:1769074953.325107:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41153 00000100:00100000:0.0:1769074953.325113:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60191c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+43:2408:x1855007960357376:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074953.325120:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.325125:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe64ddd800/0xf5091596e2fcaee9 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4616 expref: 43 pid: 14035 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.325135:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe64ddd800/0xf5091596e2fcaee9 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4616 expref: 43 pid: 14035 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.325188:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64ddd800/0xf5091596e2fcaee9 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xc0:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f4616 expref: 43 pid: 14035 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.325976:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.325980:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.325985:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e30452f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.325996:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e30452f9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.326025:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074953.326063:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60191c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+42:2408:x1855007960357376:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 948us (10431us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074953.326071:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41153 00000100:00100000:0.0:1769074953.326124:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41154 00000100:00100000:0.0:1769074953.326134:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e236a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+41:2408:x1855007960357632:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074953.326145:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.326152:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44b400/0xf5091596e2fdc2c1 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x241d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725059f5 expref: 41 pid: 14045 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.326163:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44b400/0xf5091596e2fdc2c1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x241d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725059f5 expref: 41 pid: 14045 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.326181:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.326183:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.326187:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e3045307 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x241d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.326194:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e3045307 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x241d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.326302:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074953.326532:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41155 00000100:00100000:1.0:1769074953.326545:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+41:2408:x1855007960357888:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074953.326554:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074953.326560:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4efd1600/0xf5091596e2fbe89d lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7fd1 expref: 41 pid: 14038 timeout: 1741 lvb_type: 1 00010000:00010000:1.0:1769074953.326578:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4efd1600/0xf5091596e2fbe89d lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7fd1 expref: 41 pid: 14038 timeout: 1741 lvb_type: 1 00000100:00100000:0.0:1769074953.326589:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e236a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+41:2408:x1855007960357632:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 190us (10667us total) trans 0 rc 0/0 00010000:00010000:1.0:1769074953.326592:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.326595:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.326600:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e304531c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.326602:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41154 00010000:00010000:1.0:1769074953.326614:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e304531c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.326629:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074953.326640:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e30452dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.326650:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e30452dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.326655:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+40:2408:x1855007960357888:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 111us (8118us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074953.326666:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e30452dd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.326668:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41155 00010000:00010000:0.0:1769074953.326679:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e30452dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.326698:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074953.327002:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+13:3660:x1855007969056768:12345-0@lo:6:osp-syn-0-1.0 Request processed in 37700us (43439us total) trans 4294989731 rc 0/0 00000100:00100000:0.0:1769074953.327011:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83396 00010000:00010000:0.0:1769074953.327032:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074953.327037:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e30452dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.327045:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074953.327049:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e30452dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.327058:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e30452dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.327071:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e30452dd lrc: 1/0,0 mode: --/PW res: [0x280000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.327078:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14200/0xf5091596e30452dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000004:00080000:1.0:1769074953.327343:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f3b80/2, rc 0, transno 4294989731 00000100:00100000:1.0:1769074953.327351:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969056768:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074953.327489:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.327493:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.327495:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074953.327508:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f921880/2, rc 0, transno 4294989730 00000100:00100000:1.0:1769074953.327514:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f921880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969056512:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1769074953.327568:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e30452f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.327587:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e30452f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.327598:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e30452f9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.327607:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e30452f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.327639:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074953.327658:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074953.327661:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074953.327668:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e30452f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.327676:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.327679:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e30452f9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.327689:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e30452f9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.327701:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e30452f9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.327708:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e30452f9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xc0:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.327742:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074953.327770:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960357248 00000100:00100000:0.0:1769074953.327777:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960357248 00010000:00010000:0.0:1769074953.327806:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe626e0e00/0xf5091596e2fdb068 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725047a3 expref: 40 pid: 14038 timeout: 1741 lvb_type: 1 00010000:00010000:1.0:1769074953.327826:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.327830:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.327833:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074953.327835:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960357504 00000100:00100000:0.0:1769074953.327840:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960357504 00010000:00010000:0.0:1769074953.327854:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe51c3bc00/0xf5091596e2fd9bfb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x25fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250332f expref: 38 pid: 14047 timeout: 1741 lvb_type: 1 00000100:00100000:0.0:1769074953.327868:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41156 00000100:00100000:0.0:1769074953.327876:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+40:2408:x1855007960357248:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074953.327886:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.327891:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe626e0e00/0xf5091596e2fdb068 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725047a3 expref: 40 pid: 14038 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.327901:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe626e0e00/0xf5091596e2fdb068 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725047a3 expref: 40 pid: 14038 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.327915:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.327918:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.327921:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30452f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.327935:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30452f2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.327952:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074953.327994:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+40:2408:x1855007960357248:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 118us (5338us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074953.328001:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41156 00000100:00100000:0.0:1769074953.328022:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41157 00000100:00100000:0.0:1769074953.328033:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+38:2408:x1855007960357504:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074953.328033:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+13:3660:x1855007969057792:12345-0@lo:6:osp-syn-1-1.0 Request processed in 37682us (44221us total) trans 4294989726 rc 0/0 00000100:00100000:3.0:1769074953.328049:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83401 00010000:00010000:0.0:1769074953.328050:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.328057:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe51c3bc00/0xf5091596e2fd9bfb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x25fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250332f expref: 38 pid: 14047 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.328069:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe51c3bc00/0xf5091596e2fd9bfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x25fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250332f expref: 38 pid: 14047 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.328082:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1769074953.328084:0:3660:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294989725 gen 2 00010000:00010000:0.0:1769074953.328085:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.328091:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045300 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1769074953.328097:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73b65180, transno 4294989440 00010000:00010000:0.0:1769074953.328112:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045300 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x25fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1769074953.328114:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73b65f80, transno 4294989441 00000004:00080000:3.0:1769074953.328119:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73b66a00, transno 4294989442 00000004:00080000:3.0:1769074953.328124:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73b64a80, transno 4294989443 00000004:00080000:3.0:1769074953.328129:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73b64e00, transno 4294989444 00010000:00010000:0.0:1769074953.328133:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000004:00080000:3.0:1769074953.328133:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73b67b80, transno 4294989445 00000004:00080000:3.0:1769074953.328139:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73b67100, transno 4294989446 00000004:00080000:3.0:1769074953.328142:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73b66d80, transno 4294989447 00000004:00080000:3.0:1769074953.328145:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe565fb480, transno 4294989448 00000004:00080000:3.0:1769074953.328147:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57aedf80, transno 4294989449 00000004:00080000:3.0:1769074953.328150:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57aef100, transno 4294989450 00000004:00080000:3.0:1769074953.328153:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57aec700, transno 4294989451 00000004:00080000:3.0:1769074953.328156:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57c2c000, transno 4294989452 00000004:00080000:3.0:1769074953.328159:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57c2f480, transno 4294989453 00000100:00100000:0.0:1769074953.328163:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+38:2408:x1855007960357504:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 131us (507us total) trans 0 rc 0/0 00000004:00080000:3.0:1769074953.328165:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5aa9ad80, transno 4294989454 00000004:00080000:3.0:1769074953.328172:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57aef480, transno 4294989455 00000100:00100000:0.0:1769074953.328175:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41157 00000004:00080000:3.0:1769074953.328178:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc6703800, transno 4294989456 00000004:00080000:3.0:1769074953.328183:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5aa98380, transno 4294989457 00000004:00080000:3.0:1769074953.328187:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc6702300, transno 4294989458 00000004:00080000:3.0:1769074953.328190:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc6702a00, transno 4294989459 00000004:00080000:3.0:1769074953.328194:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd79d68380, transno 4294989460 00000004:00080000:3.0:1769074953.328197:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc6701f80, transno 4294989461 00000004:00080000:3.0:1769074953.328199:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd79d69f80, transno 4294989462 00000004:00080000:3.0:1769074953.328202:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe565fa680, transno 4294989463 00000004:00080000:3.0:1769074953.328204:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe565f8e00, transno 4294989464 00000004:00080000:3.0:1769074953.328206:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5aa99f80, transno 4294989465 00000004:00080000:3.0:1769074953.328209:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57aef800, transno 4294989466 00000004:00080000:3.0:1769074953.328212:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57aefb80, transno 4294989467 00000004:00080000:3.0:1769074953.328215:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd7376ad80, transno 4294989468 00000004:00080000:3.0:1769074953.328218:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dd73b80, transno 4294989469 00000004:00080000:3.0:1769074953.328221:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dd71f80, transno 4294989470 00000004:00080000:3.0:1769074953.328223:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd73769c00, transno 4294989471 00000004:00080000:3.0:1769074953.328226:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4dcd2300, transno 4294989472 00000100:00100000:2.0:1769074953.328548:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.328639:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074953.328659:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960357760 00000100:00100000:0.0:1769074953.328663:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960357760 00010000:00010000:0.0:1769074953.328682:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e29f000/0xf5091596e2fbaf23 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4650 expref: 40 pid: 14039 timeout: 1741 lvb_type: 1 00000100:00100000:0.0:1769074953.328700:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960358016 00000004:00080000:3.0:1769074953.328701:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc1bcf800, transno 4294989473 00000100:00100000:0.0:1769074953.328704:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960358016 00000004:00080000:3.0:1769074953.328708:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd79d6b480, transno 4294989474 00000004:00080000:3.0:1769074953.328713:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc1bcc000, transno 4294989475 00000004:00080000:3.0:1769074953.328716:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581d9180, transno 4294989476 00010000:00010000:0.0:1769074953.328720:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe631a4c00/0xf5091596e2fbb248 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e497c expref: 41 pid: 14035 timeout: 1741 lvb_type: 1 00000004:00080000:3.0:1769074953.328728:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581d8380, transno 4294989477 00000004:00080000:3.0:1769074953.328732:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5d413800, transno 4294989478 00000004:00080000:3.0:1769074953.328738:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5d412a00, transno 4294989479 00000004:00080000:3.0:1769074953.328743:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5d410a80, transno 4294989480 00000004:00080000:3.0:1769074953.328749:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dd70380, transno 4294989481 00000004:00080000:3.0:1769074953.328753:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe61408000, transno 4294989482 00000100:00100000:0.0:1769074953.328757:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41158 00000004:00080000:3.0:1769074953.328759:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd83ccce00, transno 4294989483 00000004:00080000:3.0:1769074953.328765:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd83ccca80, transno 4294989484 00000100:00100000:0.0:1769074953.328768:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e235f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+41:2408:x1855007960357760:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000004:00080000:3.0:1769074953.328770:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd7376b800, transno 4294989485 00000004:00080000:3.0:1769074953.328776:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62efc380, transno 4294989486 00000004:00080000:3.0:1769074953.328778:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62efe300, transno 4294989487 00010000:00010000:0.0:1769074953.328781:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.328788:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e29f000/0xf5091596e2fbaf23 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xab3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4650 expref: 41 pid: 14039 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.328797:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e29f000/0xf5091596e2fbaf23 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xab3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4650 expref: 41 pid: 14039 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.328810:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.328812:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.328815:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304530e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xab3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.328823:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304530e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xab3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.328842:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074953.328865:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e235f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+41:2408:x1855007960357760:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 101us (1123us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074953.328872:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41158 00000100:00100000:0.0:1769074953.328885:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41159 00000100:00100000:0.0:1769074953.328891:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+40:2408:x1855007960358016:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074953.328898:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.328903:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe631a4c00/0xf5091596e2fbb248 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e497c expref: 40 pid: 14035 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.328913:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe631a4c00/0xf5091596e2fbb248 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e497c expref: 40 pid: 14035 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.328924:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.328925:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.328929:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045315 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.328937:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045315 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.328947:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074953.328961:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+40:2408:x1855007960358016:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 70us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074953.328967:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41159 00000100:00100000:2.0:1769074953.329067:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.329164:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074953.329417:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960358272 00000100:00100000:0.0:1769074953.329423:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960358272 00010000:00010000:0.0:1769074953.329441:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe60fce200/0xf5091596e2fbf67a lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x13df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8dae expref: 40 pid: 14038 timeout: 1741 lvb_type: 1 00000100:00100000:0.0:1769074953.329479:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960358144 00000100:00100000:0.0:1769074953.329481:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960358144 00010000:00010000:0.0:1769074953.329493:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe51c3c200/0xf5091596e2fd9bf4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503328 expref: 41 pid: 14047 timeout: 1741 lvb_type: 1 00000100:00100000:0.0:1769074953.329506:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41160 00000100:00100000:0.0:1769074953.329512:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433fd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+41:2407:x1855007960358272:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074953.329520:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.329524:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe60fce200/0xf5091596e2fbf67a lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x13df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8dae expref: 41 pid: 14038 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.329533:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe60fce200/0xf5091596e2fbf67a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x13df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8dae expref: 41 pid: 14038 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.329545:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.329547:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.329550:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304532a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.329557:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304532a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x13df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.329569:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074953.329612:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433fd050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+41:2407:x1855007960358272:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 99us (972us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074953.329618:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41160 00000100:00100000:0.0:1769074953.329655:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41161 00000100:00100000:0.0:1769074953.329661:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e235500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+40:2407:x1855007960358144:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074953.329669:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.329673:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8ffe51c3c200/0xf5091596e2fd9bf4 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503328 expref: 40 pid: 14047 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.329681:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe51c3c200/0xf5091596e2fd9bf4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503328 expref: 40 pid: 14047 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.329693:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.329695:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.329697:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89da00/0xf5091596e3045323 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.329705:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89da00/0xf5091596e3045323 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.329715:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074953.329746:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e235500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+40:2407:x1855007960358144:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 85us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074953.329752:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41161 00000100:00100000:2.0:1769074953.329902:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:2.0:1769074953.330029:0:8669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe60efde00/0xf5091596e2fdc2ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725059ee expref: 37 pid: 14044 timeout: 1741 lvb_type: 1 00000100:00100000:2.0:1769074953.330044:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd73769500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007969059072:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074953.330061:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30452d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.330070:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30452d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.330082:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30452d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.330091:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30452d6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.330110:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30452d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.330142:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1769074953.330274:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62efce00, transno 4294989488 00000004:00080000:3.0:1769074953.330279:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd83ccfb80, transno 4294989489 00000004:00080000:3.0:1769074953.330282:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd73769880, transno 4294989490 00000004:00080000:3.0:1769074953.330285:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd73768e00, transno 4294989491 00000004:00080000:3.0:1769074953.330288:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd73769f80, transno 4294989492 00000004:00080000:3.0:1769074953.330291:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd73768000, transno 4294989493 00000004:00080000:3.0:1769074953.330295:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e3b100, transno 4294989494 00000004:00080000:3.0:1769074953.330298:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe60c7dc00, transno 4294989495 00000004:00080000:3.0:1769074953.330301:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd7376a300, transno 4294989496 00000004:00080000:3.0:1769074953.330303:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e39880, transno 4294989497 00000004:00080000:3.0:1769074953.330305:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e39f80, transno 4294989498 00000004:00080000:3.0:1769074953.330323:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd7376a680, transno 4294989499 00000004:00080000:3.0:1769074953.330325:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd7376b480, transno 4294989500 00000004:00080000:3.0:1769074953.330328:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe60c7f100, transno 4294989501 00000004:00080000:3.0:1769074953.330330:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e3aa00, transno 4294989502 00000004:00080000:3.0:1769074953.330333:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e3b480, transno 4294989503 00000004:00080000:3.0:1769074953.330336:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5d411880, transno 4294989504 00000004:00080000:3.0:1769074953.330338:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dd73480, transno 4294989505 00000004:00080000:3.0:1769074953.330342:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5d413100, transno 4294989506 00000004:00080000:3.0:1769074953.330345:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4411c380, transno 4294989507 00000004:00080000:3.0:1769074953.330348:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5d413480, transno 4294989508 00000004:00080000:3.0:1769074953.330352:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57aece00, transno 4294989509 00000004:00080000:3.0:1769074953.330354:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dd72a00, transno 4294989510 00000004:00080000:3.0:1769074953.330357:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dd71c00, transno 4294989511 00000004:00080000:3.0:1769074953.330360:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dd70a80, transno 4294989512 00000004:00080000:3.0:1769074953.330362:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62efdf80, transno 4294989513 00000004:00080000:3.0:1769074953.330365:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581daa00, transno 4294989514 00000004:00080000:3.0:1769074953.330368:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd428c9880, transno 4294989515 00000004:00080000:3.0:1769074953.330370:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581da300, transno 4294989516 00000004:00080000:3.0:1769074953.330373:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc8ac8700, transno 4294989517 00000004:00080000:3.0:1769074953.330377:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdc8ac8a80, transno 4294989518 00000004:00080000:3.0:1769074953.330381:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa67b80, transno 4294989519 00000004:00080000:3.0:1769074953.330384:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd83cce300, transno 4294989520 00000004:00080000:3.0:1769074953.330389:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa64380, transno 4294989521 00000100:00100000:2.0:1769074953.330390:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7d1e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+13:3658:x1855007969056896:12345-0@lo:6:osp-syn-0-1.0 Request processed in 41330us (46895us total) trans 4294989732 rc 0/0 00000004:00080000:3.0:1769074953.330394:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa67480, transno 4294989522 00000004:00080000:3.0:1769074953.330400:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce0700, transno 4294989523 00000100:00100000:2.0:1769074953.330404:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83395 00000004:00080000:3.0:1769074953.330404:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce1180, transno 4294989524 00000004:00080000:3.0:1769074953.330410:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57aec380, transno 4294989525 00000004:00080000:3.0:1769074953.330413:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57aee680, transno 4294989526 00000004:00080000:3.0:1769074953.330416:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57aeea00, transno 4294989527 00000004:00080000:3.0:1769074953.330419:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57ce2d80, transno 4294989528 00000004:00080000:3.0:1769074953.330424:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4411ca80, transno 4294989529 00000004:00080000:3.0:1769074953.330426:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57aec000, transno 4294989530 00000004:00080000:3.0:1769074953.330429:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73b64380, transno 4294989531 00000004:00080000:3.0:1769074953.330432:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dd71180, transno 4294989532 00000004:00080000:3.0:1769074953.330435:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd83cce680, transno 4294989533 00000004:00080000:3.0:1769074953.330439:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace2d80, transno 4294989534 00000004:00080000:3.0:1769074953.330441:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581d9c00, transno 4294989535 00000004:00080000:3.0:1769074953.330444:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581db800, transno 4294989536 00000004:00080000:3.0:1769074953.330463:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace3b80, transno 4294989537 00000004:00080000:3.0:1769074953.330468:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe581dad80, transno 4294989538 00000004:00080000:3.0:1769074953.330471:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8b79a680, transno 4294989539 00000004:00080000:3.0:1769074953.330475:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdb9ef4a80, transno 4294989540 00000004:00080000:3.0:1769074953.330478:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8b79ad80, transno 4294989541 00000004:00080000:3.0:1769074953.330480:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73b64700, transno 4294989542 00000004:00080000:3.0:1769074953.330483:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5d411180, transno 4294989543 00000004:00080000:3.0:1769074953.330486:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62efd180, transno 4294989544 00000004:00080000:3.0:1769074953.330488:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4be07100, transno 4294989545 00000004:00080000:3.0:1769074953.330490:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62eff800, transno 4294989546 00000004:00080000:3.0:1769074953.330493:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62efd880, transno 4294989547 00000004:00080000:3.0:1769074953.330495:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62efdc00, transno 4294989548 00000004:00080000:3.0:1769074953.330497:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4be05500, transno 4294989549 00000004:00080000:3.0:1769074953.330500:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0ed80, transno 4294989550 00000004:00080000:3.0:1769074953.330502:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa65f80, transno 4294989551 00000004:00080000:3.0:1769074953.330504:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384c000, transno 4294989552 00000004:00080000:3.0:1769074953.330507:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4e237100, transno 4294989553 00000004:00080000:3.0:1769074953.330509:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4e236d80, transno 4294989554 00000004:00080000:3.0:1769074953.330511:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384e300, transno 4294989555 00000004:00080000:3.0:1769074953.330513:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384df80, transno 4294989556 00000004:00080000:3.0:1769074953.330515:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4e237b80, transno 4294989557 00000004:00080000:3.0:1769074953.330518:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5ec36680, transno 4294989558 00000004:00080000:3.0:1769074953.330521:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa64700, transno 4294989559 00000004:00080000:3.0:1769074953.330524:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0c380, transno 4294989560 00000004:00080000:3.0:1769074953.330527:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa65180, transno 4294989561 00000004:00080000:3.0:1769074953.330530:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa67100, transno 4294989562 00000004:00080000:3.0:1769074953.330532:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe52619500, transno 4294989563 00000004:00080000:3.0:1769074953.330535:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5aa9b100, transno 4294989564 00000004:00080000:3.0:1769074953.330537:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4537b800, transno 4294989565 00000004:00080000:3.0:1769074953.330539:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4537a300, transno 4294989566 00000004:00080000:3.0:1769074953.330542:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd55f77800, transno 4294989567 00000004:00080000:3.0:1769074953.330544:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5261b480, transno 4294989568 00000004:00080000:3.0:1769074953.330546:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8b79b480, transno 4294989569 00000004:00080000:3.0:1769074953.330549:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe45378e00, transno 4294989570 00000004:00080000:3.0:1769074953.330551:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4f9ac700, transno 4294989571 00000004:00080000:3.0:1769074953.330553:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4f9aca80, transno 4294989572 00000004:00080000:3.0:1769074953.330555:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd55f75880, transno 4294989573 00000004:00080000:3.0:1769074953.330558:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd55f77100, transno 4294989574 00000004:00080000:3.0:1769074953.330560:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44366680, transno 4294989575 00000004:00080000:3.0:1769074953.330562:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd55f75c00, transno 4294989576 00000004:00080000:3.0:1769074953.330564:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe52618700, transno 4294989577 00000004:00080000:3.0:1769074953.330566:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4f9aed80, transno 4294989578 00000004:00080000:3.0:1769074953.330569:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace6a00, transno 4294989579 00000004:00080000:3.0:1769074953.330571:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384dc00, transno 4294989580 00000004:00080000:3.0:1769074953.330574:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384ca80, transno 4294989581 00000004:00080000:3.0:1769074953.330576:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace4a80, transno 4294989582 00000004:00080000:3.0:1769074953.330578:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384d880, transno 4294989583 00000004:00080000:3.0:1769074953.330580:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace6d80, transno 4294989584 00000004:00080000:3.0:1769074953.330582:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace5500, transno 4294989585 00000004:00080000:3.0:1769074953.330584:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace5180, transno 4294989586 00000004:00080000:3.0:1769074953.330586:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784ef100, transno 4294989587 00000004:00080000:3.0:1769074953.330589:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4e234700, transno 4294989588 00000004:00080000:3.0:1769074953.330592:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace6300, transno 4294989589 00000004:00080000:3.0:1769074953.330594:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784efb80, transno 4294989590 00000004:00080000:3.0:1769074953.330596:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784ec380, transno 4294989591 00000004:00080000:3.0:1769074953.330599:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784ed180, transno 4294989592 00000004:00080000:3.0:1769074953.330601:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784ef480, transno 4294989593 00000004:00080000:3.0:1769074953.330603:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784ece00, transno 4294989594 00000004:00080000:3.0:1769074953.330605:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784ed500, transno 4294989595 00000004:00080000:3.0:1769074953.330607:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44116680, transno 4294989596 00000004:00080000:3.0:1769074953.330609:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784ec700, transno 4294989597 00000004:00080000:3.0:1769074953.330611:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784eed80, transno 4294989598 00000004:00080000:3.0:1769074953.330614:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe68498e00, transno 4294989599 00000004:00080000:3.0:1769074953.330616:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe68498380, transno 4294989600 00000004:00080000:3.0:1769074953.330618:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6849ad80, transno 4294989601 00000004:00080000:3.0:1769074953.330620:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44364000, transno 4294989602 00000004:00080000:3.0:1769074953.330622:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44114380, transno 4294989603 00000004:00080000:3.0:1769074953.330625:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa0c700, transno 4294989604 00000004:00080000:3.0:1769074953.330627:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa0ea00, transno 4294989605 00000004:00080000:3.0:1769074953.330629:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa0ce00, transno 4294989606 00000004:00080000:3.0:1769074953.330632:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7856b100, transno 4294989607 00000004:00080000:3.0:1769074953.330634:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78568000, transno 4294989608 00000004:00080000:3.0:1769074953.330636:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7856bb80, transno 4294989609 00000004:00080000:3.0:1769074953.330640:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab3100, transno 4294989610 00000004:00080000:3.0:1769074953.330642:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe63ab0000, transno 4294989611 00000004:00080000:3.0:1769074953.330645:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa0f800, transno 4294989612 00000004:00080000:3.0:1769074953.330648:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7856a680, transno 4294989613 00000004:00080000:3.0:1769074953.330651:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8bb4c700, transno 4294989614 00000004:00080000:3.0:1769074953.330653:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8bb4ea00, transno 4294989615 00000004:00080000:3.0:1769074953.330655:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78568e00, transno 4294989616 00000004:00080000:3.0:1769074953.330657:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd7e762d80, transno 4294989617 00000004:00080000:3.0:1769074953.330660:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd7e761500, transno 4294989618 00000004:00080000:3.0:1769074953.330664:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1ead80, transno 4294989619 00000004:00080000:3.0:1769074953.330667:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1eaa00, transno 4294989620 00000004:00080000:3.0:1769074953.330670:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd7e761c00, transno 4294989621 00000004:00080000:3.0:1769074953.330673:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7384f800, transno 4294989622 00000004:00080000:3.0:1769074953.330677:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa64e00, transno 4294989623 00000004:00080000:3.0:1769074953.330679:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd7e763480, transno 4294989624 00000004:00080000:3.0:1769074953.330682:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd8bb4e300, transno 4294989625 00000004:00080000:3.0:1769074953.330686:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd7e760380, transno 4294989626 00000004:00080000:3.0:1769074953.330689:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1e8a80, transno 4294989627 00000004:00080000:3.0:1769074953.330691:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd44115180, transno 4294989628 00000004:00080000:3.0:1769074953.330695:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784ee300, transno 4294989629 00010000:00010000:2.0:1769074953.330697:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5e249a00/0xf5091596e2fbaf1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4657 expref: 36 pid: 14035 timeout: 1741 lvb_type: 1 00000004:00080000:3.0:1769074953.330699:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa0e680, transno 4294989630 00000004:00080000:3.0:1769074953.330703:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6fa0f480, transno 4294989631 00000004:00080000:3.0:1769074953.330708:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784edc00, transno 4294989632 00000004:00080000:3.0:1769074953.330712:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe784ed880, transno 4294989633 00000004:00080000:3.0:1769074953.330717:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace7800, transno 4294989634 00000100:00100000:2.0:1769074953.330731:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd73768a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007969058688:192.168.204.30@tcp:104: 00000004:00080000:3.0:1769074953.330732:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace7b80, transno 4294989635 00000004:00080000:3.0:1769074953.330737:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd43d03480, transno 4294989636 00000004:00080000:3.0:1769074953.330742:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57c2c700, transno 4294989637 00000004:00080000:3.0:1769074953.330746:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace5f80, transno 4294989638 00000004:00080000:3.0:1769074953.330749:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57c2e300, transno 4294989639 00010000:00010000:2.0:1769074953.330750:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30452cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1769074953.330752:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e3a300, transno 4294989640 00000004:00080000:3.0:1769074953.330757:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57c2df80, transno 4294989641 00000004:00080000:3.0:1769074953.330763:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6ace5c00, transno 4294989642 00010000:00010000:2.0:1769074953.330766:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30452cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1769074953.330768:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62602300, transno 4294989643 00000004:00080000:3.0:1769074953.330772:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62602d80, transno 4294989644 00000004:00080000:3.0:1769074953.330776:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62601c00, transno 4294989645 00010000:00010000:2.0:1769074953.330780:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30452cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1769074953.330781:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62603800, transno 4294989646 00000004:00080000:3.0:1769074953.330786:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62602a00, transno 4294989647 00000004:00080000:3.0:1769074953.330791:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdd40fa680, transno 4294989648 00000004:00080000:3.0:1769074953.330796:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe78e38380, transno 4294989649 00000004:00080000:3.0:1769074953.330801:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62e51180, transno 4294989650 00000004:00080000:3.0:1769074953.330804:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62e51f80, transno 4294989651 00010000:00010000:2.0:1769074953.330807:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30452cf lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1769074953.330807:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62e50e00, transno 4294989652 00000004:00080000:3.0:1769074953.330812:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe62600700, transno 4294989653 00000004:00080000:3.0:1769074953.330817:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f923100, transno 4294989654 00010000:00010000:2.0:1769074953.330823:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30452cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1769074953.330823:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5e680, transno 4294989655 00000004:00080000:3.0:1769074953.330826:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe57c2d500, transno 4294989656 00000004:00080000:3.0:1769074953.330831:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f923b80, transno 4294989657 00000004:00080000:3.0:1769074953.330836:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5c700, transno 4294989658 00000004:00080000:3.0:1769074953.330840:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5c000, transno 4294989659 00000004:00080000:3.0:1769074953.330843:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496ca80, transno 4294989660 00000004:00080000:3.0:1769074953.330845:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496f800, transno 4294989661 00010000:00010000:2.0:1769074953.330848:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1769074953.330849:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1ebb80, transno 4294989662 00000004:00080000:3.0:1769074953.330854:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1ea300, transno 4294989663 00000004:00080000:3.0:1769074953.330856:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496ed80, transno 4294989664 00000004:00080000:3.0:1769074953.330858:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d40d180, transno 4294989665 00000004:00080000:3.0:1769074953.330861:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679c8e00, transno 4294989666 00000004:00080000:3.0:1769074953.330863:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1ea680, transno 4294989667 00000004:00080000:3.0:1769074953.330864:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496c000, transno 4294989668 00000004:00080000:3.0:1769074953.330867:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe631f2300, transno 4294989669 00000004:00080000:3.0:1769074953.330870:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5ca80, transno 4294989670 00000004:00080000:3.0:1769074953.330872:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd57bc5880, transno 4294989671 00000004:00080000:3.0:1769074953.330875:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73655880, transno 4294989672 00000004:00080000:3.0:1769074953.330878:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe631f3480, transno 4294989673 00000004:00080000:3.0:1769074953.330880:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496e680, transno 4294989674 00000004:00080000:3.0:1769074953.330883:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe631f2680, transno 4294989675 00000004:00080000:3.0:1769074953.330886:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496dc00, transno 4294989676 00000004:00080000:3.0:1769074953.330889:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496d500, transno 4294989677 00000004:00080000:3.0:1769074953.330891:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496fb80, transno 4294989678 00000004:00080000:3.0:1769074953.330911:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679c8a80, transno 4294989679 00000004:00080000:3.0:1769074953.330914:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe679cb100, transno 4294989680 00000004:00080000:3.0:1769074953.330917:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5f100, transno 4294989681 00000004:00080000:3.0:1769074953.330919:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73e0dc00, transno 4294989682 00000004:00080000:3.0:1769074953.330921:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4be0e300, transno 4294989683 00000004:00080000:3.0:1769074953.330924:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5f800, transno 4294989684 00000004:00080000:3.0:1769074953.330926:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe7d1e9180, transno 4294989685 00000100:00100000:2.0:1769074953.331014:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+13:3658:x1855007969056384:12345-0@lo:6:osp-syn-0-1.0 Request processed in 46073us (47591us total) trans 4294989733 rc 0/0 00000100:00100000:2.0:1769074953.331021:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83394 00000004:00080000:3.0:1769074953.331095:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4dc5d500, transno 4294989686 00000004:00080000:3.0:1769074953.331099:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdbfa71c00, transno 4294989687 00000004:00080000:3.0:1769074953.331102:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdbfa70380, transno 4294989688 00000004:00080000:3.0:1769074953.331104:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe663bb480, transno 4294989689 00000004:00080000:3.0:1769074953.331106:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdbfa71880, transno 4294989690 00000004:00080000:3.0:1769074953.331108:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f2680, transno 4294989691 00000004:00080000:3.0:1769074953.331111:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f3480, transno 4294989692 00000004:00080000:3.0:1769074953.331113:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdbfa72300, transno 4294989693 00000004:00080000:3.0:1769074953.331116:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f923800, transno 4294989694 00000004:00080000:3.0:1769074953.331118:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe663b8380, transno 4294989695 00000004:00080000:3.0:1769074953.331121:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f1c00, transno 4294989696 00000004:00080000:3.0:1769074953.331123:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe663b9f80, transno 4294989697 00000004:00080000:3.0:1769074953.331126:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496f100, transno 4294989698 00000004:00080000:3.0:1769074953.331129:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdbfa70700, transno 4294989699 00000004:00080000:3.0:1769074953.331131:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe73656300, transno 4294989700 00000004:00080000:3.0:1769074953.331134:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6af6ea00, transno 4294989701 00000004:00080000:3.0:1769074953.331136:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6af6f480, transno 4294989702 00000004:00080000:3.0:1769074953.331139:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5a039f80, transno 4294989703 00000004:00080000:3.0:1769074953.331143:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f0380, transno 4294989704 00000004:00080000:3.0:1769074953.331145:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496d880, transno 4294989705 00000004:00080000:3.0:1769074953.331147:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6af6dc00, transno 4294989706 00000004:00080000:3.0:1769074953.331149:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6af6c380, transno 4294989707 00000004:00080000:3.0:1769074953.331152:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd76f62d80, transno 4294989708 00000004:00080000:3.0:1769074953.331170:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6af6d880, transno 4294989709 00000004:00080000:3.0:1769074953.331172:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd76f62a00, transno 4294989710 00000004:00080000:3.0:1769074953.331174:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd76f61880, transno 4294989711 00000004:00080000:3.0:1769074953.331176:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6af6ce00, transno 4294989712 00000004:00080000:3.0:1769074953.331178:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd76f63480, transno 4294989713 00000004:00080000:3.0:1769074953.331180:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6af6d180, transno 4294989714 00000004:00080000:3.0:1769074953.331183:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd76f62300, transno 4294989715 00000004:00080000:3.0:1769074953.331185:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd76f63800, transno 4294989716 00000004:00080000:3.0:1769074953.331188:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5c188700, transno 4294989717 00000004:00080000:3.0:1769074953.331190:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd76f61180, transno 4294989718 00000004:00080000:3.0:1769074953.331193:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd76f61500, transno 4294989719 00000004:00080000:3.0:1769074953.331195:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd4496c380, transno 4294989720 00000004:00080000:3.0:1769074953.331197:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4ddedc00, transno 4294989721 00000004:00080000:3.0:1769074953.331199:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd5bc16d80, transno 4294989722 00000004:00080000:3.0:1769074953.331202:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd76f60000, transno 4294989723 00000004:00080000:3.0:1769074953.331204:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4ddef800, transno 4294989724 00000004:00080000:3.0:1769074953.331206:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe4ddee680, transno 4294989725 00000100:00100000:3.0:1769074953.331214:0:3660:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff8ffe5a03ad80 x1855007969057792/t4294989726(4294989726) o6->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 544/432 e 0 to 0 dl 1769074969 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-1.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1769074953.331225:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5a03ad80/2, rc 0, transno 4294989726 00000100:00100000:3.0:1769074953.331411:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5a03ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969057792:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074953.331472:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd846d9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969059456:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.331487:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e30452eb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.331765:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074953.331772:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30452d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.331786:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074953.331790:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30452d6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.331799:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30452d6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.331817:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30452d6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.331824:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30452d6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.331854:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074953.331858:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30452cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.331865:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074953.331868:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30452cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.331876:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30452cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.331887:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30452cf lrc: 1/0,0 mode: --/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.333458:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30452cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.333482:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074953.333484:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074953.333486:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074953.333825:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960358528 00000100:00100000:0.0:1769074953.333836:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960358528 00010000:00010000:0.0:1769074953.333878:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe626e1a00/0xf5091596e2fdb06f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250479c expref: 36 pid: 14038 timeout: 1741 lvb_type: 1 00000100:00100000:0.0:1769074953.333912:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960358400 00000100:00100000:0.0:1769074953.333916:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960358400 00010000:00010000:0.0:1769074953.333928:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6798fc00/0xf5091596e2fbf681 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x13df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8db5 expref: 37 pid: 14035 timeout: 1741 lvb_type: 1 00000100:00100000:0.0:1769074953.333943:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41162 00000100:00100000:0.0:1769074953.333952:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+37:2410:x1855007960358528:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074953.333967:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.333973:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe626e1a00/0xf5091596e2fdb06f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250479c expref: 37 pid: 14038 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.333984:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe626e1a00/0xf5091596e2fdb06f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250479c expref: 37 pid: 14038 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.334005:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe626e1a00/0xf5091596e2fdb06f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2cb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250479c expref: 37 pid: 14038 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.334019:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.334021:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.334025:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e30452eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.334034:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e30452eb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.334071:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074953.334100:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e30452eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.334111:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e30452eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.334119:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e30452eb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.334126:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e30452eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.334148:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074953.334313:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41163 00010000:00010000:0.0:1769074953.334428:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074953.334435:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e30452eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.334443:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074953.334465:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e30452eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.334476:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e30452eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.334489:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e30452eb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.334498:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14600/0xf5091596e30452eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.334533:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.334536:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.334539:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074953.334539:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+13:3660:x1855007969056640:12345-0@lo:6:osp-syn-0-1.0 Request processed in 44929us (50883us total) trans 4294989734 rc 0/0 00000100:00100000:3.0:1769074953.334550:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83398 00000100:00100000:0.0:1769074953.334576:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+36:2410:x1855007960358528:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 623us (5410us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074953.334585:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41162 00000004:00080000:3.0:1769074953.334610:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f922d80/2, rc 0, transno 4294989734 00000100:00100000:3.0:1769074953.334618:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f922d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969056640:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074953.334647:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+35:2409:x1855007960358400:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074953.334659:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074953.334664:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6798fc00/0xf5091596e2fbf681 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x13df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8db5 expref: 35 pid: 14035 timeout: 1741 lvb_type: 1 00010000:00010000:2.0:1769074953.334675:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6798fc00/0xf5091596e2fbf681 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8db5 expref: 35 pid: 14035 timeout: 1741 lvb_type: 1 00010000:00010000:2.0:1769074953.334688:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.334690:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.334693:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e30452e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.334701:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e30452e4 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x13df:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.334714:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074953.334747:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+35:2409:x1855007960358400:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 426us (4846us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074953.334754:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41163 00010000:00010000:3.0:1769074953.335555:0:14039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4efd1600/0xf5091596e2fbe89d lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e7fd1 expref: 39 pid: 14038 timeout: 1741 lvb_type: 1 00000100:00100000:3.0:1769074953.335577:0:14039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd846d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007969060224:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.335595:0:14039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e304531c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.335604:0:14039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e304531c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.335610:0:14039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e304531c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.335617:0:14039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e304531c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.335624:0:14039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e304531c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.335645:0:14039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074953.335876:0:14039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+13:3657:x1855007969058048:12345-0@lo:6:osp-syn-1-1.0 Request processed in 44764us (47314us total) trans 4294989727 rc 0/0 00000100:00100000:3.0:1769074953.335884:0:14039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83405 00010000:00010000:3.0:1769074953.335942:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a44b400/0xf5091596e2fdc2c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x241d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725059f5 expref: 38 pid: 14045 timeout: 1741 lvb_type: 1 00000100:00100000:3.0:1769074953.335955:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969059968:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.335971:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e3045307 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.335979:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e3045307 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.335985:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e3045307 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.335993:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e3045307 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.336001:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e3045307 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.336018:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074953.336151:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+13:3657:x1855007969057920:12345-0@lo:6:osp-syn-1-1.0 Request processed in 45342us (47949us total) trans 4294989728 rc 0/0 00000100:00100000:3.0:1769074953.336158:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83403 00010000:00010000:3.0:1769074953.336193:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe626e0e00/0xf5091596e2fdb068 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725047a3 expref: 37 pid: 14038 timeout: 1741 lvb_type: 1 00000100:00100000:3.0:1769074953.336204:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd846d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007969059584:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.336214:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30452f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.336222:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30452f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.336243:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30452f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.336250:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30452f2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.336256:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30452f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.336271:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1769074953.336314:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:3.0:1769074953.336415:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+13:3660:x1855007969057664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 46233us (52641us total) trans 4294989729 rc 0/0 00000100:00100000:3.0:1769074953.336422:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83400 00010000:00010000:0.0:1769074953.336426:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e304531c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.336438:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074953.336443:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e304531c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.336469:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e304531c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.336476:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e29f000/0xf5091596e2fbaf23 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xab3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4650 expref: 36 pid: 14039 timeout: 1741 lvb_type: 1 00010000:00010000:0.0:1769074953.336488:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e304531c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.336495:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd846d9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0001_UUID:14044:1855007969060096:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074953.336500:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15200/0xf5091596e304531c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x21cd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.336511:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304530e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.336521:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304530e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.336527:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304530e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.336529:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074953.336536:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e3045307 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.336547:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074953.336550:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e3045307 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.336556:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e3045307 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.336566:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e3045307 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.336573:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8c00/0xf5091596e3045307 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x241d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.336597:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074953.336600:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30452f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.336606:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074953.336609:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30452f2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.336616:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30452f2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.336626:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30452f2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.336631:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30452f2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2cb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.336651:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.336652:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.336654:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.336661:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074953.337961:0:9776:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 28 changes, 8 in progress, 7 in flight, 286 done 00010000:00010000:0.0:1769074953.340536:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.340592:0:14042:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60fce200/0xf5091596e2fbf67a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x13df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8dae expref: 35 pid: 14038 timeout: 1741 lvb_type: 1 00000100:00100000:0.0:1769074953.340612:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa73100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007969060608:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.340631:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304530e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.340641:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304530e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.340645:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304532a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.340658:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304532a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.340665:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304532a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.340673:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304532a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.340676:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074953.340684:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304532a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.340702:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1769074953.340820:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074953.340828:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304530e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.340836:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.340839:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304530e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.340848:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304530e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.340869:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304530e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.340880:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15800/0xf5091596e304530e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xab3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.340917:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074953.340926:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304532a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.340936:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89d600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.340941:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304532a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.340949:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304532a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.340960:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304532a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.340967:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89d600/0xf5091596e304532a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.340982:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846da680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+14:3660:x1855007969058304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 46745us (49317us total) trans 4294989730 rc 0/0 00010000:00010000:1.0:1769074953.340983:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.340987:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.340991:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074953.340995:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83407 00010000:00010000:0.0:1769074953.341024:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.341044:0:14032:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe51c3c200/0xf5091596e2fd9bf4 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072503328 expref: 34 pid: 14047 timeout: 1741 lvb_type: 1 00000100:00100000:0.0:1769074953.341054:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007969060480:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074953.341067:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89da00/0xf5091596e3045323 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.341081:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89da00/0xf5091596e3045323 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.341088:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89da00/0xf5091596e3045323 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.341096:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89da00/0xf5091596e3045323 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.341103:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89da00/0xf5091596e3045323 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.341126:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074953.341148:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+13:3657:x1855007969057408:12345-0@lo:6:osp-syn-1-1.0 Request processed in 50484us (53061us total) trans 4294989731 rc 0/0 00000100:00100000:3.0:1769074953.341157:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83402 00010000:00010000:3.0:1769074953.341203:0:12381:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe51c3bc00/0xf5091596e2fd9bfb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x25fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb3307250332f expref: 34 pid: 14047 timeout: 1741 lvb_type: 1 00000100:00100000:3.0:1769074953.341217:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:12381:1855007969059840:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.341235:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045300 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.341244:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045300 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.341252:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045300 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.341260:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+13:3659:x1855007969058176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 47244us (49640us total) trans 4294989732 rc 0/0 00010000:00010000:3.0:1769074953.341263:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045300 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.341270:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83406 00010000:00010000:3.0:1769074953.341300:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045300 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1769074953.341305:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd43d03800/2, rc 0, transno 4294989732 00000100:00100000:0.0:1769074953.341316:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43d03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969058176:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1769074953.341318:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074953.341483:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3660:x1855007969057152:12345-0@lo:6:osp-syn-0-1.0 Request processed in 51411us (57786us total) trans 4294989735 rc 0/0 00000100:00100000:3.0:1769074953.341492:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83399 00000004:00080000:0.0:1769074953.341519:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd442ced80/2, rc 0, transno 4294989733 00000100:00100000:3.0:1769074953.341526:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe68cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969060736:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074953.341527:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd442ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969056384:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074953.341543:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f0e00/2, rc 0, transno 4294989732 00000100:00100000:0.0:1769074953.341548:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969056896:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.341572:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074953.341574:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074953.341577:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6798fc00/0xf5091596e2fbf681 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13df:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8db5 expref: 33 pid: 14035 timeout: 1741 lvb_type: 1 00010000:00010000:1.0:1769074953.341580:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89da00/0xf5091596e3045323 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.341611:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89da00 already unused, calling callback (ffffffffc0cdeb90) 00000100:00100000:0.0:1769074953.341612:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4ddeca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969059328:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.341616:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89da00/0xf5091596e3045323 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1769074953.341616:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5a03bb80/2, rc 0, transno 4294989727 00000100:00100000:3.0:1769074953.341623:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5a03bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969058048:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074953.341624:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89da00/0xf5091596e3045323 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.341627:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e30452e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1769074953.341633:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5c18ad80/2, rc 0, transno 4294989731 00010000:00010000:1.0:1769074953.341641:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89da00/0xf5091596e3045323 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.341641:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c18ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969057408:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074953.341644:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e30452e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1769074953.341651:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5a038e00/2, rc 0, transno 4294989728 00010000:00010000:1.0:1769074953.341654:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89da00/0xf5091596e3045323 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.341657:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5a038e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969057920:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074953.341667:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e30452e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.341680:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969060736 00010000:00010000:0.0:1769074953.341683:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e30452e4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.341688:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969060736 00010000:00010000:0.0:1769074953.341695:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e30452e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.341710:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1769074953.341712:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074953.341717:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045300 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.341732:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83408 00010000:00010000:1.0:1769074953.341735:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.341738:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045300 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.341741:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+13:3657:x1855007969060736:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074953.341746:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045300 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.341758:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045300 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1769074953.341766:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4868 count 1 00010000:00010000:1.0:1769074953.341781:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045300 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x25fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.341786:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3045331 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1304:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.341799:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64164e00/0xf5091596e2fdb53f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504c73 expref: 33 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.341807:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.341808:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074953.341809:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.341813:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e30452e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.341813:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3045331 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.341820:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.341824:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e30452e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.341831:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e30452e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.341841:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe64164e00/0xf5091596e2fdb53f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504c73 expref: 33 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.341843:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e30452e4 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.341845:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7384a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+13:3660:x1855007969057280:12345-0@lo:6:osp-syn-0-1.0 Request processed in 52250us (58240us total) trans 4294989736 rc 0/0 00010000:00010000:1.0:1769074953.341857:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e30452e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x13df:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.341861:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83397 00010000:00010000:3.0:1769074953.341864:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe64164e00/0xf5091596e2fdb53f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504c73 expref: 33 pid: 8669 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.341878:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd846d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969060864:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.341880:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.341882:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.341885:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.341886:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074953.341942:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe68cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969060992:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074953.341947:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1769074953.341974:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074953.341982:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd79d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969061120:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074953.341994:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074953.342002:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd79d6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969061376:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074953.342034:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074953.342035:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969060992 00000100:00100000:0.0:1769074953.342040:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969060992 00000100:00100000:0.0:1769074953.342061:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969061120 00000100:00100000:0.0:1769074953.342064:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969061120 00000100:00100000:1.0:1769074953.342065:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074953.342074:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd79d69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969061248:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074953.342082:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83409 00000100:00100000:0.0:1769074953.342089:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+15:3658:x1855007969060992:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074953.342102:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:207 count 1 00000100:00100000:1.0:1769074953.342108:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074953.342115:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045338 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.342128:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79800/0xf5091596e2fbd5f7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d2b expref: 33 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074953.342135:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.342139:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074953.342140:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074953.342143:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045338 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.342162:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79800/0xf5091596e2fbd5f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d2b expref: 33 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074953.342172:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79800/0xf5091596e2fbd5f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d2b expref: 33 pid: 14035 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.342181:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007969061504:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.342921:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969061248 00000100:00100000:1.0:1769074953.342928:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969061248 00000100:00100000:1.0:1769074953.342968:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969061376 00000100:00100000:1.0:1769074953.342971:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969061376 00000100:00100000:1.0:1769074953.342999:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83410 00000100:00100000:1.0:1769074953.343009:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+17:3659:x1855007969061120:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074953.343029:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6841 count 1 00010000:00010000:1.0:1769074953.343067:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304533f lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.343081:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe57cdbc00/0xf5091596e2fd421a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fd94e expref: 33 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.343089:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.343091:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.343093:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304533f lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.343119:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe57cdbc00/0xf5091596e2fd421a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd94e expref: 33 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.343129:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe57cdbc00/0xf5091596e2fd421a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd94e expref: 33 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.343141:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4f9aca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007969061632:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074953.343478:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4de28c00 going to sleep for 11 seconds 00000100:00100000:0.0:1769074953.350381:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb300 going to sleep for 11 seconds 00000004:00080000:1.0:1769074953.350554:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdbfa73800/2, rc 0, transno 4294989730 00000100:00100000:1.0:1769074953.350573:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969058304:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074953.350586:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5a03b100/2, rc 0, transno 4294989729 00000100:00100000:1.0:1769074953.350590:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5a03b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969057664:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074953.350601:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f2300/2, rc 0, transno 4294989735 00000100:00100000:1.0:1769074953.350604:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969057152:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074953.350613:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f3100/2, rc 0, transno 4294989736 00000100:00100000:1.0:1769074953.350616:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969057280:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074953.350637:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.350660:0:14010:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe631a4c00/0xf5091596e2fbb248 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e497c expref: 33 pid: 14035 timeout: 1741 lvb_type: 1 00000100:00100000:1.0:1769074953.350676:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4496d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969060352:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.350696:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045315 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.350706:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045315 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.350730:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045315 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.350740:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045315 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.350753:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045315 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.350770:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074953.351026:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+18:3657:x1855007969057536:12345-0@lo:6:osp-syn-1-1.0 Request processed in 60030us (62604us total) trans 4294989733 rc 0/0 00000100:00100000:1.0:1769074953.351036:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83404 00000100:00100000:1.0:1769074953.351064:0:14010:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83411 00000100:00100000:1.0:1769074953.351075:0:14010:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+17:3659:x1855007969061248:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074953.351103:0:14010:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7715 count 1 00010000:00010000:1.0:1769074953.351499:0:14010:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045346 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.351516:0:14010:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bb49200/0xf5091596e2fca01e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f3752 expref: 32 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.351524:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.351526:0:14010:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.351530:0:14010:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045346 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.351564:0:14010:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bb49200/0xf5091596e2fca01e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3752 expref: 32 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.351575:0:14010:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bb49200/0xf5091596e2fca01e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3752 expref: 32 pid: 14035 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.351595:0:14010:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4f9aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969061760:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.351665:0:14010:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb480 going to sleep for 11 seconds 00010000:00010000:1.0:1769074953.351682:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074953.351689:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045315 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.351696:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.351700:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045315 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.351708:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045315 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.351746:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045315 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.351753:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045315 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.351773:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.351775:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.351776:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074953.351791:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83412 00000100:00100000:1.0:1769074953.351799:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+17:3658:x1855007969061376:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074953.351813:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4285 count 1 00010000:00010000:1.0:1769074953.351824:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e304534d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.351835:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6903a200/0xf5091596e2fbfe5a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e958e expref: 32 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.351841:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.351842:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.351844:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e304534d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.351862:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe6903a200/0xf5091596e2fbfe5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e958e expref: 32 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.351869:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe6903a200/0xf5091596e2fbfe5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e958e expref: 32 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.351878:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f923100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007969061888:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.351901:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074953.351974:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1769074953.351986:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f923800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969062144:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074953.352018:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074953.352064:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074953.352139:0:8655:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 28 changes, 29 in progress, 0 in flight, 265 done 00000100:00100000:0.0:1769074953.352363:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969062016:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074953.352392:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.352549:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969062144 00000100:00100000:3.0:1769074953.352559:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969062144 00000100:00100000:3.0:1769074953.352596:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969062016 00000100:00100000:3.0:1769074953.352599:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969062016 00000100:00100000:3.0:1769074953.352620:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83413 00000100:00100000:3.0:1769074953.352626:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+19:3660:x1855007969062144:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074953.352641:0:14039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:8223 count 1 00010000:00010000:3.0:1769074953.352655:0:14039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045354 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x201f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.352658:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83414 00000100:00100000:0.0:1769074953.352666:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+19:3658:x1855007969062016:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1769074953.352670:0:14039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe804a8800/0xf5091596e2fd791e lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x201f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072501052 expref: 32 pid: 14010 timeout: 0 lvb_type: 1 00002000:00080000:0.0:1769074953.352678:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:463 count 1 00010000:00010000:0.0:1769074953.352689:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89ca00/0xf5091596e304535b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.352701:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe688d2e00/0xf5091596e2fd541f lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724feb53 expref: 32 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.352701:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.352702:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.352706:0:14039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045354 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x201f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.352708:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.352719:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.352730:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89ca00/0xf5091596e304535b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.352735:0:14039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe804a8800/0xf5091596e2fd791e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x201f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501052 expref: 32 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.352746:0:14039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe804a8800/0xf5091596e2fd791e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x201f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501052 expref: 32 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.352747:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe688d2e00/0xf5091596e2fd541f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feb53 expref: 32 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074953.352756:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe688d2e00/0xf5091596e2fd541f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feb53 expref: 32 pid: 14039 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.352757:0:14039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd846d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007969062272:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074953.352765:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa71500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969062400:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.352786:0:14039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4c00 going to sleep for 11 seconds 00000004:00080000:3.0:1769074953.352839:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe5c188380/2, rc 0, transno 4294989733 00000100:00100000:3.0:1769074953.352850:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c188380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969057536:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074953.352892:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd846d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969062528:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074953.352897:0:8655:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 28 changes, 8 in progress, 0 in flight, 21 done 00000100:00100000:0.0:1769074953.353064:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4de28540 going to sleep for 11 seconds 00000100:00100000:0.0:1769074953.353079:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969062784:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.353093:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074953.353128:0:8415:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969062528 00000100:00100000:3.0:1769074953.353128:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969063040:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074953.353132:0:8415:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969062528 00000100:00100000:1.0:1769074953.353157:0:8415:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83415 00000100:00100000:1.0:1769074953.353163:0:8415:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+20:3660:x1855007969062528:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074953.353167:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00080000:1.0:1769074953.353175:0:8415:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9906 count 1 00000100:00100000:3.0:1769074953.353182:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969063552:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074953.353188:0:8415:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045362 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.353199:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074953.353200:0:8415:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe81d42000/0xf5091596e2fd7646 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072500d7a expref: 32 pid: 14038 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074953.353213:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1769074953.353218:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969062912:0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074953.353539:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.353542:0:8415:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.353546:0:8415:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045362 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.353574:0:8415:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe81d42000/0xf5091596e2fd7646 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500d7a expref: 32 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.353584:0:8415:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe81d42000/0xf5091596e2fd7646 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500d7a expref: 32 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.353594:0:8415:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007969063680:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.353621:0:8415:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb900 going to sleep for 11 seconds 00000100:00100000:0.0:1769074953.353676:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074953.353745:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969063296:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074953.353770:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074953.353911:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1769074953.353926:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969062656:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074953.353950:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074953.353977:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969063040 00000100:00100000:1.0:1769074953.353983:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969063040 00000100:00100000:1.0:1769074953.354013:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969063552 00000100:00100000:1.0:1769074953.354016:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969063552 00000100:00100000:1.0:1769074953.354030:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969062784 00000100:00100000:1.0:1769074953.354032:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969062784 00000100:00100000:1.0:1769074953.354049:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969063296 00000100:00100000:1.0:1769074953.354051:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969063296 00000100:00100000:1.0:1769074953.354066:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83416 00000100:00100000:1.0:1769074953.354072:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+16:3660:x1855007969063040:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074953.354088:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7715 count 1 00010000:00010000:1.0:1769074953.354104:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045369 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.354117:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bb48600/0xf5091596e2fca025 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f3759 expref: 32 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.354124:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.354127:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.354134:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045369 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.354154:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bb48600/0xf5091596e2fca025 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3759 expref: 32 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.354163:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bb48600/0xf5091596e2fca025 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3759 expref: 32 pid: 14035 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.354173:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007969063808:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.354205:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb240 going to sleep for 11 seconds 00000100:00100000:2.0:1769074953.354286:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83417 00000100:00100000:2.0:1769074953.354298:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+16:3660:x1855007969063552:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074953.354313:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9906 count 1 00000100:00100000:1.0:1769074953.354488:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83418 00000100:00100000:1.0:1769074953.354496:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+16:3658:x1855007969062784:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074953.354508:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:207 count 1 00000100:00100000:3.0:1769074953.354510:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83419 00000100:00100000:3.0:1769074953.354520:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+16:3658:x1855007969063296:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:1.0:1769074953.354521:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045370 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00002000:00080000:3.0:1769074953.354530:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:463 count 1 00010000:00010000:1.0:1769074953.354537:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d534800/0xf5091596e2fbd5f0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d24 expref: 32 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.354544:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.354545:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.354548:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045370 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.354553:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045377 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.354563:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe688d1400/0xf5091596e2fd5418 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724feb4c expref: 32 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.354566:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d534800/0xf5091596e2fbd5f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d24 expref: 32 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.354570:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.354572:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.354574:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045377 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.354576:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d534800/0xf5091596e2fbd5f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d24 expref: 32 pid: 14047 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.354586:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007969063936:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.354593:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe688d1400/0xf5091596e2fd5418 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feb4c expref: 32 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.354602:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe688d1400/0xf5091596e2fd5418 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feb4c expref: 32 pid: 8669 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.354606:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.354611:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007969064064:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.354628:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c49c0 going to sleep for 11 seconds 00010000:00010000:2.0:1769074953.355073:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9e00/0xf5091596e304537e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x26b2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.355089:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4886c200/0xf5091596e2fd764d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x26b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072500d81 expref: 32 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.355096:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.355097:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.355100:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9e00/0xf5091596e304537e lrc: 4/0,1 mode: --/PW res: [0x280000400:0x26b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.355124:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4886c200/0xf5091596e2fd764d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x26b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500d81 expref: 32 pid: 14010 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074953.355233:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd846d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969060864:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.355251:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3045331 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.355350:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969063168:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074953.355380:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074953.355444:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969062656 00000100:00100000:1.0:1769074953.355471:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969062656 00000100:00100000:3.0:1769074953.355479:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969063168 00000100:00100000:3.0:1769074953.355483:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969063168 00010000:00010000:2.0:1769074953.355499:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4886c200/0xf5091596e2fd764d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500d81 expref: 32 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.355512:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4be0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007969064192:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.355553:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83420 00000100:00100000:1.0:1769074953.355563:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+18:3658:x1855007969062656:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074953.355569:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be780 going to sleep for 11 seconds 00002000:00080000:1.0:1769074953.355581:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4868 count 1 00010000:00010000:1.0:1769074953.355595:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3045385 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1304:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.355607:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe64165e00/0xf5091596e2fdb538 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072504c6c expref: 32 pid: 8669 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.355613:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.355614:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.355616:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3045385 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.355635:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe64165e00/0xf5091596e2fdb538 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504c6c expref: 32 pid: 8669 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074953.355644:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83421 00010000:00010000:1.0:1769074953.355645:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe64165e00/0xf5091596e2fdb538 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504c6c expref: 32 pid: 8669 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.355652:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+18:3658:x1855007969063168:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074953.355654:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd846d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969064320:192.168.204.30@tcp:104: 00002000:00080000:3.0:1769074953.355662:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4285 count 1 00010000:00010000:3.0:1769074953.355673:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e304538c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x10bd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.355677:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95f00 going to sleep for 11 seconds 00010000:00010000:3.0:1769074953.355686:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6903a400/0xf5091596e2fbfe61 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x10bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e9595 expref: 32 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.355692:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.355694:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.355696:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e304538c lrc: 4/0,1 mode: --/PW res: [0x280000400:0x10bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.355812:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6903a400/0xf5091596e2fbfe61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x10bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9595 expref: 32 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.355823:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6903a400/0xf5091596e2fbfe61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9595 expref: 32 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.355833:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007969064448:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.355855:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4000 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.355873:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.355904:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969063424:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.355926:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.355951:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969062912 00000100:00100000:3.0:1769074953.355955:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969062912 00000100:00100000:3.0:1769074953.355972:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969063424 00000100:00100000:3.0:1769074953.355974:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969063424 00000100:00100000:1.0:1769074953.355975:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83422 00000100:00100000:1.0:1769074953.355982:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+20:3660:x1855007969062912:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.355984:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83423 00000100:00100000:3.0:1769074953.355989:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+20:3660:x1855007969063424:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074953.355993:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6841 count 1 00002000:00080000:3.0:1769074953.355997:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:8223 count 1 00010000:00010000:1.0:1769074953.356004:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1800/0xf5091596e3045393 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ab9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.356007:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304539a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x201f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.356017:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe57cdac00/0xf5091596e2fd4221 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fd955 expref: 32 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.356017:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe804a8a00/0xf5091596e2fd7925 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x201f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072501059 expref: 32 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.356024:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.356026:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.356029:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304539a lrc: 4/0,1 mode: --/PW res: [0x280000400:0x201f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.356030:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.356031:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.356034:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1800/0xf5091596e3045393 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.356045:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe804a8a00/0xf5091596e2fd7925 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x201f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501059 expref: 32 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.356048:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe57cdac00/0xf5091596e2fd4221 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd955 expref: 32 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.356055:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe804a8a00/0xf5091596e2fd7925 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x201f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501059 expref: 32 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.356056:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe57cdac00/0xf5091596e2fd4221 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd955 expref: 32 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.356065:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c188700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007969064704:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.356065:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007969064576:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.356086:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4840 going to sleep for 11 seconds 00000100:00100000:1.0:1769074953.356096:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe5182f300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.358359:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074953.358553:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960358656 00000100:00100000:0.0:1769074953.358563:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960358656 00010000:00010000:0.0:1769074953.358601:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe64164e00/0xf5091596e2fdb53f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504c73 expref: 33 pid: 8669 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.358635:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41164 00000100:00100000:0.0:1769074953.358644:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+33:2410:x1855007960358656:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074953.358657:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.358662:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe64164e00/0xf5091596e2fdb53f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1304:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504c73 expref: 33 pid: 8669 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.358675:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe64164e00/0xf5091596e2fdb53f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1304:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504c73 expref: 33 pid: 8669 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.358698:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe64164e00/0xf5091596e2fdb53f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1304:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504c73 expref: 33 pid: 8669 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.358711:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.358713:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.358718:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3045331 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.358742:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3045331 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.358771:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074953.358819:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+32:2410:x1855007960358656:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 176us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074953.358827:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41164 00010000:00010000:0.0:1769074953.358851:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3045331 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.358859:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3045331 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.358868:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3045331 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.358875:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3045331 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.358890:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074953.359119:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3657:x1855007969060736:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17379us (17547us total) trans 4294989734 rc 0/0 00000100:00100000:0.0:1769074953.359128:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83408 00010000:00010000:0.0:1769074953.359148:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074953.359154:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3045331 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.359167:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074953.359172:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3045331 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.359180:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3045331 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.359191:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3045331 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.359198:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15600/0xf5091596e3045331 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.359219:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.359221:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.359223:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074953.359306:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe68cb0380/2, rc 0, transno 4294989734 00000100:00100000:3.0:1769074953.359325:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe68cb0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969060736:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074953.362315:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074953.362337:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969064832:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074953.362400:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074953.365919:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074953.365940:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074953.365959:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074953.365977:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074953.365985:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960358784 00000100:00100000:3.0:1769074953.365995:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960358784 00000100:00100000:1.0:1769074953.365996:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074953.366011:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074953.366027:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074953.366031:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe804a8800/0xf5091596e2fd791e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x201f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501052 expref: 32 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.366043:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074953.366054:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074953.366055:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960359040 00000100:00100000:3.0:1769074953.366058:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960359040 00000100:00100000:1.0:1769074953.366068:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074953.366069:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe81d42000/0xf5091596e2fd7646 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500d7a expref: 33 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.366079:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074953.366081:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960359296 00000100:00100000:3.0:1769074953.366083:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960359296 00000100:00100000:1.0:1769074953.366092:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074953.366094:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d534800/0xf5091596e2fbd5f0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d24 expref: 33 pid: 14047 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.366105:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074953.366105:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960359552 00000100:00100000:3.0:1769074953.366107:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960359552 00010000:00010000:3.0:1769074953.366116:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe57cdbc00/0xf5091596e2fd421a lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd94e expref: 34 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.366117:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074953.366126:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960359808 00000100:00100000:3.0:1769074953.366128:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960359808 00010000:00010000:3.0:1769074953.366139:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe6903a200/0xf5091596e2fbfe5a lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e958e expref: 35 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.366141:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074953.366148:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960360064 00000100:00100000:3.0:1769074953.366150:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960360064 00010000:00010000:3.0:1769074953.366159:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6903a400/0xf5091596e2fbfe61 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x10bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9595 expref: 34 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.366167:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960360320 00000100:00100000:3.0:1769074953.366169:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960360320 00000100:00100000:1.0:1769074953.366178:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007969063936:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.366178:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe57cdac00/0xf5091596e2fd4221 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd955 expref: 35 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.366186:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960360576 00000100:00100000:3.0:1769074953.366189:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960360576 00010000:00010000:3.0:1769074953.366197:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4886c200/0xf5091596e2fd764d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x26b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500d81 expref: 36 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.366202:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045370 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.366205:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960358912 00000100:00100000:3.0:1769074953.366207:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960358912 00010000:00010000:3.0:1769074953.366216:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe688d2e00/0xf5091596e2fd541f lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feb53 expref: 36 pid: 14039 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.366226:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960359168 00000100:00100000:3.0:1769074953.366228:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960359168 00000100:00100000:1.0:1769074953.366249:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:14047:1855007969063808:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.366249:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bb48600/0xf5091596e2fca025 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3759 expref: 37 pid: 14035 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.366260:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045369 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.366260:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960359424 00000100:00100000:3.0:1769074953.366263:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960359424 00010000:00010000:3.0:1769074953.366272:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79800/0xf5091596e2fbd5f7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d2b expref: 37 pid: 14035 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.366280:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c188700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007969064704:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.366282:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960359680 00000100:00100000:3.0:1769074953.366284:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960359680 00010000:00010000:1.0:1769074953.366290:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1800/0xf5091596e3045393 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.366293:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bb49200/0xf5091596e2fca01e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3752 expref: 38 pid: 14035 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.366303:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960359936 00000100:00100000:3.0:1769074953.366305:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960359936 00000100:00100000:1.0:1769074953.366309:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd846d8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969064320:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.366314:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe64165e00/0xf5091596e2fdb538 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504c6c expref: 38 pid: 8669 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.366319:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3045385 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1304:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.366324:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960360192 00000100:00100000:1.0:1769074953.366339:0:14010:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4f9aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_005:lustre-OST0001_UUID:14010:1855007969061760:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.366348:0:14010:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045346 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.366354:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960360192 00010000:00010000:3.0:1769074953.366365:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe804a8a00/0xf5091596e2fd7925 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x201f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501059 expref: 39 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.366368:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f923100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007969061888:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.366376:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960360448 00010000:00010000:1.0:1769074953.366377:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e304534d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.366379:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960360448 00010000:00010000:3.0:1769074953.366388:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe688d1400/0xf5091596e2fd5418 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feb4c expref: 40 pid: 8669 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.366401:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41165 00000100:00100000:1.0:1769074953.366410:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa71500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969062400:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.366410:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+38:2409:x1855007960358784:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074953.366422:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89ca00/0xf5091596e304535b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.366422:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074953.366427:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe804a8800/0xf5091596e2fd791e lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x201f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501052 expref: 38 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.366437:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe804a8800/0xf5091596e2fd791e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x201f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501052 expref: 38 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.366441:0:8415:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8415:1855007969063680:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.366468:0:8415:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045362 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.366479:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.366482:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.366486:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045354 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x201f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.366488:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa73b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8416:1855007969061504:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.366496:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045354 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x201f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.366499:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045338 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.366513:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074953.366516:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41166 00000100:00100000:1.0:1769074953.366523:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+38:2409:x1855007960359040:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074953.366530:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074953.366534:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe81d42000/0xf5091596e2fd7646 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500d7a expref: 38 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.366542:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe81d42000/0xf5091596e2fd7646 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500d7a expref: 38 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.366555:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe81d42000/0xf5091596e2fd7646 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500d7a expref: 38 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.366559:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+38:2409:x1855007960358784:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 150us (649us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074953.366567:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41165 00010000:00010000:1.0:1769074953.366571:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.366572:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.366575:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045362 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.366582:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045362 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.366583:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41167 00000100:00100000:3.0:1769074953.366589:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433fc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+40:2409:x1855007960359296:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074953.366597:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074953.366597:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074953.366601:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d534800/0xf5091596e2fbd5f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d24 expref: 40 pid: 14047 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.366611:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d534800/0xf5091596e2fbd5f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d24 expref: 40 pid: 14047 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.366614:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+36:2409:x1855007960359040:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 91us (673us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074953.366620:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41166 00010000:00010000:3.0:1769074953.366624:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d534800/0xf5091596e2fbd5f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d24 expref: 40 pid: 14047 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.366632:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41168 00010000:00010000:3.0:1769074953.366632:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.366634:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.366637:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045370 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.366638:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+35:2409:x1855007960359552:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074953.366644:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045370 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.366647:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074953.366651:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe57cdbc00/0xf5091596e2fd421a lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd94e expref: 35 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.366659:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074953.366660:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe57cdbc00/0xf5091596e2fd421a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd94e expref: 35 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.366671:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.366672:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.366676:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304533f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.366676:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433fc450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+39:2409:x1855007960359296:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074953.366683:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41167 00010000:00010000:1.0:1769074953.366688:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304533f lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.366697:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074953.366711:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+35:2409:x1855007960359552:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 74us (733us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074953.366717:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41168 00000100:00100000:1.0:1769074953.366741:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41169 00000100:00100000:1.0:1769074953.366747:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+34:2409:x1855007960359808:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074953.366756:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074953.366760:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe6903a200/0xf5091596e2fbfe5a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e958e expref: 34 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.366769:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe6903a200/0xf5091596e2fbfe5a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e958e expref: 34 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.366780:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe6903a200/0xf5091596e2fbfe5a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e958e expref: 34 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.366789:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.366791:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.366794:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e304534d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.366801:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e304534d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.366817:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074953.366836:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f63480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+33:2409:x1855007960359808:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 88us (838us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074953.366842:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41169 00000100:00100000:1.0:1769074953.366854:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41170 00000100:00100000:1.0:1769074953.366860:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+38:2409:x1855007960360064:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074953.366867:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074953.366871:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6903a400/0xf5091596e2fbfe61 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x10bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9595 expref: 38 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.366876:0:14042:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe57cdbc00/0xf5091596e2fd421a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd94e expref: 32 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.366880:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6903a400/0xf5091596e2fbfe61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x10bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9595 expref: 38 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.366887:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4f9aca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007969061632:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.366891:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.366893:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.366895:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e304538c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.366902:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e304538c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x10bd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.366907:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304533f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.366911:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074953.366920:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304533f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.366926:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+38:2409:x1855007960360064:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 68us (914us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074953.366927:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304533f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.366933:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41170 00010000:00010000:0.0:1769074953.366937:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304533f lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.366944:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41171 00010000:00010000:0.0:1769074953.366945:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304533f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.366950:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+37:2409:x1855007960360320:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074953.366956:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074953.366960:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe57cdac00/0xf5091596e2fd4221 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1ab9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd955 expref: 37 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.366963:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074953.366969:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe57cdac00/0xf5091596e2fd4221 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1ab9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd955 expref: 37 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.366977:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074953.366979:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe57cdac00/0xf5091596e2fd4221 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1ab9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fd955 expref: 37 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.366983:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304533f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.366988:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.366989:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.366990:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.366992:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1800/0xf5091596e3045393 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.366995:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304533f lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367000:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1800/0xf5091596e3045393 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1ab9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.367004:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304533f lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367013:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074953.367014:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304533f lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.367025:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0800/0xf5091596e304533f lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.367028:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+36:2409:x1855007960360320:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 78us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074953.367033:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41171 00010000:00010000:0.0:1769074953.367041:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.367043:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074953.367044:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41172 00010000:00010000:0.0:1769074953.367045:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074953.367050:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+35:2409:x1855007960360576:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074953.367056:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074953.367061:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4886c200/0xf5091596e2fd764d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x26b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500d81 expref: 35 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.367070:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4886c200/0xf5091596e2fd764d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x26b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500d81 expref: 35 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.367080:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.367082:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.367085:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9e00/0xf5091596e304537e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367091:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9e00/0xf5091596e304537e lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x26b2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367100:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074953.367116:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+35:2409:x1855007960360576:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 66us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074953.367122:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41172 00000100:00100000:1.0:1769074953.367133:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41173 00000100:00100000:1.0:1769074953.367139:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f61500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+31:2409:x1855007960358912:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074953.367146:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074953.367150:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe688d2e00/0xf5091596e2fd541f lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feb53 expref: 31 pid: 14039 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.367158:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe688d2e00/0xf5091596e2fd541f lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feb53 expref: 31 pid: 14039 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.367169:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe688d2e00/0xf5091596e2fd541f lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feb53 expref: 31 pid: 14039 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.367178:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.367179:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.367182:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89ca00/0xf5091596e304535b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367189:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89ca00/0xf5091596e304535b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367203:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074953.367217:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f61500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+30:2409:x1855007960358912:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 78us (1161us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074953.367222:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41173 00000100:00100000:1.0:1769074953.367233:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41174 00000100:00100000:1.0:1769074953.367239:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe60193850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+34:2409:x1855007960359168:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074953.367245:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074953.367250:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bb48600/0xf5091596e2fca025 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3759 expref: 34 pid: 14035 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.367257:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bb48600/0xf5091596e2fca025 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3759 expref: 34 pid: 14035 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.367268:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7bb48600/0xf5091596e2fca025 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3759 expref: 34 pid: 14035 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.367276:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+21:3659:x1855007969061120:12345-0@lo:6:osp-syn-1-1.0 Request processed in 24270us (25244us total) trans 4294989735 rc 0/0 00010000:00010000:1.0:1769074953.367276:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.367278:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.367281:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045369 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.367284:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83410 00010000:00010000:1.0:1769074953.367288:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045369 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.367297:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969064832 00000100:00100000:0.0:1769074953.367301:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969064832 00010000:00010000:1.0:1769074953.367301:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074953.367315:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe60193850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+33:2409:x1855007960359168:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 76us (1246us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074953.367322:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41174 00000100:00100000:0.0:1769074953.367327:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83424 00000100:00100000:0.0:1769074953.367333:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+21:3658:x1855007969064832:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074953.367341:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41175 00000100:00100000:1.0:1769074953.367346:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+29:2409:x1855007960359424:12345-192.168.204.30@tcp:103:ldlm_bl.0 00002000:00080000:0.0:1769074953.367353:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5874 count 1 00010000:00010000:1.0:1769074953.367353:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074953.367357:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79800/0xf5091596e2fbd5f7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d2b expref: 29 pid: 14035 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.367365:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79800/0xf5091596e2fbd5f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d2b expref: 29 pid: 14035 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.367370:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89cc00/0xf5091596e30453a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367377:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4dd79800/0xf5091596e2fbd5f7 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xcf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e6d2b expref: 29 pid: 14035 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.367382:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73741e00/0xf5091596e2fd3707 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fce3b expref: 29 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.367385:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.367386:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.367388:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.367389:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045338 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.367390:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.367393:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89cc00/0xf5091596e30453a1 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367402:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045338 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367415:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074953.367417:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe73741e00/0xf5091596e2fd3707 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fce3b expref: 28 pid: 14052 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074953.367427:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+28:2409:x1855007960359424:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 81us (1347us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074953.367433:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe73741e00/0xf5091596e2fd3707 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fce3b expref: 28 pid: 14052 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.367433:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41175 00000100:00100000:1.0:1769074953.367443:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41176 00000100:00100000:0.0:1769074953.367445:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969064960:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.367465:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+27:2409:x1855007960359680:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074953.367472:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074953.367477:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bb49200/0xf5091596e2fca01e lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3752 expref: 27 pid: 14035 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.367485:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bb49200/0xf5091596e2fca01e lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3752 expref: 27 pid: 14035 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.367496:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe7bb49200/0xf5091596e2fca01e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f3752 expref: 27 pid: 14035 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.367501:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4de28780 going to sleep for 11 seconds 00010000:00010000:1.0:1769074953.367504:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.367506:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.367509:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045346 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367516:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045346 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367546:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074953.367566:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+26:2409:x1855007960359680:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 101us (1473us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074953.367572:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41176 00000100:00100000:1.0:1769074953.367583:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41177 00000100:00100000:1.0:1769074953.367589:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+32:2409:x1855007960359936:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074953.367595:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074953.367599:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe64165e00/0xf5091596e2fdb538 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1304:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504c6c expref: 32 pid: 8669 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.367608:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe64165e00/0xf5091596e2fdb538 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1304:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504c6c expref: 32 pid: 8669 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.367620:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe64165e00/0xf5091596e2fdb538 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1304:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072504c6c expref: 32 pid: 8669 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.367626:0:14010:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045346 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367628:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.367630:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.367633:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3045385 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.367635:0:14010:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045346 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367641:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3045385 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1304:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.367644:0:14010:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045346 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.367650:0:14010:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045346 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367656:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074953.367663:0:14010:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074953.367670:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+31:2409:x1855007960359936:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 81us (1564us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074953.367676:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41177 00000100:00100000:1.0:1769074953.367688:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41178 00000100:00100000:1.0:1769074953.367694:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+30:2409:x1855007960360192:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074953.367701:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074953.367706:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe804a8a00/0xf5091596e2fd7925 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x201f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501059 expref: 30 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.367714:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe804a8a00/0xf5091596e2fd7925 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x201f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501059 expref: 30 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.367736:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.367738:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.367741:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304539a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x201f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367748:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304539a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x201f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367758:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074953.367772:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+30:2409:x1855007960360192:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 79us (1654us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074953.367778:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41178 00000100:00100000:1.0:1769074953.367791:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41179 00000100:00100000:1.0:1769074953.367797:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+29:2409:x1855007960360448:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074953.367804:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074953.367809:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe688d1400/0xf5091596e2fd5418 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feb4c expref: 29 pid: 8669 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.367818:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe688d1400/0xf5091596e2fd5418 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feb4c expref: 29 pid: 8669 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.367829:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.367831:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.367834:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045377 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367841:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045377 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367851:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074953.367865:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+29:2409:x1855007960360448:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 69us (1723us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074953.367870:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41179 00000100:00100000:0.0:1769074953.367880:0:14010:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+22:3659:x1855007969061248:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16809us (25773us total) trans 4294989736 rc 0/0 00000100:00100000:0.0:1769074953.367887:0:14010:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83411 00010000:00010000:1.0:1769074953.367889:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045369 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367897:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045369 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367904:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045369 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.367905:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074953.367909:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045346 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.367912:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045369 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.367922:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.367925:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074953.367926:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045346 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.367932:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045346 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.367943:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045346 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.367949:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0600/0xf5091596e3045346 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14010 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.367962:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074953.367965:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045369 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.367970:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074953.367973:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045369 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.367980:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045369 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.367989:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045369 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368001:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045369 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368019:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.368021:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.368022:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074953.368060:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846d8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+21:3660:x1855007969063040:12345-0@lo:6:osp-syn-0-1.0 Request processed in 13987us (14891us total) trans 4294989737 rc 0/0 00000100:00100000:1.0:1769074953.368067:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83416 00010000:00010000:1.0:1769074953.368086:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1800/0xf5091596e3045393 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.368094:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1800/0xf5091596e3045393 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.368100:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1800/0xf5091596e3045393 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.368107:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1800/0xf5091596e3045393 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.368117:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074953.368159:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe804a8a00/0xf5091596e2fd7925 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x201f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501059 expref: 28 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.368186:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007969064576:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.368199:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304539a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.368207:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304539a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.368213:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304539a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.368220:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304539a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.368227:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304539a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.368232:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+21:3660:x1855007969062912:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12251us (12358us total) trans 4294989738 rc 0/0 00000100:00100000:1.0:1769074953.368238:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83422 00010000:00010000:1.0:1769074953.368258:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3045385 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.368266:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3045385 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.368279:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3045385 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.368286:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3045385 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.368299:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1769074953.368300:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074953.368305:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1800/0xf5091596e3045393 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368311:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074953.368314:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1800/0xf5091596e3045393 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368322:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1800/0xf5091596e3045393 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368332:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1800/0xf5091596e3045393 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368339:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1800/0xf5091596e3045393 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1ab9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368352:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074953.368355:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3045385 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368366:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074953.368369:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3045385 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368376:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3045385 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368385:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3045385 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.368390:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+21:3658:x1855007969062656:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12830us (14439us total) trans 4294989739 rc 0/0 00010000:00010000:0.0:1769074953.368392:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1c00/0xf5091596e3045385 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1304:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.368396:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83420 00010000:00010000:0.0:1769074953.368410:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.368412:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.368414:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.368416:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e304534d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.368423:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e304534d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.368431:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e304534d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1769074953.368436:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f1f80/2, rc 0, transno 4294989738 00010000:00010000:1.0:1769074953.368437:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e304534d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.368461:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074953.368463:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969062912:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074953.368474:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f2a00/2, rc 0, transno 4294989737 00000100:00100000:0.0:1769074953.368478:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969063040:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074953.368492:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074953.368496:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e304534d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368502:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074953.368506:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e304534d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368513:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e304534d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368524:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e304534d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368531:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0200/0xf5091596e304534d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368547:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.368549:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.368551:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074953.368563:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+22:3658:x1855007969061376:12345-0@lo:6:osp-syn-1-1.0 Request processed in 16766us (26426us total) trans 4294989737 rc 0/0 00000004:00080000:0.0:1769074953.368568:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f920e00/2, rc 0, transno 4294989739 00000100:00100000:1.0:1769074953.368570:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83412 00000100:00100000:0.0:1769074953.368572:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969062656:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074953.368584:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd79d6b480/2, rc 0, transno 4294989737 00010000:00010000:1.0:1769074953.368586:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074953.368593:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd79d6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969061376:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074953.368595:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89ca00/0xf5091596e304535b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.368603:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89ca00/0xf5091596e304535b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.368610:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89ca00/0xf5091596e304535b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.368616:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89ca00/0xf5091596e304535b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.368625:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074953.368645:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074953.368649:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89ca00/0xf5091596e304535b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368655:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89ca00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074953.368658:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89ca00/0xf5091596e304535b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368670:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89ca00/0xf5091596e304535b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368681:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89ca00/0xf5091596e304535b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368688:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89ca00/0xf5091596e304535b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.368712:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074953.368858:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074953.368987:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+21:3660:x1855007969063424:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12996us (13059us total) trans 4294989740 rc 0/0 00000100:00100000:3.0:1769074953.368993:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83423 00010000:00010000:3.0:1769074953.369016:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045370 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.369024:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045370 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.369052:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045370 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.369058:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045370 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.369071:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074953.369171:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+21:3658:x1855007969062784:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14674us (15493us total) trans 4294989741 rc 0/0 00000100:00100000:3.0:1769074953.369177:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83418 00010000:00010000:3.0:1769074953.369209:0:14039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe804a8800/0xf5091596e2fd791e lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x201f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072501052 expref: 25 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.369219:0:14039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd846d8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007969062272:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074953.369347:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074953.369353:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304539a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.369359:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074953.369362:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304539a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.369368:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304539a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.369378:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304539a lrc: 1/0,0 mode: --/PW res: [0x280000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.369385:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304539a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.369403:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074953.369407:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045370 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.369413:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074953.369415:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045370 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.369422:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045370 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.369432:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045370 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.369439:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045370 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.369478:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.369480:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.369481:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074953.369496:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969065088:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074953.369548:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074953.369579:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f920000/2, rc 0, transno 4294989741 00000100:00100000:0.0:1769074953.369583:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969062784:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074953.369795:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+22:3658:x1855007969062016:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17129us (17400us total) trans 4294989738 rc 0/0 00000100:00100000:1.0:1769074953.369802:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83414 00000100:00100000:1.0:1769074953.369818:0:14035:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969065088 00000100:00100000:1.0:1769074953.369824:0:14035:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969065088 00000100:00100000:1.0:1769074953.369852:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83425 00000100:00100000:1.0:1769074953.369858:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+22:3658:x1855007969065088:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074953.369881:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2999 count 1 00010000:00010000:1.0:1769074953.369898:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30453a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.369911:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe679fc200/0xf5091596e2fdad89 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725044b6 expref: 24 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.369922:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.369923:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.369926:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30453a8 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.369951:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe679fc200/0xf5091596e2fdad89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725044b6 expref: 24 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.369962:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe679fc200/0xf5091596e2fdad89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725044b6 expref: 24 pid: 14052 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.369972:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969065216:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.370000:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe73e95f00 going to sleep for 11 seconds 00010000:00010000:1.0:1769074953.370017:0:8415:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045362 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370024:0:8415:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045362 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370031:0:8415:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045362 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370037:0:8415:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045362 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370048:0:8415:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074953.370208:0:8415:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846daa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+23:3660:x1855007969062528:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17044us (17115us total) trans 4294989739 rc 0/0 00000100:00100000:1.0:1769074953.370215:0:8415:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83415 00010000:00010000:1.0:1769074953.370316:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045338 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370324:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045338 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.370331:0:14039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045354 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370332:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045338 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370340:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045338 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.370341:0:14039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045354 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.370348:0:14039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045354 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370349:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1769074953.370355:0:14039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045354 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.370366:0:14039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045354 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.370373:0:14039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1769074953.370499:0:14039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+24:3660:x1855007969062144:12345-0@lo:6:osp-syn-1-1.0 Request processed in 17872us (18480us total) trans 4294989741 rc 0/0 00000100:00100000:3.0:1769074953.370506:0:14039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83413 00000100:00100000:1.0:1769074953.370544:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+23:3658:x1855007969060992:12345-0@lo:6:osp-syn-1-1.0 Request processed in 28455us (28570us total) trans 4294989740 rc 0/0 00010000:00010000:3.0:1769074953.370544:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe688d1400/0xf5091596e2fd5418 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1cf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724feb4c expref: 27 pid: 8669 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.370551:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83409 00000100:00100000:3.0:1769074953.370554:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007969064064:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.370567:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045377 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.370574:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045377 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.370579:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045377 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.370586:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045377 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.370593:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045377 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.370621:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1769074953.370647:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1769074953.370653:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045362 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370661:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.370664:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045362 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370673:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045362 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370688:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045362 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370695:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e3045362 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8415 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370715:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074953.370719:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045338 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370744:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89de00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.370747:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045338 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370754:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045338 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370764:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045338 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370770:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89de00/0xf5091596e3045338 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xcf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370790:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074953.370794:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045354 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370805:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.370808:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045354 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370815:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045354 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370827:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045354 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370833:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045354 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x201f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370851:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074953.370854:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.370855:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045377 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370861:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.370863:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045377 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.370870:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045377 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1769074953.370876:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f0700/2, rc 0, transno 4294989742 00010000:00010000:1.0:1769074953.370880:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045377 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.370881:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969063296:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074953.370892:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f923b80/2, rc 0, transno 4294989738 00010000:00010000:1.0:1769074953.370892:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045377 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1cf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.370902:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969062016:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074953.370903:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.370905:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.370906:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074953.370910:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe68cb3b80/2, rc 0, transno 4294989740 00000100:00100000:0.0:1769074953.370913:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe68cb3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969060992:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074953.370959:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969065856:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074953.370985:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074953.371022:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1769074953.371022:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969065856 00000100:00100000:1.0:1769074953.371026:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969065856 00000100:00100000:0.0:1769074953.371027:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969065600:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074953.371054:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83426 00000100:00100000:3.0:1769074953.371058:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+22:3658:x1855007969063296:12345-0@lo:6:osp-syn-0-1.0 Request processed in 16541us (17286us total) trans 4294989742 rc 0/0 00000100:00100000:1.0:1769074953.371061:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e235500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+22:3658:x1855007969065856:12345-0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.371064:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83419 00002000:00080000:1.0:1769074953.371077:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1374 count 1 00010000:00010000:1.0:1769074953.371090:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e30453af lrc: 3/0,1 mode: --/PW res: [0x280000400:0x55e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.371097:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6903a400/0xf5091596e2fbfe61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x10bd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9595 expref: 26 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.371102:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6aca8600/0xf5091596e2fc84f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x55e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f1c2b expref: 26 pid: 14047 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074953.371108:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007969064448:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.371109:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.371111:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.371113:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e30453af lrc: 4/0,1 mode: --/PW res: [0x280000400:0x55e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.371118:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e304538c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.371126:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e304538c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.371132:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e304538c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.371133:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6aca8600/0xf5091596e2fc84f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x55e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1c2b expref: 25 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.371141:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e304538c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.371144:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6aca8600/0xf5091596e2fc84f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x55e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1c2b expref: 25 pid: 14047 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.371148:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e304538c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.371161:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe68cb2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969066240:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.371161:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074953.371198:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.371272:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+22:3658:x1855007969063168:12345-0@lo:6:osp-syn-0-1.0 Request processed in 15621us (15891us total) trans 4294989743 rc 0/0 00000100:00100000:3.0:1769074953.371279:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83421 00000100:00100000:3.0:1769074953.371300:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969065344:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.371322:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.371337:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe68cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969066112:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.371354:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1769074953.371373:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f2d80/2, rc 0, transno 4294989740 00000100:00100000:3.0:1769074953.371383:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969063424:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074953.371392:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd846d9500/2, rc 0, transno 4294989739 00000100:00100000:3.0:1769074953.371399:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd846d9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969062528:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074953.371408:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f923800/2, rc 0, transno 4294989741 00000100:00100000:3.0:1769074953.371411:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f923800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969062144:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074953.371419:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1769074953.371423:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969065472:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074953.371468:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.371486:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969065984:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.371509:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.371533:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969065344 00000100:00100000:3.0:1769074953.371536:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969065344 00000100:00100000:3.0:1769074953.371560:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969066112 00000100:00100000:3.0:1769074953.371563:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969066112 00000100:00100000:3.0:1769074953.371580:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969065472 00000100:00100000:3.0:1769074953.371583:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969065472 00000100:00100000:3.0:1769074953.371602:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969065984 00000100:00100000:3.0:1769074953.371605:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969065984 00000100:00100000:3.0:1769074953.371625:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83427 00000100:00100000:3.0:1769074953.371631:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+24:3660:x1855007969065344:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074953.371664:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5874 count 1 00010000:00010000:3.0:1769074953.371678:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30453b6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16f2:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.371690:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73740400/0xf5091596e2fd3700 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x16f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fce34 expref: 25 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.371697:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.371698:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.371701:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30453b6 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x16f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.371811:0:8669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4886c200/0xf5091596e2fd764d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x26b2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb33072500d81 expref: 25 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.371823:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4be0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007969064192:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074953.371835:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9e00/0xf5091596e304537e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.371843:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9e00/0xf5091596e304537e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.371849:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9e00/0xf5091596e304537e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.371857:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9e00/0xf5091596e304537e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.371863:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9e00/0xf5091596e304537e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.371881:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074953.372011:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+25:3660:x1855007969063552:12345-0@lo:6:osp-syn-0-1.0 Request processed in 17716us (18809us total) trans 4294989744 rc 0/0 00000100:00100000:2.0:1769074953.372018:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83417 00000100:00100000:2.0:1769074953.372035:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83428 00000100:00100000:2.0:1769074953.372042:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+24:3660:x1855007969066112:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074953.372057:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:1914 count 1 00010000:00010000:2.0:1769074953.372068:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e30453bd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x77a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.372079:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7509bc00/0xf5091596e2fd1b07 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fb23b expref: 24 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.372086:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.372088:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.372091:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e30453bd lrc: 4/0,1 mode: --/PW res: [0x280000400:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.372109:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe7509bc00/0xf5091596e2fd1b07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb23b expref: 24 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.372119:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe7509bc00/0xf5091596e2fd1b07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb23b expref: 24 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.372130:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4be0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007969066368:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074953.372159:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be480 going to sleep for 11 seconds 00010000:00010000:1.0:1769074953.372678:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074953.372687:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e304538c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.372694:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.372697:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e304538c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.372705:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e304538c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.372718:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e304538c lrc: 1/0,0 mode: --/PW res: [0x280000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.372734:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15400/0xf5091596e304538c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x10bd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.372753:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074953.372757:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9e00/0xf5091596e304537e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.372763:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.372766:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9e00/0xf5091596e304537e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.372772:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9e00/0xf5091596e304537e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.372781:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9e00/0xf5091596e304537e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.372787:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9e00/0xf5091596e304537e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x26b2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.372798:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.372800:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.372802:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.373509:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1769074953.373921:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f2680/2, rc 0, transno 4294989744 00000100:00100000:2.0:1769074953.373932:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969063552:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074953.374950:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83429 00000100:00100000:2.0:1769074953.374966:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+23:3660:x1855007969065472:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074953.374994:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1374 count 1 00010000:00010000:3.0:1769074953.375221:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe73740400/0xf5091596e2fd3700 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fce34 expref: 24 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.375242:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe73740400/0xf5091596e2fd3700 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fce34 expref: 24 pid: 14052 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.375258:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007969066496:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074953.375293:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e30453c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x55e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.375313:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c487a00/0xf5091596e2fc84f0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x55e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f1c24 expref: 24 pid: 14038 timeout: 0 lvb_type: 1 00000100:00100000:3.0:1769074953.375339:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.375361:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83430 00000100:00100000:3.0:1769074953.375370:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+24:3660:x1855007969065984:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074953.375387:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:5970 count 1 00010000:00010000:3.0:1769074953.375403:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30453cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1752:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.375409:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.375413:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.375415:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fd600/0xf5091596e2fcd7ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f6ee2 expref: 24 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.375419:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e30453c4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x55e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.375430:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.375433:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.375437:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30453cb lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.375475:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fd600/0xf5091596e2fcd7ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6ee2 expref: 24 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.375481:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c487a00/0xf5091596e2fc84f0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x55e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1c24 expref: 24 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.375489:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fd600/0xf5091596e2fcd7ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6ee2 expref: 24 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.375500:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c487a00/0xf5091596e2fc84f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x55e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1c24 expref: 24 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.375507:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007969066624:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074953.375518:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4be0c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007969066752:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.375544:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074953.375554:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be300 going to sleep for 11 seconds 00000004:00080000:3.0:1769074953.375608:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd79d69f80/2, rc 0, transno 4294989736 00000100:00100000:3.0:1769074953.375616:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd79d69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969061248:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074953.375627:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd79d68380/2, rc 0, transno 4294989735 00000100:00100000:3.0:1769074953.375630:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd79d68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969061120:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1769074953.375647:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074953.375657:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074953.375854:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969067136:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074953.375891:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.375911:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769074953.375916:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969067264:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074953.376010:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969066880:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074953.376045:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074953.376064:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074953.376069:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969067008:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074953.376085:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074953.376108:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969067136 00000100:00100000:2.0:1769074953.376114:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969067136 00000100:00100000:2.0:1769074953.376148:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969066880 00000100:00100000:2.0:1769074953.376151:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969066880 00000100:00100000:2.0:1769074953.376165:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969067008 00000100:00100000:2.0:1769074953.376168:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969067008 00000100:00100000:2.0:1769074953.376181:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83431 00000100:00100000:2.0:1769074953.376188:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+26:3659:x1855007969067136:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074953.376212:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4062 count 1 00010000:00010000:2.0:1769074953.376225:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30453d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.376238:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f605000/0xf5091596e2fc0251 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e9985 expref: 24 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.376245:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.376247:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.376249:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30453d2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.376267:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f605000/0xf5091596e2fc0251 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9985 expref: 24 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.376277:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f605000/0xf5091596e2fc0251 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9985 expref: 24 pid: 14039 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.376286:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43d00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007969067392:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074953.376311:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be780 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.376445:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074953.376493:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969067264 00000100:00100000:2.0:1769074953.376498:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969067264 00000100:00100000:3.0:1769074953.376511:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83432 00000100:00100000:3.0:1769074953.376522:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+27:3657:x1855007969066880:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074953.376535:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:1914 count 1 00000100:00100000:2.0:1769074953.376536:0:14039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83433 00000100:00100000:2.0:1769074953.376547:0:14039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+27:3657:x1855007969067008:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074953.376560:0:14039:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7694 count 1 00010000:00010000:2.0:1769074953.376573:0:14039:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30453d9 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.376584:0:14039:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe712b9400/0xf5091596e2fba203 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e3937 expref: 24 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.376591:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.376593:0:14039:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.376596:0:14039:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30453d9 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.376620:0:14039:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe712b9400/0xf5091596e2fba203 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3937 expref: 24 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.376633:0:14039:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe712b9400/0xf5091596e2fba203 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3937 expref: 24 pid: 14035 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.376644:0:14039:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4dcd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007969067520:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.376657:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074953.376681:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969065728:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074953.376694:0:14039:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe6c5be900 going to sleep for 11 seconds 00000100:00100000:2.0:1769074953.376712:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969065600 00000100:00100000:2.0:1769074953.376716:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969065600 00000100:00100000:1.0:1769074953.376748:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074953.376760:0:14047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969065728 00000100:00100000:2.0:1769074953.376765:0:14047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969065728 00000004:00080000:1.0:1769074953.376782:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f0000/2, rc 0, transno 4294989743 00000100:00100000:2.0:1769074953.376788:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83434 00000100:00100000:1.0:1769074953.376791:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969063168:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074953.376798:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+28:3659:x1855007969067264:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074953.376810:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2192 count 1 00010000:00010000:2.0:1769074953.376935:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30453e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x890:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.376953:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ea00/0xf5091596e2fcf480 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8bbb expref: 24 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.376961:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.376962:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.376965:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30453e0 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.376986:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ea00/0xf5091596e2fcf480 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8bbb expref: 24 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.376995:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ea00/0xf5091596e2fcf480 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8bbb expref: 24 pid: 14044 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.377005:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4dcd0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007969067648:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074953.377352:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83435 00000100:00100000:0.0:1769074953.377362:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+28:3658:x1855007969065600:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:0.0:1769074953.377375:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:5970 count 1 00010000:00010000:0.0:1769074953.377388:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30453e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1752:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.377401:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fee00/0xf5091596e2fcd7b5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f6ee9 expref: 24 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074953.377407:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.377409:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.377412:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30453e7 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.377432:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fee00/0xf5091596e2fcd7b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6ee9 expref: 24 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.377568:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e30453ee lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x77a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.377583:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe57dbd200/0xf5091596e2fd1b00 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fb234 expref: 24 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.377590:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.377591:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.377594:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e30453ee lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.377616:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe57dbd200/0xf5091596e2fd1b00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb234 expref: 24 pid: 14010 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074953.377618:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768fc540 going to sleep for 11 seconds 00010000:00010000:3.0:1769074953.377630:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe57dbd200/0xf5091596e2fd1b00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb234 expref: 24 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.377639:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83436 00000100:00100000:3.0:1769074953.377644:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14038:1855007969067904:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074953.377651:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+25:3658:x1855007969065728:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074953.377666:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2999 count 1 00000100:00100000:3.0:1769074953.377675:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4a80 going to sleep for 11 seconds 00010000:00010000:2.0:1769074953.377681:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e30453f5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.377695:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe679fc000/0xf5091596e2fdad82 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330725044bd expref: 24 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.377702:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.377704:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.377707:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e30453f5 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.377739:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe679fc000/0xf5091596e2fdad82 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330725044bd expref: 24 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.377750:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe679fc000/0xf5091596e2fdad82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725044bd expref: 24 pid: 14052 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.377763:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4dcd2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007969068160:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.377791:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969068416:0@lo:6:osp-syn-0-1.0 00000100:00100000:2.0:1769074953.377792:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768fcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.377826:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1769074953.377865:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fee00/0xf5091596e2fcd7b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6ee9 expref: 24 pid: 14044 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.377878:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e237100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969067776:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074953.377905:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4de28e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.380085:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969068032:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.380154:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.385272:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074953.385328:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969068288:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.385406:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074953.385931:0:14032:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969068416 00000100:00100000:2.0:1769074953.385941:0:14032:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969068416 00000100:00100000:2.0:1769074953.385973:0:14044:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969068032 00000100:00100000:2.0:1769074953.385976:0:14044:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969068032 00000100:00100000:2.0:1769074953.386022:0:14044:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83437 00000100:00100000:2.0:1769074953.386030:0:14044:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+27:3657:x1855007969068032:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074953.386057:0:14044:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7694 count 1 00010000:00010000:2.0:1769074953.386084:0:14044:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9800/0xf5091596e30453fc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.386104:0:14044:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe746e6200/0xf5091596e2fba1fc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1e0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e3930 expref: 24 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.386112:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.386114:0:14044:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.386117:0:14044:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9800/0xf5091596e30453fc lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.386153:0:14044:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe746e6200/0xf5091596e2fba1fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1e0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3930 expref: 24 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.386164:0:14044:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe746e6200/0xf5091596e2fba1fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3930 expref: 24 pid: 14043 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.386177:0:14044:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe74c96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007969068544:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074953.386244:0:14044:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768fc480 going to sleep for 11 seconds 00000100:00100000:2.0:1769074953.386413:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83438 00000100:00100000:2.0:1769074953.386420:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+27:3659:x1855007969068416:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074953.386434:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2192 count 1 00010000:00010000:2.0:1769074953.386466:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045403 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x890:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.386478:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f800/0xf5091596e2fcf487 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8bb4 expref: 24 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.386485:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.386486:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.386489:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045403 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.386507:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f800/0xf5091596e2fcf487 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8bb4 expref: 24 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.386516:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f800/0xf5091596e2fcf487 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8bb4 expref: 24 pid: 14044 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.386526:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe74c94000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969068672:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074953.386563:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe768fcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.387075:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969068288 00000100:00100000:3.0:1769074953.387082:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969068288 00000100:00100000:3.0:1769074953.387107:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83439 00000100:00100000:3.0:1769074953.387113:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+28:3657:x1855007969068288:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074953.387128:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4062 count 1 00010000:00010000:3.0:1769074953.387141:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e304540a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.387153:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6338c800/0xf5091596e2fc024a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e997e expref: 24 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.387159:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.387160:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.387163:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e304540a lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.387187:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6338c800/0xf5091596e2fc024a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e997e expref: 24 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.387195:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6338c800/0xf5091596e2fc024a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e997e expref: 24 pid: 8416 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.387205:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007969068800:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.387254:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c43c0 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.397158:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4be0e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8669:1855007969066368:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074953.397161:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.397185:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.397203:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.397220:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074953.397242:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e30453bd lrc: 3/0,1 mode: --/PW res: [0x280000400:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.397252:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074953.397280:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c6300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8417:1855007969066624:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.397294:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30453cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.397368:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007969066496:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074953.397381:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30453b6 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x16f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.397531:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960360704 00000100:00100000:3.0:1769074953.397539:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960360704 00010000:00010000:3.0:1769074953.397574:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe7509bc00/0xf5091596e2fd1b07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb23b expref: 25 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.397598:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960360960 00000100:00100000:3.0:1769074953.397601:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960360960 00010000:00010000:3.0:1769074953.397614:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fd600/0xf5091596e2fcd7ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6ee2 expref: 26 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.397630:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960361216 00000100:00100000:3.0:1769074953.397633:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960361216 00010000:00010000:3.0:1769074953.397645:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f605000/0xf5091596e2fc0251 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9985 expref: 25 pid: 14039 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.397655:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960360832 00000100:00100000:3.0:1769074953.397658:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960360832 00010000:00010000:3.0:1769074953.397665:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe73740400/0xf5091596e2fd3700 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fce34 expref: 27 pid: 14052 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.397675:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960361088 00000100:00100000:3.0:1769074953.397694:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960361088 00010000:00010000:3.0:1769074953.397706:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c487a00/0xf5091596e2fc84f0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x55e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1c24 expref: 26 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.397821:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41180 00000100:00100000:3.0:1769074953.397832:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe61408000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+27:2410:x1855007960360704:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074953.397847:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074953.397854:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe7509bc00/0xf5091596e2fd1b07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb23b expref: 27 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.397861:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074953.397865:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe7509bc00/0xf5091596e2fd1b07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb23b expref: 27 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.397872:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.397883:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074953.397889:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe7509bc00/0xf5091596e2fd1b07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb23b expref: 27 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.397903:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.397906:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.397911:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e30453bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.397921:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e30453bd lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.397942:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074953.397996:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa72300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969064960:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074953.398015:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89cc00/0xf5091596e30453a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.398036:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e237100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969067776:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074953.398045:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30453e7 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.398167:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.398180:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.398190:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.398213:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.398242:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960361472 00000100:00100000:2.0:1769074953.398247:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960361472 00010000:00010000:2.0:1769074953.398263:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe679fc200/0xf5091596e2fdad89 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725044b6 expref: 27 pid: 14052 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.398277:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960361344 00000100:00100000:2.0:1769074953.398280:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960361344 00010000:00010000:2.0:1769074953.398291:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe73741e00/0xf5091596e2fd3707 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fce3b expref: 28 pid: 14052 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.398301:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960361600 00000100:00100000:2.0:1769074953.398304:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960361600 00010000:00010000:2.0:1769074953.398317:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6aca8600/0xf5091596e2fc84f7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x55e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1c2b expref: 27 pid: 14047 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.398328:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960361728 00000100:00100000:2.0:1769074953.398330:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960361728 00010000:00010000:2.0:1769074953.398341:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe712b9400/0xf5091596e2fba203 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3937 expref: 29 pid: 14035 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.398350:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960362240 00000100:00100000:2.0:1769074953.398352:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960362240 00010000:00010000:2.0:1769074953.398362:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe746e6200/0xf5091596e2fba1fc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1e0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3930 expref: 28 pid: 14043 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.398371:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960362112 00000100:00100000:2.0:1769074953.398374:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960362112 00000100:00100000:3.0:1769074953.398374:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe61408000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+28:2410:x1855007960360704:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 543us (1213us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074953.398382:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41180 00010000:00010000:2.0:1769074953.398383:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe679fc000/0xf5091596e2fdad82 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725044bd expref: 29 pid: 14052 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.398650:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f61500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007969068800:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074953.398665:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e304540a lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.398831:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960362496 00000100:00100000:2.0:1769074953.398835:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960362496 00000100:00100000:3.0:1769074953.398839:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41181 00000100:00100000:3.0:1769074953.398846:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+29:2410:x1855007960360960:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074953.398850:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6338c800/0xf5091596e2fc024a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e997e expref: 29 pid: 8416 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.398856:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074953.398861:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fd600/0xf5091596e2fcd7ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1752:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6ee2 expref: 29 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.398862:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41182 00000100:00100000:2.0:1769074953.398868:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6140a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+29:2410:x1855007960361216:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074953.398871:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fd600/0xf5091596e2fcd7ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1752:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6ee2 expref: 29 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.398875:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074953.398879:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f605000/0xf5091596e2fc0251 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xfde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9985 expref: 29 pid: 14039 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.398886:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe612fd600/0xf5091596e2fcd7ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1752:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6ee2 expref: 29 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.398894:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f605000/0xf5091596e2fc0251 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xfde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9985 expref: 29 pid: 14039 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.398897:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.398899:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.398902:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30453cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.398905:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.398906:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.398909:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30453d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.398910:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30453cb lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.398917:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30453d2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xfde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.398928:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074953.398939:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074953.398953:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6140a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+29:2410:x1855007960361216:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 85us (1748us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074953.398953:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433ffc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+28:2410:x1855007960360960:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 107us (1768us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074953.398960:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41182 00010000:00010000:0.0:1769074953.398994:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30453cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.399007:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30453cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.399016:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30453cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.399023:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30453cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.399038:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074953.399131:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074953.399138:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30453cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.399145:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.399149:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30453cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.399161:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30453cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.399173:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30453cb lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.399179:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14c00/0xf5091596e30453cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.399200:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.399202:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.399204:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074953.399288:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41181 00000100:00100000:3.0:1769074953.399333:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41183 00000100:00100000:3.0:1769074953.399339:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6140b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+27:2410:x1855007960360832:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074953.399348:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1769074953.399359:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+29:3660:x1855007969065984:12345-0@lo:6:osp-syn-0-1.0 Request processed in 23990us (27848us total) trans 4294989745 rc 0/0 00000100:00100000:0.0:1769074953.399367:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83430 00010000:00010000:3.0:1769074953.399369:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe73740400/0xf5091596e2fd3700 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x16f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fce34 expref: 27 pid: 14052 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.399378:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe73740400/0xf5091596e2fd3700 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x16f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fce34 expref: 27 pid: 14052 timeout: 1742 lvb_type: 1 00000004:00080000:0.0:1769074953.399406:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffda3ad7b80/2, rc 0, transno 4294989745 00000100:00100000:0.0:1769074953.399418:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969065984:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074953.399704:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe68cb2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969066240:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074953.399718:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e30453af lrc: 3/0,1 mode: --/PW res: [0x280000400:0x55e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.399753:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:14035:1855007969065216:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074953.399765:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30453a8 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.399784:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41184 00000100:00100000:0.0:1769074953.399792:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe61408700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+29:2410:x1855007960361088:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074953.399801:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.399807:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c487a00/0xf5091596e2fc84f0 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x55e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1c24 expref: 29 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.399816:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c487a00/0xf5091596e2fc84f0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x55e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1c24 expref: 29 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.399829:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.399831:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.399835:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e30453c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x55e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.399842:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e30453c4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x55e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.399845:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe73740400/0xf5091596e2fd3700 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x16f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fce34 expref: 27 pid: 14052 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.399855:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.399856:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074953.399857:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.399860:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30453b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.399866:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30453b6 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x16f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.399879:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe61408700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+29:2410:x1855007960361088:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 88us (2627us total) trans 0 rc 0/0 00010000:00010000:3.0:1769074953.399884:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074953.399885:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41184 00000100:00100000:0.0:1769074953.399900:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41185 00000100:00100000:3.0:1769074953.399901:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6140b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+26:2410:x1855007960360832:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 562us (2681us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074953.399906:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe61409500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+28:2410:x1855007960361472:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074953.399908:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41183 00010000:00010000:0.0:1769074953.399914:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.399918:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe679fc200/0xf5091596e2fdad89 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725044b6 expref: 28 pid: 14052 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.399920:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41186 00000100:00100000:3.0:1769074953.399925:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6140a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+28:2410:x1855007960361344:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074953.399927:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe679fc200/0xf5091596e2fdad89 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725044b6 expref: 28 pid: 14052 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.399932:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074953.399936:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe73741e00/0xf5091596e2fd3707 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fce3b expref: 28 pid: 14052 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.399940:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe679fc200/0xf5091596e2fdad89 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725044b6 expref: 28 pid: 14052 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.399949:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.399951:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.399952:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe73741e00/0xf5091596e2fd3707 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fce3b expref: 27 pid: 14052 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.399954:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30453a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.399962:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30453a8 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.399965:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe73741e00/0xf5091596e2fd3707 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fce3b expref: 27 pid: 14052 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.399973:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.399974:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.399977:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89cc00/0xf5091596e30453a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.399978:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074953.399984:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89cc00/0xf5091596e30453a1 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.399995:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe61409500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+26:2410:x1855007960361472:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 89us (2134us total) trans 0 rc 0/0 00010000:00010000:3.0:1769074953.399999:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074953.400002:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41185 00000100:00100000:3.0:1769074953.400013:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6140a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+25:2410:x1855007960361344:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 88us (2140us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074953.400016:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41187 00000100:00100000:3.0:1769074953.400019:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41186 00000100:00100000:0.0:1769074953.400021:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d413800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+25:2410:x1855007960361600:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074953.400028:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1769074953.400030:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41188 00010000:00010000:0.0:1769074953.400033:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6aca8600/0xf5091596e2fc84f7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x55e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1c2b expref: 25 pid: 14047 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.400036:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+24:2410:x1855007960361728:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074953.400042:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.400043:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6aca8600/0xf5091596e2fc84f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x55e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1c2b expref: 25 pid: 14047 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.400047:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe712b9400/0xf5091596e2fba203 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3937 expref: 24 pid: 14035 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.400054:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6aca8600/0xf5091596e2fc84f7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x55e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1c2b expref: 25 pid: 14047 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.400056:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe712b9400/0xf5091596e2fba203 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3937 expref: 24 pid: 14035 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.400063:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.400064:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.400067:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e30453af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x55e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.400067:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.400068:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.400071:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30453d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.400075:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e30453af lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x55e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.400079:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30453d9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.400087:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074953.400089:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074953.400102:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d413800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+24:2410:x1855007960361600:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 81us (2218us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074953.400102:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433ff050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+24:2410:x1855007960361728:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 67us (1936us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074953.400108:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41187 00000100:00100000:3.0:1769074953.403242:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41188 00000100:00100000:0.0:1769074953.403316:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41189 00000100:00100000:3.0:1769074953.403322:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41190 00000100:00100000:0.0:1769074953.403332:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d412a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+23:2410:x1855007960362240:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1769074953.403332:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d410a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+23:2410:x1855007960362112:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074953.403349:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074953.403349:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.403359:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe746e6200/0xf5091596e2fba1fc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1e0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3930 expref: 23 pid: 14043 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.403359:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe679fc000/0xf5091596e2fdad82 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xbb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725044bd expref: 23 pid: 14052 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.403374:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe679fc000/0xf5091596e2fdad82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xbb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725044bd expref: 23 pid: 14052 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.403410:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.403412:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.403417:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e30453f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.403429:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e30453f5 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xbb7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.403448:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074953.403497:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d410a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+23:2410:x1855007960362112:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 168us (5304us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074953.403504:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41190 00000100:00100000:3.0:1769074953.403518:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41191 00000100:00100000:3.0:1769074953.403524:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d411880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+22:2410:x1855007960362496:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074953.403531:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074953.403536:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6338c800/0xf5091596e2fc024a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e997e expref: 22 pid: 8416 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.403546:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6338c800/0xf5091596e2fc024a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e997e expref: 22 pid: 8416 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.403558:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6338c800/0xf5091596e2fc024a lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfde:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e997e expref: 22 pid: 8416 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.403569:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.403570:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.403573:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e304540a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.403579:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e304540a lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.403649:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074953.403664:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d411880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+21:2410:x1855007960362496:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 139us (5450us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074953.403670:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41191 00000100:00100000:3.0:1769074953.403738:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c5500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:14038:1855007969067904:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074953.403747:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe746e6200/0xf5091596e2fba1fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1e0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3930 expref: 20 pid: 14043 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.403757:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e30453ee lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.403760:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.403762:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.403765:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9800/0xf5091596e30453fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.403777:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9800/0xf5091596e30453fc lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.403816:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074953.403897:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074953.403929:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074953.404012:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074953.404093:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960361984 00000100:00100000:3.0:1769074953.404100:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960361984 00010000:00010000:3.0:1769074953.404122:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe57dbd200/0xf5091596e2fd1b00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb234 expref: 23 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.404138:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960362624 00000100:00100000:3.0:1769074953.404141:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960362624 00010000:00010000:3.0:1769074953.404152:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f800/0xf5091596e2fcf487 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8bb4 expref: 21 pid: 14044 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.404162:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960361856 00000100:00100000:3.0:1769074953.404165:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960361856 00010000:00010000:3.0:1769074953.404173:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ea00/0xf5091596e2fcf480 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8bbb expref: 24 pid: 14044 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.404189:0:14040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960362368 00000100:00100000:3.0:1769074953.404192:0:14040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960362368 00010000:00010000:3.0:1769074953.404203:0:14040:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fee00/0xf5091596e2fcd7b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6ee9 expref: 25 pid: 14044 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.404215:0:14040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41192 00000100:00100000:3.0:1769074953.404221:0:14040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+25:2407:x1855007960361984:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074953.405375:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074953.405430:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d412a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2410:x1855007960362240:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 2102us (7246us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074953.405438:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41189 00000100:00100000:0.0:1769074953.405477:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41193 00000100:00100000:0.0:1769074953.405484:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960362624:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074953.405495:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.405500:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f800/0xf5091596e2fcf487 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8bb4 expref: 20 pid: 14044 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.405510:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f800/0xf5091596e2fcf487 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8bb4 expref: 20 pid: 14044 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.405527:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.405529:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.405532:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045403 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.405540:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045403 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.405550:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074953.405565:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960362624:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 83us (1669us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074953.405572:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41193 00000100:00100000:0.0:1769074953.405584:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41194 00000100:00100000:0.0:1769074953.405591:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+25:2407:x1855007960361856:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074953.405598:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.405603:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ea00/0xf5091596e2fcf480 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8bbb expref: 25 pid: 14044 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.405613:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ea00/0xf5091596e2fcf480 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8bbb expref: 25 pid: 14044 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.405624:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.405626:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.405629:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30453e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.405636:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30453e0 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x890:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.405646:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074953.405661:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+25:2407:x1855007960361856:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 72us (1732us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074953.405667:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41194 00000100:00100000:0.0:1769074953.405678:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41195 00000100:00100000:0.0:1769074953.405684:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe433fec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+24:2407:x1855007960362368:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1769074953.405691:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074953.405696:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fee00/0xf5091596e2fcd7b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1752:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6ee9 expref: 24 pid: 14044 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.405704:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fee00/0xf5091596e2fcd7b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1752:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6ee9 expref: 24 pid: 14044 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.405715:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe612fee00/0xf5091596e2fcd7b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1752:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f6ee9 expref: 24 pid: 14044 timeout: 1742 lvb_type: 1 00010000:00010000:0.0:1769074953.405738:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.405740:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.405744:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30453e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.405750:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30453e7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1752:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.405769:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074953.405786:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe433fec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+23:2407:x1855007960362368:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 102us (1775us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074953.405792:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41195 00010000:00010000:0.0:1769074953.405821:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30453a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.405829:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30453a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.405838:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30453a8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.405845:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30453a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.405867:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074953.405874:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074953.405882:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30453a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.405889:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.405893:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30453a8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.405901:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30453a8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.405912:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30453a8 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.405918:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30453a8 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.405934:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.405936:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.405937:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074953.406137:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+29:3658:x1855007969065088:12345-0@lo:6:osp-syn-1-1.0 Request processed in 36278us (36588us total) trans 4294989742 rc 0/0 00000100:00100000:0.0:1769074953.406146:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83425 00010000:00010000:0.0:1769074953.406170:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e30453af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.406178:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e30453af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.406184:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e30453af lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.406191:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e30453af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.406203:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074953.406592:0:14040:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074953.406603:0:14040:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe57dbd200/0xf5091596e2fd1b00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb234 expref: 22 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.406614:0:14040:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe57dbd200/0xf5091596e2fd1b00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb234 expref: 22 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.406628:0:14040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe57dbd200/0xf5091596e2fd1b00 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x77a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fb234 expref: 22 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.406638:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.406640:0:14040:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.406643:0:14040:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e30453ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.406650:0:14040:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e30453ee lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x77a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.406678:0:14040:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074953.406707:0:14040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960361984:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 2487us (2892us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074953.406714:0:14040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41192 00010000:00010000:3.0:1769074953.406787:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e30453bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.406794:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e30453bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.406801:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e30453bd lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.406808:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e30453bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.406822:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074953.406996:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+29:3660:x1855007969066112:12345-0@lo:6:osp-syn-0-1.0 Request processed in 34954us (35640us total) trans 4294989746 rc 0/0 00000100:00100000:3.0:1769074953.407002:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83428 00010000:00010000:3.0:1769074953.407024:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30453b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.407033:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30453b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.407041:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30453b6 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x16f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.407054:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30453b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.407064:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1769074953.407179:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+29:3660:x1855007969065344:12345-0@lo:6:osp-syn-0-1.0 Request processed in 35548us (35856us total) trans 4294989747 rc 0/0 00000100:00100000:3.0:1769074953.407186:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83427 00010000:00010000:3.0:1769074953.407207:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:0.0:1769074953.409661:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e235500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+29:3658:x1855007969065856:12345-0@lo:6:osp-syn-0-1.0 Request processed in 38596us (38670us total) trans 4294989748 rc 0/0 00010000:00010000:3.0:1769074953.409665:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e30453af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.409671:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83426 00010000:00010000:3.0:1769074953.409675:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074953.409679:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e30453af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.409688:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e30453af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.409708:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e30453af lrc: 1/0,0 mode: --/PW res: [0x280000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.409751:0:14046:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a45f800/0xf5091596e2fcf487 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8bb4 expref: 19 pid: 14044 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.409768:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe74c94000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969068672:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074953.409790:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045403 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.409799:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045403 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.409807:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045403 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.409808:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d1600/0xf5091596e30453af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.409816:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045403 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.409823:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045403 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.409826:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074953.409829:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e30453bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.409836:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074953.409839:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e30453bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.409840:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074953.409966:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+29:3659:x1855007969068416:12345-0@lo:6:osp-syn-0-1.0 Request processed in 23545us (32138us total) trans 4294989749 rc 0/0 00000100:00100000:0.0:1769074953.409972:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83438 00010000:00010000:0.0:1769074953.409998:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30453e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.409998:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e30453bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.410007:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30453e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.410010:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e30453bd lrc: 1/0,0 mode: --/PW res: [0x280000400:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.410018:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e30453bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.410020:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30453e7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.410027:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30453e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.410032:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074953.410036:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1769074953.410036:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30453b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.410042:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074953.410044:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30453b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.410051:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30453b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.410058:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30453b6 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x16f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.410104:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14800/0xf5091596e30453b6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.410116:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074953.410119:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045403 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.410125:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074953.410128:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045403 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.410135:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045403 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.410143:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045403 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.410150:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9600/0xf5091596e3045403 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.410161:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074953.410164:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30453e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.410167:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+29:3658:x1855007969065600:12345-0@lo:6:osp-syn-1-1.0 Request processed in 32807us (33512us total) trans 4294989743 rc 0/0 00010000:00010000:3.0:1769074953.410171:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89c200 already unused, calling callback (ffffffffc0cdeb90) 00000100:00100000:0.0:1769074953.410174:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83435 00010000:00010000:3.0:1769074953.410174:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30453e7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.410181:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30453e7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.410191:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30453e7 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.410197:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c200/0xf5091596e30453e7 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1752:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.410207:0:14047:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4a45ea00/0xf5091596e2fcf480 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x890:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8bbb expref: 20 pid: 14044 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.410216:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4dcd0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007969067648:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.410389:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e30453ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.410397:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e30453ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.410404:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e30453ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.410411:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e30453ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.410418:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074953.410543:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+29:3657:x1855007969066880:12345-0@lo:6:osp-syn-1-1.0 Request processed in 34022us (34496us total) trans 4294989744 rc 0/0 00000100:00100000:1.0:1769074953.410549:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83432 00010000:00010000:1.0:1769074953.410566:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074953.410570:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e30453ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.410577:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.410580:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e30453ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.410593:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e30453ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.410605:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e30453ee lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.410612:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14e00/0xf5091596e30453ee lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x77a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.410632:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.410634:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.410636:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.410642:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074953.410668:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe598c4380/2, rc 0, transno 4294989744 00000100:00100000:1.0:1769074953.410681:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969066880:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1769074953.411131:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074953.411134:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074953.411135:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1769074953.411159:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd76f62300/2, rc 0, transno 4294989749 00000100:00100000:3.0:1769074953.411164:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f62300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969068416:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074953.411183:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffda3ad5f80/2, rc 0, transno 4294989747 00000100:00100000:3.0:1769074953.411187:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969065344:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074953.411195:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe68cb0700/2, rc 0, transno 4294989746 00000100:00100000:3.0:1769074953.411198:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe68cb0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969066112:0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1769074953.411221:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074953.411243:0:14043:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5f605000/0xf5091596e2fc0251 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xfde:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e9985 expref: 19 pid: 14039 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.411254:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43d00e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007969067392:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.411267:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30453d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411296:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30453d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411303:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30453d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411311:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30453d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411318:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30453d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411332:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1769074953.411389:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30453e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.411401:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30453e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.411408:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30453e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.411415:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30453e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.411427:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30453e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.411440:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074953.411473:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+29:3659:x1855007969067136:12345-0@lo:6:osp-syn-1-1.0 Request processed in 35285us (35581us total) trans 4294989745 rc 0/0 00000100:00100000:3.0:1769074953.411480:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83431 00000004:00080000:3.0:1769074953.411509:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe598c7800/2, rc 0, transno 4294989745 00000100:00100000:3.0:1769074953.411514:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969067136:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1769074953.411528:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e304540a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411536:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e304540a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411543:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e304540a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411551:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e304540a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.411555:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+29:3659:x1855007969067264:12345-0@lo:6:osp-syn-1-1.0 Request processed in 34760us (35110us total) trans 4294989746 rc 0/0 00000100:00100000:0.0:1769074953.411562:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83434 00010000:00010000:3.0:1769074953.411563:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1769074953.411591:0:14039:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe712b9400/0xf5091596e2fba203 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3937 expref: 18 pid: 14035 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.411601:0:14039:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4dcd2300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_010:lustre-OST0001_UUID:14039:1855007969067520:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074953.411611:0:14039:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30453d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.411619:0:14039:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30453d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.411626:0:14039:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30453d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.411633:0:14039:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30453d9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.411640:0:14039:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30453d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.411656:0:14039:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00000100:00100000:3.0:1769074953.411668:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+29:3657:x1855007969068288:12345-0@lo:6:osp-syn-0-1.0 Request processed in 24554us (26263us total) trans 4294989750 rc 0/0 00000100:00100000:3.0:1769074953.411674:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83439 00000004:00080000:3.0:1769074953.411700:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe598c5880/2, rc 0, transno 4294989746 00000100:00100000:3.0:1769074953.411705:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969067264:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1769074953.411733:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1769074953.411737:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30453d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411744:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074953.411747:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30453d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411755:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30453d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.411761:0:14039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_010:lustre-MDT0001-mdtlov_UUID+29:3657:x1855007969067008:12345-0@lo:6:osp-syn-1-1.0 Request processed in 35216us (35675us total) trans 4294989747 rc 0/0 00000100:00100000:0.0:1769074953.411767:0:14039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83433 00010000:00010000:3.0:1769074953.411768:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30453d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411774:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9400/0xf5091596e30453d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.411795:0:14048:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe679fc000/0xf5091596e2fdad82 lrc: 0/0,0 mode: --/PR res: [0x280000400:0xbb7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330725044bd expref: 18 pid: 14052 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.411802:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00000100:00100000:0.0:1769074953.411804:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4dcd2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0000_UUID:14048:1855007969068160:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.411806:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30453e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411812:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074953.411815:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30453e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.411816:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e30453f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411824:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30453e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.411825:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e30453f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.411832:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e30453f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411835:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30453e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.411840:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e30453f5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411842:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30453e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x890:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.411847:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e30453f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.411855:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1769074953.411857:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074953.411860:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e304540a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411864:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074953.411867:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e304540a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411874:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e304540a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411884:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e304540a lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411891:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e304540a lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfde:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411903:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074953.411906:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30453d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411913:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074953.411916:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30453d9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411922:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30453d9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411931:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30453d9 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411937:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30453d9 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14039 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411953:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074953.411957:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e30453f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.411973:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+29:3658:x1855007969065728:12345-0@lo:6:osp-syn-0-1.0 Request processed in 34325us (35225us total) trans 4294989751 rc 0/0 00000100:00100000:0.0:1769074953.411980:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83436 00010000:00010000:3.0:1769074953.411982:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074953.411985:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e30453f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.411992:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e30453f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.412002:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e30453f5 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.412008:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e30453f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xbb7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.412009:0:14044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe746e6200/0xf5091596e2fba1fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1e0e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e3930 expref: 17 pid: 14043 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.412019:0:14044:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe74c96a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_013:lustre-OST0000_UUID:14044:1855007969068544:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.412026:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074953.412027:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074953.412029:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.412030:0:14044:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9800/0xf5091596e30453fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.412034:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.412038:0:14044:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9800/0xf5091596e30453fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.412042:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89cc00/0xf5091596e30453a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.412044:0:14044:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9800/0xf5091596e30453fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.412051:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89cc00/0xf5091596e30453a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.412052:0:14044:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9800/0xf5091596e30453fc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.412059:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89cc00/0xf5091596e30453a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.412060:0:14044:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9800/0xf5091596e30453fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.412066:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89cc00/0xf5091596e30453a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.412072:0:14044:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1769074953.412077:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:0.0:1769074953.412169:0:14044:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_013:lustre-MDT0001-mdtlov_UUID+29:3657:x1855007969068032:12345-0@lo:6:osp-syn-0-1.0 Request processed in 26139us (32013us total) trans 4294989752 rc 0/0 00000100:00100000:3.0:1769074953.412169:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+29:3658:x1855007969064832:12345-0@lo:6:osp-syn-1-1.0 Request processed in 44835us (49767us total) trans 4294989748 rc 0/0 00000100:00100000:0.0:1769074953.412175:0:14044:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83437 00010000:00010000:1.0:1769074953.412331:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074953.412337:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9800/0xf5091596e30453fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.412344:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.412347:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9800/0xf5091596e30453fc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.412354:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9800/0xf5091596e30453fc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.412369:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9800/0xf5091596e30453fc lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.412375:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf9800/0xf5091596e30453fc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1e0e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14044 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.412391:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074953.412395:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89cc00/0xf5091596e30453a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.412401:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89cc00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.412405:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89cc00/0xf5091596e30453a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.412411:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89cc00/0xf5091596e30453a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.412420:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89cc00/0xf5091596e30453a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.412427:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89cc00/0xf5091596e30453a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x16f2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.412442:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.412444:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.412461:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.412467:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074953.412472:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074953.412484:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe68cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969068928:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074953.412518:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074953.412554:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe68cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969069056:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074953.412574:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:1.0:1769074953.412596:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd76f63480/2, rc 0, transno 4294989750 00000100:00100000:1.0:1769074953.412601:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f63480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969068288:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074953.412610:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd76f61880/2, rc 0, transno 4294989752 00000100:00100000:1.0:1769074953.412614:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f61880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969068032:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074953.412621:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe598c6d80/2, rc 0, transno 4294989747 00000100:00100000:1.0:1769074953.412629:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969067008:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074953.412635:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074953.412640:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969069184:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074953.412661:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074953.412684:0:14039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969068928 00000100:00100000:1.0:1769074953.412691:0:14039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969068928 00000100:00100000:3.0:1769074953.413306:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83424 00000100:00100000:3.0:1769074953.413330:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969069056 00000100:00100000:3.0:1769074953.413334:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969069056 00000100:00100000:3.0:1769074953.413358:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969069184 00000100:00100000:3.0:1769074953.413361:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969069184 00000100:00100000:3.0:1769074953.413382:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83440 00000100:00100000:3.0:1769074953.413389:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+31:3657:x1855007969069056:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074953.413414:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4051 count 1 00010000:00010000:3.0:1769074953.413436:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3045411 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.413467:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c8d3600/0xf5091596e2fc2788 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ebebc expref: 17 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.413474:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.413477:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.413480:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3045411 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.413507:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c8d3600/0xf5091596e2fc2788 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebebc expref: 17 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.413521:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c8d3600/0xf5091596e2fc2788 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebebc expref: 17 pid: 14043 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.413538:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969069312:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.413599:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4e40 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.413733:0:14047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83441 00000100:00100000:3.0:1769074953.413739:0:14047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+31:3657:x1855007969069184:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074953.413751:0:14047:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4026 count 1 00010000:00010000:3.0:1769074953.413761:0:14047:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045418 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.413771:0:14047:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4efd2000/0xf5091596e2fbe8d5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8009 expref: 17 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.413777:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.413779:0:14047:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.413781:0:14047:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045418 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.413797:0:14047:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4efd2000/0xf5091596e2fbe8d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8009 expref: 17 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.413805:0:14047:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4efd2000/0xf5091596e2fbe8d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8009 expref: 17 pid: 8416 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.413813:0:14047:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f62a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007969069440:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.413904:0:14047:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4000 going to sleep for 11 seconds 00010000:00010000:3.0:1769074953.413916:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074953.413921:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074953.414001:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969069952:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.414030:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.414049:0:14045:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969069952 00000100:00100000:3.0:1769074953.414052:0:14045:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969069952 00000100:00100000:3.0:1769074953.414073:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83442 00000100:00100000:3.0:1769074953.414079:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+29:3658:x1855007969069952:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074953.414089:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6393 count 1 00010000:00010000:3.0:1769074953.414102:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304541f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x18f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.414113:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe78a95400/0xf5091596e2fd4eed lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fe621 expref: 16 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.414119:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.414120:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.414123:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304541f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x18f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.414140:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe78a95400/0xf5091596e2fd4eed lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe621 expref: 16 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.414150:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe78a95400/0xf5091596e2fd4eed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe621 expref: 16 pid: 14052 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.414159:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007969070336:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.414181:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c49c0 going to sleep for 11 seconds 00000004:00080000:3.0:1769074953.414910:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdbfa73480/2, rc 0, transno 4294989743 00000100:00100000:3.0:1769074953.414921:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969065600:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074953.414943:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffda3ad6300/2, rc 0, transno 4294989751 00000100:00100000:3.0:1769074953.414954:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969065728:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074953.414966:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffda3ad5880/2, rc 0, transno 4294989748 00000100:00100000:3.0:1769074953.414970:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969065856:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074953.414979:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdbfa70700/2, rc 0, transno 4294989742 00000100:00100000:3.0:1769074953.414982:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969065088:0@lo:6:osp-syn-1-1.0 00000004:00080000:3.0:1769074953.414989:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdbfa70380/2, rc 0, transno 4294989748 00000100:00100000:3.0:1769074953.414992:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969064832:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074953.415004:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074953.415010:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd43d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969069824:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.415043:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.415070:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969069824 00000100:00100000:3.0:1769074953.415075:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969069824 00000100:00100000:3.0:1769074953.415106:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83443 00000100:00100000:3.0:1769074953.415113:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe61408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+30:3658:x1855007969069824:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074953.415129:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4026 count 1 00010000:00010000:3.0:1769074953.415145:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15600/0xf5091596e3045426 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.415159:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe469a8200/0xf5091596e2fbe8ce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8002 expref: 16 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.415166:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.415168:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.415171:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15600/0xf5091596e3045426 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.415194:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe469a8200/0xf5091596e2fbe8ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8002 expref: 16 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.415205:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe469a8200/0xf5091596e2fbe8ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8002 expref: 16 pid: 8416 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.417077:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6140b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969070464:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.417161:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4c00 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.417624:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969070720:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.417663:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.417684:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074953.417689:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe61409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969070592:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.417761:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1769074953.417811:0:14052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4c487a00/0xf5091596e2fc84f0 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x55e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1c24 expref: 17 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.417826:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4be0c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0001_UUID:14052:1855007969066752:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.417843:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e30453c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.417853:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e30453c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.417860:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e30453c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.417869:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e30453c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.417876:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e30453c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.417899:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074953.418829:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074953.418843:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969070720 00000100:00100000:0.0:1769074953.418851:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969070720 00000100:00100000:3.0:1769074953.418873:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f62d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969069312:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074953.418888:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969070592 00000100:00100000:0.0:1769074953.418891:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969070592 00000100:00100000:0.0:1769074953.418913:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83444 00000100:00100000:0.0:1769074953.418922:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6140a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+32:3658:x1855007969070720:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:3.0:1769074953.418938:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3045411 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1769074953.418950:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4134 count 1 00010000:00010000:0.0:1769074953.418976:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e304542d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.418994:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe702cd800/0xf5091596e2fd160d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fad3a expref: 16 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074953.419002:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.419004:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.419007:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e304542d lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.419036:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe702cd800/0xf5091596e2fd160d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fad3a expref: 16 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074953.419047:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe702cd800/0xf5091596e2fd160d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fad3a expref: 16 pid: 14043 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.419059:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e237100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007969070848:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074953.419112:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4de28e40 going to sleep for 11 seconds 00000100:00100000:0.0:1769074953.419130:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83445 00000100:00100000:0.0:1769074953.419137:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe61408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+32:3658:x1855007969070592:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074953.419150:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:9344 count 1 00010000:00010000:0.0:1769074953.419162:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c000/0xf5091596e3045434 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x2480:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.419174:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe61096e00/0xf5091596e2fc3bd9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ed30d expref: 16 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074953.419180:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.419182:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.419185:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c000/0xf5091596e3045434 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.419203:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe61096e00/0xf5091596e2fc3bd9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed30d expref: 16 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.419559:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074953.419568:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e30453c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.419578:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.419582:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e30453c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.419591:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e30453c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.419612:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e30453c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.419618:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8200/0xf5091596e30453c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x55e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.419635:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.419637:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.419638:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074953.419652:0:8669:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83446 00000100:00100000:1.0:1769074953.419661:0:8669:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+32:3659:x1855007969068928:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074953.419676:0:8669:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7982 count 1 00010000:00010000:1.0:1769074953.419688:0:8669:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304543b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.419699:0:8669:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60eaae00/0xf5091596e2fbb765 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e4e99 expref: 16 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.419705:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.419706:0:8669:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.419708:0:8669:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304543b lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.419748:0:8669:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe60eaae00/0xf5091596e2fbb765 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4e99 expref: 16 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.419758:0:8669:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe60eaae00/0xf5091596e2fbb765 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4e99 expref: 16 pid: 14035 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.419769:0:8669:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd846da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007969071104:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.419805:0:8669:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb900 going to sleep for 11 seconds 00000100:00100000:1.0:1769074953.419831:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969069568:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074953.419861:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074953.419881:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969070080:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074953.419901:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074953.419923:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00010000:00010000:0.0:1769074953.419924:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe61096e00/0xf5091596e2fc3bd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed30d expref: 16 pid: 14044 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.419928:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd76f61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969069696:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074953.419936:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e236d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007969070976:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.419947:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074953.419958:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4de28c00 going to sleep for 11 seconds 00000100:00100000:1.0:1769074953.419961:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffda3ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969070208:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074953.419974:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969069568 00000100:00100000:0.0:1769074953.419978:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969069568 00000100:00100000:1.0:1769074953.419980:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074953.420003:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83447 00000100:00100000:1.0:1769074953.420003:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969070080 00000100:00100000:1.0:1769074953.420006:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969070080 00000100:00100000:0.0:1769074953.420009:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+34:3659:x1855007969069568:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074953.420021:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7982 count 1 00000100:00100000:1.0:1769074953.420024:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969069696 00000100:00100000:1.0:1769074953.420026:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969069696 00010000:00010000:0.0:1769074953.420033:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89de00/0xf5091596e3045442 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1f2e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.420040:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969070208 00000100:00100000:1.0:1769074953.420041:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969070208 00000100:00100000:1.0:1769074953.420052:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83448 00000100:00100000:1.0:1769074953.420056:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+36:3659:x1855007969070080:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074953.420066:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:2559 count 1 00010000:00010000:1.0:1769074953.420077:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045449 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.420083:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe671f4000/0xf5091596e2fbb75e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1f2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e4e92 expref: 16 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.420088:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e3fa000/0xf5091596e2fceaf5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8229 expref: 16 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074953.420090:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.420092:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.420095:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89de00/0xf5091596e3045442 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1f2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.420101:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.420103:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.420105:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045449 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.420113:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe671f4000/0xf5091596e2fbb75e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1f2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4e92 expref: 16 pid: 14039 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.420120:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e3fa000/0xf5091596e2fceaf5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8229 expref: 16 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074953.420122:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe671f4000/0xf5091596e2fbb75e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4e92 expref: 16 pid: 14039 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.420129:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e3fa000/0xf5091596e2fceaf5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8229 expref: 16 pid: 14047 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.420132:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e237b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969071232:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.420138:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007969071360:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074953.420154:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4de28540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074953.420154:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074953.420169:0:14035:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83449 00000100:00100000:1.0:1769074953.420176:0:14035:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+36:3659:x1855007969069696:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:1.0:1769074953.420187:0:14035:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4051 count 1 00010000:00010000:1.0:1769074953.420198:0:14035:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3045450 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.420249:0:14050:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960362752 00000100:00100000:2.0:1769074953.420254:0:14050:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960362752 00010000:00010000:2.0:1769074953.420276:0:14050:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c8d3600/0xf5091596e2fc2788 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebebc expref: 17 pid: 14043 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.420299:0:14050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41196 00000100:00100000:2.0:1769074953.420306:0:14050:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+17:2410:x1855007960362752:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074953.420315:0:14050:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074953.420320:0:14050:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c8d3600/0xf5091596e2fc2788 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebebc expref: 17 pid: 14043 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.420337:0:14050:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c8d3600/0xf5091596e2fc2788 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebebc expref: 17 pid: 14043 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.420352:0:14050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5c8d3600/0xf5091596e2fc2788 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebebc expref: 17 pid: 14043 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.420362:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.420363:0:14050:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.420367:0:14050:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3045411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.420375:0:14050:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3045411 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.420396:0:14050:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074953.420420:0:14050:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:7c9df161-9cf7-469d-b68b-982e038d3703+16:2410:x1855007960362752:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 114us (1594us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074953.420427:0:14050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41196 00010000:00010000:1.0:1769074953.420433:0:14035:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d435600/0xf5091596e2fc278f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ebec3 expref: 16 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.420441:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.420443:0:14035:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.420460:0:14035:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3045450 lrc: 4/0,1 mode: --/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.420484:0:14035:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d435600/0xf5091596e2fc278f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebec3 expref: 16 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.420493:0:14035:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d435600/0xf5091596e2fc278f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebec3 expref: 16 pid: 14047 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.420502:0:14035:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007969071488:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.420540:0:14035:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb480 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.420602:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+32:3660:x1855007969065472:12345-0@lo:6:osp-syn-1-1.0 Request processed in 44022us (47533us total) trans 4294989749 rc 0/0 00000100:00100000:0.0:1769074953.423090:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83450 00000100:00100000:0.0:1769074953.423114:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c188700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+36:3659:x1855007969070208:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074953.423151:0:14046:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6043 count 1 00010000:00010000:0.0:1769074953.423177:0:14046:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045457 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x179b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.423198:0:14046:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4edaf200/0xf5091596e2fc22b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x179b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eb9f3 expref: 16 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074953.423206:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074953.423752:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969071616:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074953.424011:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83429 00010000:00010000:0.0:1769074953.424394:0:14046:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.424402:0:14046:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045457 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x179b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.424444:0:14046:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4edaf200/0xf5091596e2fc22b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x179b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb9f3 expref: 16 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074953.424469:0:14046:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4edaf200/0xf5091596e2fc22b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x179b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb9f3 expref: 16 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.424484:0:14046:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969072128:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074953.427046:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3045411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.427060:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1769074953.427066:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3045411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.427076:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3045411 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.427088:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3045411 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.427105:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1769074953.427107:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1769074953.427118:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969071744:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074953.427152:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1769074953.427173:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074953.427179:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3045411 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.427187:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.427190:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3045411 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.427198:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3045411 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.427217:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3045411 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.427223:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15400/0xf5091596e3045411 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.427317:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.427320:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.427321:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074953.427335:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969071872:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074953.427343:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+32:3657:x1855007969069056:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13954us (14767us total) trans 4294989750 rc 0/0 00000100:00100000:2.0:1769074953.427352:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83440 00000100:00100000:1.0:1769074953.427357:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074953.427376:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969071616 00000100:00100000:2.0:1769074953.427382:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969071616 00000004:00080000:1.0:1769074953.427391:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe68cb2a00/2, rc 0, transno 4294989750 00000100:00100000:1.0:1769074953.427400:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe68cb2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969069056:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074953.427409:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074953.427409:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969071744 00000100:00100000:2.0:1769074953.427411:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969071744 00000100:00100000:1.0:1769074953.427414:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f8f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969072000:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074953.427426:0:12381:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969071872 00000100:00100000:2.0:1769074953.427429:0:12381:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969071872 00000100:00100000:2.0:1769074953.427445:0:12381:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83451 00000100:00100000:2.0:1769074953.427471:0:12381:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+34:3659:x1855007969071616:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074953.427496:0:12381:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6393 count 1 00000100:00100000:1.0:1769074953.427497:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1769074953.427515:0:12381:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304545e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.427528:0:8417:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969072000 00000100:00100000:1.0:1769074953.427531:0:8417:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969072000 00010000:00010000:2.0:1769074953.427532:0:12381:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe78a95600/0xf5091596e2fd4ee6 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fe61a expref: 15 pid: 14052 timeout: 0 lvb_type: 1 00000100:00100000:1.0:1769074953.427548:0:8417:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83452 00010000:00010000:2.0:1769074953.427553:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1769074953.427554:0:8417:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+35:3659:x1855007969071744:12345-0@lo:6:osp-syn-1-1.0 00010000:00010000:2.0:1769074953.427555:0:12381:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.427558:0:12381:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304545e lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00002000:00080000:1.0:1769074953.427564:0:8417:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:2559 count 1 00010000:00010000:1.0:1769074953.427576:0:8417:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045465 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.427587:0:8417:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e3fac00/0xf5091596e2fceaee lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f8222 expref: 15 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.427589:0:12381:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe78a95600/0xf5091596e2fd4ee6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe61a expref: 15 pid: 14052 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.427595:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.427597:0:8417:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.427599:0:8417:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045465 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.427602:0:12381:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe78a95600/0xf5091596e2fd4ee6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe61a expref: 15 pid: 14052 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.427614:0:12381:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d413100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969072256:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.427615:0:8417:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e3fac00/0xf5091596e2fceaee lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8222 expref: 15 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.427623:0:8417:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e3fac00/0xf5091596e2fceaee lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8222 expref: 15 pid: 14047 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.427631:0:8417:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe627aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007969072384:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.427673:0:8417:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb240 going to sleep for 11 seconds 00000100:00100000:1.0:1769074953.427692:0:14048:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83453 00000100:00100000:1.0:1769074953.427699:0:14048:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+35:3657:x1855007969071872:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074953.427713:0:14048:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6043 count 1 00010000:00010000:1.0:1769074953.427732:0:14048:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304546c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x179b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.427733:0:12381:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe81efd300 going to sleep for 11 seconds 00010000:00010000:1.0:1769074953.427744:0:14048:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4edae600/0xf5091596e2fc22bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x179b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724eb9ec expref: 15 pid: 14038 timeout: 0 lvb_type: 1 00000100:00100000:2.0:1769074953.427749:0:14032:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83454 00010000:00010000:1.0:1769074953.427750:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.427751:0:14048:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.427754:0:14048:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304546c lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x179b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.427756:0:14032:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+35:3657:x1855007969072000:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:2.0:1769074953.427767:0:14032:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:9344 count 1 00010000:00010000:2.0:1769074953.427779:0:14032:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3045473 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2480:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.427784:0:14048:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe4edae600/0xf5091596e2fc22bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x179b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb9ec expref: 15 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.427791:0:14032:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe61097e00/0xf5091596e2fc3bd2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ed306 expref: 15 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.427798:0:14048:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4edae600/0xf5091596e2fc22bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x179b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb9ec expref: 15 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.427798:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.427799:0:14032:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.427802:0:14032:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3045473 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.427808:0:14048:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe627a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007969072512:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074953.427817:0:14032:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe61097e00/0xf5091596e2fc3bd2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed306 expref: 15 pid: 14044 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.427825:0:14032:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe61097e00/0xf5091596e2fc3bd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed306 expref: 15 pid: 14044 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.427830:0:14048:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1769074953.427840:0:14032:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d413480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007969072640:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074953.427858:0:14032:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe81efd600 going to sleep for 11 seconds 00000100:00100000:1.0:1769074953.427883:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe627aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969072768:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074953.427905:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074953.427930:0:14042:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969072768 00000100:00100000:1.0:1769074953.427934:0:14042:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969072768 00000100:00100000:1.0:1769074953.427961:0:14042:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83455 00000100:00100000:1.0:1769074953.427967:0:14042:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+36:3659:x1855007969072768:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074953.427978:0:14042:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4134 count 1 00010000:00010000:1.0:1769074953.427989:0:14042:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304547a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.428000:0:14042:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe702cd200/0xf5091596e2fd1606 lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724fad41 expref: 15 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.428005:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.428006:0:14042:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.428008:0:14042:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304547a lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.428023:0:14042:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe702cd200/0xf5091596e2fd1606 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fad41 expref: 15 pid: 14043 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.428037:0:14042:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe702cd200/0xf5091596e2fd1606 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fad41 expref: 15 pid: 14043 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.428046:0:14042:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe627ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007969072896:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.428076:0:14042:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb300 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.428378:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.428404:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960363008 00000100:00100000:3.0:1769074953.428404:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.428408:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960363008 00010000:00010000:2.0:1769074953.428427:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe78a95400/0xf5091596e2fd4eed lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe621 expref: 17 pid: 14052 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.428434:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.428464:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960362880 00000100:00100000:2.0:1769074953.428467:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960362880 00010000:00010000:2.0:1769074953.428481:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4efd2000/0xf5091596e2fbe8d5 lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8009 expref: 16 pid: 8416 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.428495:0:14049:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960363136 00000100:00100000:2.0:1769074953.428498:0:14049:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960363136 00010000:00010000:2.0:1769074953.428508:0:14049:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe469a8200/0xf5091596e2fbe8ce lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8002 expref: 18 pid: 8416 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.428584:0:8669:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd846da680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8669:1855007969071104:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.428602:0:8669:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304543b lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.428625:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f0a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007969071360:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.428636:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045449 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.428655:0:14047:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f62a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:14047:1855007969069440:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.428666:0:14047:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045418 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.428946:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41197 00000100:00100000:3.0:1769074953.428953:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41198 00000100:00100000:2.0:1769074953.428956:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960363008:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074953.428967:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074953.428973:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe78a95400/0xf5091596e2fd4eed lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x18f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe621 expref: 18 pid: 14052 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.428984:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe78a95400/0xf5091596e2fd4eed lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe621 expref: 18 pid: 14052 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.429008:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.429010:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.429014:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304541f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.429014:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+16:2410:x1855007960362880:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074953.429022:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074953.429023:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304541f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x18f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.429027:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4efd2000/0xf5091596e2fbe8d5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0xfba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8009 expref: 16 pid: 8416 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.429037:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074953.429041:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4efd2000/0xf5091596e2fbe8d5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0xfba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8009 expref: 16 pid: 8416 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.429054:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4efd2000/0xf5091596e2fbe8d5 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0xfba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8009 expref: 16 pid: 8416 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.429064:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.429065:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1769074953.429067:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960363008:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 114us (690us total) trans 0 rc 0/0 00010000:00010000:3.0:1769074953.429068:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045418 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.429075:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41197 00010000:00010000:3.0:1769074953.429076:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045418 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.429092:0:14049:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41199 00000100:00100000:2.0:1769074953.429098:0:14049:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+17:2410:x1855007960363136:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074953.429105:0:14049:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074953.429110:0:14049:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe469a8200/0xf5091596e2fbe8ce lrc: 5/0,0 mode: PR/PR res: [0x280000400:0xfba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8002 expref: 17 pid: 8416 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.429119:0:14049:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe469a8200/0xf5091596e2fbe8ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8002 expref: 17 pid: 8416 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.429131:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074953.429135:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.429137:0:14049:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.429140:0:14049:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15600/0xf5091596e3045426 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.429151:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960362880:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 139us (746us total) trans 0 rc 0/0 00010000:00010000:2.0:1769074953.429152:0:14049:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15600/0xf5091596e3045426 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.429157:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41198 00010000:00010000:2.0:1769074953.429164:0:14049:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074953.429179:0:14049:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:7c9df161-9cf7-469d-b68b-982e038d3703+17:2410:x1855007960363136:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 81us (744us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074953.429185:0:14049:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41199 00010000:00010000:3.0:1769074953.429187:0:14043:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe469a8200/0xf5091596e2fbe8ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfba:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8002 expref: 17 pid: 8416 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.429197:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6140b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0000_UUID:14043:1855007969070464:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.429220:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15600/0xf5091596e3045426 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.429357:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.429385:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.429435:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.429474:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:3.0:1769074953.429513:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15600/0xf5091596e3045426 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.429516:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.429534:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960363264 00010000:00010000:3.0:1769074953.429580:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15600/0xf5091596e3045426 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.429591:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15600/0xf5091596e3045426 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.429597:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15600/0xf5091596e3045426 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.429612:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074953.429832:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe61408700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+37:3658:x1855007969069824:12345-0@lo:6:osp-syn-0-1.0 Request processed in 14718us (14786us total) trans 4294989753 rc 0/0 00000100:00100000:3.0:1769074953.429839:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83443 00000100:00100000:2.0:1769074953.429840:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960363264 00010000:00010000:2.0:1769074953.429860:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe702cd800/0xf5091596e2fd160d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fad3a expref: 16 pid: 14043 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.429860:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960363520 00000100:00100000:3.0:1769074953.429863:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960363520 00010000:00010000:3.0:1769074953.429874:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e3fa000/0xf5091596e2fceaf5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8229 expref: 17 pid: 14047 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.429876:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960363392 00000100:00100000:2.0:1769074953.429878:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960363392 00000100:00100000:3.0:1769074953.429885:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960363648 00000100:00100000:3.0:1769074953.429887:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960363648 00010000:00010000:2.0:1769074953.429888:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe60eaae00/0xf5091596e2fbb765 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4e99 expref: 15 pid: 14035 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.429896:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe671f4000/0xf5091596e2fbb75e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1f2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4e92 expref: 18 pid: 14039 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.429897:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960363776 00000100:00100000:2.0:1769074953.429899:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960363776 00010000:00010000:2.0:1769074953.429908:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe61096e00/0xf5091596e2fc3bd9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed30d expref: 19 pid: 14044 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.429908:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41200 00000100:00100000:3.0:1769074953.429913:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d411180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+19:2410:x1855007960363264:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074953.429921:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1769074953.429925:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41201 00010000:00010000:3.0:1769074953.429926:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe702cd800/0xf5091596e2fd160d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fad3a expref: 19 pid: 14043 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.429930:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d412d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+19:2410:x1855007960363520:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074953.429936:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074953.429936:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe702cd800/0xf5091596e2fd160d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fad3a expref: 19 pid: 14043 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.429940:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e3fa000/0xf5091596e2fceaf5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x9ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8229 expref: 19 pid: 14047 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.429948:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e3fa000/0xf5091596e2fceaf5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x9ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8229 expref: 19 pid: 14047 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.429950:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.429952:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.429955:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e304542d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.429959:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4e3fa000/0xf5091596e2fceaf5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x9ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8229 expref: 19 pid: 14047 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.429963:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e304542d lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.429969:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.429970:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.429973:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045449 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.429975:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074953.429980:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045449 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.429996:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074953.429998:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d411180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960363264:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 85us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074953.430005:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41200 00000100:00100000:2.0:1769074953.430010:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d412d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960363520:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 80us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074953.430016:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41201 00000100:00100000:3.0:1769074953.430019:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41202 00000100:00100000:3.0:1769074953.430025:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe69913850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960363392:12345-192.168.204.30@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1769074953.430026:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41203 00010000:00010000:3.0:1769074953.430032:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074953.430037:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe60eaae00/0xf5091596e2fbb765 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4e99 expref: 15 pid: 14035 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.430045:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe60eaae00/0xf5091596e2fbb765 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4e99 expref: 15 pid: 14035 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.430059:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe60eaae00/0xf5091596e2fbb765 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4e99 expref: 15 pid: 14035 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.430067:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.430069:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1769074953.430072:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d410380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+16:2410:x1855007960363648:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074953.430073:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304543b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.430079:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074953.430080:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304543b lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.430083:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe671f4000/0xf5091596e2fbb75e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1f2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4e92 expref: 16 pid: 14039 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.430091:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe671f4000/0xf5091596e2fbb75e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1f2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4e92 expref: 16 pid: 14039 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.430095:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074953.430103:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.430104:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.430107:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89de00/0xf5091596e3045442 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.430111:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe69913850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960363392:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 87us (676us total) trans 0 rc 0/0 00010000:00010000:2.0:1769074953.430115:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89de00/0xf5091596e3045442 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1f2e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.430118:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41202 00010000:00010000:2.0:1769074953.430125:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074953.430139:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d410380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+16:2410:x1855007960363648:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 68us (664us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074953.430144:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41203 00000100:00100000:3.0:1769074953.430147:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41204 00000100:00100000:3.0:1769074953.430153:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d411c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960363776:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074953.430160:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074953.430164:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe61096e00/0xf5091596e2fc3bd9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x2480:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed30d expref: 15 pid: 14044 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.430165:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045449 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.430173:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045449 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430174:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe61096e00/0xf5091596e2fc3bd9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x2480:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed30d expref: 15 pid: 14044 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.430181:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045449 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430186:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.430188:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045449 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.430201:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1769074953.430204:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.430207:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c000/0xf5091596e3045434 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2480:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430214:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c000/0xf5091596e3045434 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x2480:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430225:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074953.430368:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe61096e00/0xf5091596e2fc3bd9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed30d expref: 15 pid: 14044 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.430380:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e236d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007969070976:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074953.430395:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c000/0xf5091596e3045434 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.430403:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c000/0xf5091596e3045434 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.430410:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c000/0xf5091596e3045434 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.430417:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c000/0xf5091596e3045434 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.430418:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d411c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960363776:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 265us (902us total) trans 0 rc 0/0 00010000:00010000:0.0:1769074953.430424:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c000/0xf5091596e3045434 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.430425:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41204 00010000:00010000:0.0:1769074953.430437:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1769074953.430541:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1769074953.430549:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15600/0xf5091596e3045426 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430556:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074953.430560:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15600/0xf5091596e3045426 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430569:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15600/0xf5091596e3045426 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430580:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15600/0xf5091596e3045426 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430587:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15600/0xf5091596e3045426 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430602:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1769074953.430618:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045449 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430624:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074953.430627:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045449 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430635:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045449 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430645:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045449 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430651:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045449 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430662:0:6515:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1769074953.430665:0:6515:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c000/0xf5091596e3045434 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430671:0:6515:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89c000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:3.0:1769074953.430674:0:6515:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c000/0xf5091596e3045434 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430680:0:6515:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c000/0xf5091596e3045434 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430688:0:6515:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c000/0xf5091596e3045434 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430694:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89c000/0xf5091596e3045434 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430705:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074953.430707:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074953.430709:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1769074953.430748:0:14045:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe78a95400/0xf5091596e2fd4eed lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe621 expref: 13 pid: 14052 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.430757:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0000_UUID:14045:1855007969070336:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.430769:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304541f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430776:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304541f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430782:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304541f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430789:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304541f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430795:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304541f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.430808:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074953.430974:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+39:3658:x1855007969069952:12345-0@lo:6:osp-syn-0-1.0 Request processed in 16893us (16942us total) trans 4294989755 rc 0/0 00000100:00100000:3.0:1769074953.430982:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83442 00000100:00100000:2.0:1769074953.431024:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+38:3659:x1855007969070080:12345-0@lo:6:osp-syn-0-1.0 Request processed in 10965us (11120us total) trans 4294989756 rc 0/0 00000004:00080000:3.0:1769074953.431024:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd43d00e00/2, rc 0, transno 4294989753 00000100:00100000:2.0:1769074953.431030:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83448 00000100:00100000:3.0:1769074953.431034:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd43d00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969069824:0@lo:6:osp-syn-0-1.0 00000004:00080000:3.0:1769074953.431043:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffda3ad7800/2, rc 0, transno 4294989755 00000100:00100000:3.0:1769074953.431046:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969069952:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074953.431049:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074953.431053:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304541f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.431060:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074953.431063:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304541f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.431069:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304541f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.431078:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304541f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.431085:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15a00/0xf5091596e304541f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.431098:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074953.431100:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074953.431102:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074953.431102:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074953.431113:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969073152:0@lo:6:osp-syn-0-1.0 00000100:00100000:3.0:1769074953.431138:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074953.431164:0:14038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969073152 00000100:00100000:2.0:1769074953.431169:0:14038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969073152 00000100:00100000:2.0:1769074953.431196:0:14038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83456 00000100:00100000:2.0:1769074953.431203:0:14038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+38:3658:x1855007969073152:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:2.0:1769074953.431223:0:14038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:4969 count 1 00000100:00100000:0.0:1769074953.431396:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe61408000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+38:3658:x1855007969070592:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12260us (13633us total) trans 4294989754 rc 0/0 00000100:00100000:0.0:1769074953.431404:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83445 00000004:00080000:3.0:1769074953.431434:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe61409500/2, rc 0, transno 4294989754 00010000:00010000:0.0:1769074953.431440:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe702cd800/0xf5091596e2fd160d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fad3a expref: 12 pid: 14043 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.431443:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe61409500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969070592:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074953.431465:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e237100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0000_UUID:14051:1855007969070848:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074953.431477:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e304542d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.431484:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e304542d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.431490:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e304542d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.431498:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e304542d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.431505:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e304542d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.431507:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969073280:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074953.431518:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074953.431531:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.431549:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969073280 00000100:00100000:3.0:1769074953.431553:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969073280 00000100:00100000:3.0:1769074953.431572:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83457 00000100:00100000:3.0:1769074953.431578:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+39:3658:x1855007969073280:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:3.0:1769074953.431588:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:7349 count 1 00010000:00010000:3.0:1769074953.431604:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045481 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1cb5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.431617:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe69472200/0xf5091596e2fcddf1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1cb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f7525 expref: 11 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.431623:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.431625:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.431628:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045481 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1cb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.431640:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6140a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+39:3658:x1855007969070720:12345-0@lo:6:osp-syn-0-1.0 Request processed in 12720us (13977us total) trans 4294989757 rc 0/0 00000100:00100000:0.0:1769074953.431646:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83444 00010000:00010000:3.0:1769074953.431648:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe69472200/0xf5091596e2fcddf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7525 expref: 11 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.431658:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe69472200/0xf5091596e2fcddf1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7525 expref: 11 pid: 14045 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.431668:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007969073408:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074953.431676:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe671f4000/0xf5091596e2fbb75e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1f2e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e4e92 expref: 11 pid: 14039 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.431685:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e237b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969071232:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074953.431695:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89de00/0xf5091596e3045442 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.431703:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89de00/0xf5091596e3045442 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.431709:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89de00/0xf5091596e3045442 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.431711:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4c00 going to sleep for 11 seconds 00010000:00010000:0.0:1769074953.431717:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89de00/0xf5091596e3045442 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.431738:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89de00/0xf5091596e3045442 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1769074953.431744:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6140a300/2, rc 0, transno 4294989757 00010000:00010000:0.0:1769074953.431750:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074953.431751:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6140a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969070720:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074953.431848:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+39:3659:x1855007969069568:12345-0@lo:6:osp-syn-0-1.0 Request processed in 11838us (11984us total) trans 4294989758 rc 0/0 00000100:00100000:0.0:1769074953.431854:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83447 00000100:00100000:0.0:1769074953.431875:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969073024:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074953.431896:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:0.0:1769074953.431921:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffdbfa71500/2, rc 0, transno 4294989749 00000100:00100000:0.0:1769074953.431934:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969065472:0@lo:6:osp-syn-1-1.0 00000100:00100000:0.0:1769074953.431942:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1769074953.431946:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969073536:0@lo:6:osp-syn-0-1.0 00000100:00100000:0.0:1769074953.431966:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074953.431987:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969073024 00000100:00100000:0.0:1769074953.431990:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969073024 00000100:00100000:0.0:1769074953.432005:0:8416:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969073536 00000100:00100000:0.0:1769074953.432008:0:8416:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969073536 00000100:00100000:0.0:1769074953.432022:0:8416:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83458 00000100:00100000:0.0:1769074953.432027:0:8416:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+40:3660:x1855007969073024:12345-0@lo:6:osp-syn-0-1.0 00002000:00080000:0.0:1769074953.432038:0:8416:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:6782 count 1 00000100:00100000:3.0:1769074953.432068:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83459 00010000:00010000:0.0:1769074953.432073:0:8416:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89d600/0xf5091596e3045488 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1a7e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.432075:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+40:3660:x1855007969073536:12345-0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074953.432085:0:8416:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b2ba800/0xf5091596e2fc7951 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f107e expref: 10 pid: 14038 timeout: 0 lvb_type: 1 00002000:00080000:3.0:1769074953.432087:0:14052:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000400:10110 count 1 00010000:00010000:0.0:1769074953.432092:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.432093:0:8416:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.432095:0:14052:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e304548f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x277e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.432096:0:8416:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89d600/0xf5091596e3045488 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.432106:0:14052:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe8044ee00/0xf5091596e2fbf3c5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x277e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8af9 expref: 10 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.432112:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.432113:0:8416:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b2ba800/0xf5091596e2fc7951 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f107e expref: 10 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.432114:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.432117:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e304548f lrc: 4/0,1 mode: --/PW res: [0x280000400:0x277e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.432123:0:8416:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b2ba800/0xf5091596e2fc7951 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f107e expref: 10 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.432138:0:8416:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e236d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969073792:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.432152:0:14052:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe8044ee00/0xf5091596e2fbf3c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x277e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8af9 expref: 10 pid: 8416 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.432161:0:14052:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe8044ee00/0xf5091596e2fbf3c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x277e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8af9 expref: 10 pid: 8416 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.432162:0:8416:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4de28a80 going to sleep for 11 seconds 00000100:00100000:3.0:1769074953.432170:0:14052:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007969073920:192.168.204.30@tcp:104: 00000100:00100000:0.0:1769074953.432176:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969073664:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074953.432191:0:14052:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4840 going to sleep for 11 seconds 00000100:00100000:0.0:1769074953.432194:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074953.432215:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969073664 00000100:00100000:0.0:1769074953.432219:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969073664 00010000:00010000:1.0:1769074953.432341:0:14047:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045418 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.432351:0:14047:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045418 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.432364:0:14047:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045418 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.432370:0:14047:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045418 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.432379:0:14047:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1769074953.432515:0:14038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e3045496 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1369:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.432527:0:14038:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a65de00/0xf5091596e2fc0fe1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ea715 expref: 10 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.432533:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.432535:0:14038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.432550:0:14038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e3045496 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.432561:0:14047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0001-mdtlov_UUID+38:3657:x1855007969069184:12345-0@lo:6:osp-syn-1-1.0 Request processed in 18822us (19899us total) trans 4294989751 rc 0/0 00000100:00100000:1.0:1769074953.432568:0:14047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83441 00010000:00010000:2.0:1769074953.432569:0:14038:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a65de00/0xf5091596e2fc0fe1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea715 expref: 10 pid: 14045 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1769074953.432578:0:14038:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a65de00/0xf5091596e2fc0fe1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea715 expref: 10 pid: 14045 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.432587:0:14038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5d411180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007969074048:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.432590:0:8669:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304543b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.432597:0:8669:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304543b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.432604:0:8669:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304543b lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.432611:0:8669:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304543b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.432615:0:14038:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe81efdf00 going to sleep for 11 seconds 00010000:00010000:1.0:1769074953.432620:0:8669:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:2.0:1769074953.432730:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1769074953.432736:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e304542d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.432747:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89ca00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074953.432751:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e304542d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.432759:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e304542d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.432771:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e304542d lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.432778:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e304542d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.432800:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1769074953.432804:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89de00/0xf5091596e3045442 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.432810:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89de00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074953.432813:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89de00/0xf5091596e3045442 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.432819:0:8669:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+38:3659:x1855007969068928:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13160us (20300us total) trans 4294989752 rc 0/0 00010000:00010000:2.0:1769074953.432821:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89de00/0xf5091596e3045442 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.432826:0:8669:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83446 00010000:00010000:2.0:1769074953.432832:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89de00/0xf5091596e3045442 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.432843:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89de00/0xf5091596e3045442 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.432845:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074953.432849:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045418 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.432856:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15000 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.432859:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045418 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.432859:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074953.432862:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304543b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.432866:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045418 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.432868:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074953.432872:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304543b lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.432877:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045418 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.432878:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304543b lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.432885:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15000/0xf5091596e3045418 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0xfba:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.432888:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304543b lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.432894:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d0c00/0xf5091596e304543b lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1f2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8669 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.432901:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.432903:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.432904:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074953.432908:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.432909:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074953.432910:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074953.432911:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074953.432935:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd76f60000/2, rc 0, transno 4294989758 00000100:00100000:1.0:1769074953.432939:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f60000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969069568:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074953.432948:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffda3ad6a00/2, rc 0, transno 4294989756 00000100:00100000:1.0:1769074953.432952:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969070080:0@lo:6:osp-syn-0-1.0 00000004:00080000:1.0:1769074953.432960:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe68cb2300/2, rc 0, transno 4294989752 00000100:00100000:1.0:1769074953.433011:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe68cb2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969068928:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074953.433034:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f923100/2, rc 0, transno 4294989751 00000100:00100000:3.0:1769074953.433175:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969074304:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074953.433246:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.433266:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1769074953.433272:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe598c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969074176:0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074953.433291:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074953.433615:0:14043:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969074304 00000100:00100000:0.0:1769074953.433617:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969074176 00000100:00100000:0.0:1769074953.433620:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969074176 00000100:00100000:3.0:1769074953.433620:0:14043:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969074304 00000100:00100000:3.0:1769074953.433654:0:14043:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83460 00000100:00100000:3.0:1769074953.433661:0:14043:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+39:3660:x1855007969073664:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074953.433680:0:14043:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:6782 count 1 00010000:00010000:3.0:1769074953.433695:0:14043:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e304549d lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.433707:0:14043:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe45e33400/0xf5091596e2fc794a lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f1085 expref: 13 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.433728:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.433730:0:14043:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.433733:0:14043:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e304549d lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.433754:0:14043:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe45e33400/0xf5091596e2fc794a lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1085 expref: 13 pid: 14010 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.433763:0:14043:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe45e33400/0xf5091596e2fc794a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1085 expref: 13 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.433774:0:14043:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc1bcf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007969074432:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.433823:0:14043:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1769074953.435503:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074953.436030:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969069184:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074953.436082:0:14042:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe627ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_011:lustre-OST0001_UUID:14042:1855007969072896:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.436107:0:14042:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304547a lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.436390:0:12381:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d413100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:12381:1855007969072256:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074953.436405:0:12381:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304545e lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.436437:0:14032:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d413480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_006:lustre-OST0001_UUID:14032:1855007969072640:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074953.436461:0:14032:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3045473 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.438773:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83461 00000100:00100000:0.0:1769074953.438798:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+39:3658:x1855007969074304:12345-0@lo:6:osp-syn-1-1.0 00000100:00100000:3.0:1769074953.439012:0:14045:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83462 00000100:00100000:3.0:1769074953.439022:0:14045:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6140b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+39:3658:x1855007969074176:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:3.0:1769074953.439048:0:14045:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:4969 count 1 00010000:00010000:3.0:1769074953.439074:0:14045:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30454a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1369:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.439092:0:14045:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65888200/0xf5091596e2fc0fda lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724ea70e expref: 13 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.439099:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.439101:0:14045:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.439105:0:14045:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30454a4 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.439137:0:14045:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe65888200/0xf5091596e2fc0fda lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea70e expref: 13 pid: 14035 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1769074953.439148:0:14045:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe65888200/0xf5091596e2fc0fda lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea70e expref: 13 pid: 14035 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.439162:0:14045:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc1bcc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007969074560:192.168.204.30@tcp:104: 00000100:00100000:3.0:1769074953.439555:0:14045:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe564c4540 going to sleep for 11 seconds 00000100:00100000:1.0:1769074953.439698:0:14035:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f3800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:14035:1855007969071488:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.439825:0:14035:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3045450 lrc: 3/0,1 mode: --/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.439854:0:8417:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe627aaa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8417:1855007969072384:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.439867:0:8417:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045465 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.439885:0:14048:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe627a8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_017:lustre-OST0001_UUID:14048:1855007969072512:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.439896:0:14048:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304546c lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x179b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00002000:00080000:0.0:1769074953.440755:0:14051:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:7349 count 1 00010000:00010000:0.0:1769074953.440813:0:14051:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30454ab lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.440830:0:14051:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe663b5a00/0xf5091596e2fcddea lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724f751e expref: 13 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074953.440837:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.440838:0:14051:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074953.440841:0:14051:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30454ab lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.440869:0:14051:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe663b5a00/0xf5091596e2fcddea lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f751e expref: 13 pid: 14047 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1769074953.440880:0:14051:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe663b5a00/0xf5091596e2fcddea lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f751e expref: 13 pid: 14047 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.440895:0:14051:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969074688:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.441518:0:14046:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4de28780 going to sleep for 11 seconds 00000100:00100000:2.0:1769074953.441704:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074953.441784:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074953.441843:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960363904 00000100:00100000:1.0:1769074953.441851:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960363904 00000100:00100000:2.0:1769074953.441880:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074953.441882:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d435600/0xf5091596e2fc278f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebec3 expref: 11 pid: 14047 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.441899:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074953.441909:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960364160 00000100:00100000:1.0:1769074953.441913:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960364160 00000100:00100000:2.0:1769074953.441920:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074953.441925:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e3fac00/0xf5091596e2fceaee lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8222 expref: 14 pid: 14047 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.441937:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074953.441941:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960364416 00000100:00100000:1.0:1769074953.441943:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960364416 00010000:00010000:1.0:1769074953.441954:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe61097e00/0xf5091596e2fc3bd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed306 expref: 15 pid: 14044 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.441976:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960364032 00000100:00100000:1.0:1769074953.441979:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960364032 00000100:00100000:2.0:1769074953.441986:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074953.441990:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe78a95600/0xf5091596e2fd4ee6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe61a expref: 16 pid: 14052 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.441998:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074953.442001:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960364288 00000100:00100000:1.0:1769074953.442003:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960364288 00010000:00010000:1.0:1769074953.442012:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4edae600/0xf5091596e2fc22bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x179b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb9ec expref: 17 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.442023:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960364544 00000100:00100000:2.0:1769074953.442023:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074953.442025:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960364544 00010000:00010000:1.0:1769074953.442036:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe702cd200/0xf5091596e2fd1606 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fad41 expref: 18 pid: 14043 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.442046:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960364800 00000100:00100000:1.0:1769074953.442049:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960364800 00000100:00100000:2.0:1769074953.442049:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074953.442059:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b2ba800/0xf5091596e2fc7951 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f107e expref: 12 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.442069:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960364672 00000100:00100000:1.0:1769074953.442072:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960364672 00010000:00010000:1.0:1769074953.442082:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe69472200/0xf5091596e2fcddf1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1cb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7525 expref: 13 pid: 14045 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.442087:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074953.442091:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960364928 00000100:00100000:1.0:1769074953.442093:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960364928 00010000:00010000:1.0:1769074953.442102:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe8044ee00/0xf5091596e2fbf3c5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x277e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8af9 expref: 14 pid: 8416 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.442105:0:13652:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960365056 00000100:00100000:2.0:1769074953.442108:0:13652:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960365056 00000100:00100000:1.0:1769074953.442112:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960365184 00000100:00100000:1.0:1769074953.442114:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960365184 00010000:00010000:1.0:1769074953.442122:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe45e33400/0xf5091596e2fc794a lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1085 expref: 19 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.442123:0:13652:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a65de00/0xf5091596e2fc0fe1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea715 expref: 15 pid: 14045 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.442135:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41205 00000100:00100000:1.0:1769074953.442142:0:6513:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d413480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+15:2409:x1855007960363904:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074953.442158:0:6513:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074953.442164:0:6513:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d435600/0xf5091596e2fc278f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0xfd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebec3 expref: 15 pid: 14047 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.442175:0:6513:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d435600/0xf5091596e2fc278f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0xfd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebec3 expref: 15 pid: 14047 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.442197:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe6d435600/0xf5091596e2fc278f lrc: 0/0,0 mode: --/PR res: [0x280000400:0xfd3:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ebec3 expref: 15 pid: 14047 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.442210:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.442212:0:6513:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.442216:0:6513:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3045450 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.442224:0:6513:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3045450 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.442255:0:6513:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1769074953.442304:0:14051:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4de289c0 going to sleep for 11 seconds 00000100:00100000:1.0:1769074953.443988:0:6513:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d413480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960363904:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 1836us (2277us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074953.444588:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0000_UUID:14034:1855007969073408:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.444614:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045481 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1cb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1769074953.444648:0:14052:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_019:lustre-OST0000_UUID:14052:1855007969073920:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.444659:0:14052:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e304548f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x277e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.449068:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41206 00000100:00100000:2.0:1769074953.449097:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d413100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+19:2409:x1855007960364160:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074953.449119:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074953.449129:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e3fac00/0xf5091596e2fceaee lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8222 expref: 19 pid: 14047 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.449149:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e3fac00/0xf5091596e2fceaee lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8222 expref: 19 pid: 14047 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.449174:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4e3fac00/0xf5091596e2fceaee lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f8222 expref: 19 pid: 14047 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.449192:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.449194:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.449198:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045465 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.449207:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045465 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.449237:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074953.449297:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d413100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960364160:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 215us (7512us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074953.449306:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41206 00000100:00100000:2.0:1769074953.449343:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41207 00000100:00100000:2.0:1769074953.449351:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d412d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+17:2409:x1855007960364416:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074953.449359:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074953.449365:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe61097e00/0xf5091596e2fc3bd2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x2480:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed306 expref: 17 pid: 14044 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.449374:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe61097e00/0xf5091596e2fc3bd2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x2480:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed306 expref: 17 pid: 14044 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.449387:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe61097e00/0xf5091596e2fc3bd2 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x2480:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ed306 expref: 17 pid: 14044 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.449397:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.449399:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.449402:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3045473 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.449409:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3045473 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x2480:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.449425:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074953.449459:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d412d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+16:2409:x1855007960364416:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 96us (7565us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074953.449467:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41207 00000100:00100000:2.0:1769074953.449482:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41208 00000100:00100000:2.0:1769074953.449489:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d410a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+15:2409:x1855007960364032:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074953.449496:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074953.449502:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe78a95600/0xf5091596e2fd4ee6 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe61a expref: 15 pid: 14052 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.449510:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe78a95600/0xf5091596e2fd4ee6 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe61a expref: 15 pid: 14052 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.449521:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe78a95600/0xf5091596e2fd4ee6 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fe61a expref: 15 pid: 14052 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.449530:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.449531:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.449534:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304545e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.449639:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304545e lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.449658:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074953.449677:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d410a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960364032:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 189us (7778us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074953.449684:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41208 00000100:00100000:2.0:1769074953.449700:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41209 00000100:00100000:2.0:1769074953.449707:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe69910050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960364288:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074953.449716:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074953.449730:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe4edae600/0xf5091596e2fc22bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x179b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb9ec expref: 13 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.449739:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe4edae600/0xf5091596e2fc22bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x179b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb9ec expref: 13 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.449752:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4edae600/0xf5091596e2fc22bf lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x179b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb9ec expref: 13 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.449761:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.449764:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.449766:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304546c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x179b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.449773:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304546c lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x179b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.449791:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074953.449810:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe69910050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960364288:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 103us (7888us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074953.449817:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41209 00000100:00100000:2.0:1769074953.449832:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41210 00000100:00100000:2.0:1769074953.449839:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d411880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960364544:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074953.449847:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074953.449853:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe702cd200/0xf5091596e2fd1606 lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fad41 expref: 11 pid: 14043 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.449863:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe702cd200/0xf5091596e2fd1606 lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fad41 expref: 11 pid: 14043 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.449876:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe702cd200/0xf5091596e2fd1606 lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1026:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724fad41 expref: 11 pid: 14043 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.449886:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.449887:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.449890:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304547a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.449902:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304547a lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1026:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.449920:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074953.449939:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d411880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960364544:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 99us (8000us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074953.449945:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41210 00000100:00100000:2.0:1769074953.449960:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41211 00000100:00100000:2.0:1769074953.449967:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d412a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960364800:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074953.449975:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074953.449981:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b2ba800/0xf5091596e2fc7951 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1a7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f107e expref: 14 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.449991:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b2ba800/0xf5091596e2fc7951 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1a7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f107e expref: 14 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.450004:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.450006:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.450009:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89d600/0xf5091596e3045488 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.450017:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89d600/0xf5091596e3045488 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1a7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.450029:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074953.450047:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d412a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960364800:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 81us (8060us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074953.450055:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41211 00000100:00100000:2.0:1769074953.450068:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41212 00000100:00100000:2.0:1769074953.450074:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d413800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960364672:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074953.450081:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074953.450086:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe69472200/0xf5091596e2fcddf1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1cb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7525 expref: 13 pid: 14045 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.450094:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe69472200/0xf5091596e2fcddf1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1cb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7525 expref: 13 pid: 14045 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.450106:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe69472200/0xf5091596e2fcddf1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1cb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f7525 expref: 13 pid: 14045 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.450115:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.450117:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.450120:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045481 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.450128:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045481 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1cb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.450146:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074953.450164:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d413800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960364672:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 90us (8165us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074953.450171:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41212 00000100:00100000:2.0:1769074953.450183:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41213 00000100:00100000:2.0:1769074953.450189:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6703800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960364928:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074953.450196:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074953.450201:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe8044ee00/0xf5091596e2fbf3c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x277e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8af9 expref: 11 pid: 8416 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.450209:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe8044ee00/0xf5091596e2fbf3c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x277e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8af9 expref: 11 pid: 8416 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.450221:0:13652:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe8044ee00/0xf5091596e2fbf3c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x277e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8af9 expref: 11 pid: 8416 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.450230:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.450231:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.450234:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e304548f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.450241:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e304548f lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x277e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.450259:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074953.450278:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6703800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960364928:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 88us (8253us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074953.450284:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41213 00000100:00100000:2.0:1769074953.450297:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41214 00000100:00100000:2.0:1769074953.450304:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6702a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960365184:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074953.450311:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074953.450317:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe45e33400/0xf5091596e2fc794a lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1085 expref: 9 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.450326:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe45e33400/0xf5091596e2fc794a lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1085 expref: 9 pid: 14010 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.450337:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.450339:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.450342:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e304549d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.450349:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e304549d lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.450359:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074953.450372:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6702a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960365184:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 69us (8285us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074953.450378:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41214 00000100:00100000:2.0:1769074953.450390:0:13652:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41215 00000100:00100000:2.0:1769074953.450396:0:13652:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6702300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960365056:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1769074953.450403:0:13652:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074953.450409:0:13652:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a65de00/0xf5091596e2fc0fe1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x1369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea715 expref: 9 pid: 14045 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.450417:0:13652:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a65de00/0xf5091596e2fc0fe1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea715 expref: 9 pid: 14045 timeout: 1742 lvb_type: 1 00010000:00010000:2.0:1769074953.450427:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.450429:0:13652:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1769074953.450432:0:13652:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e3045496 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.450438:0:13652:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e3045496 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.450472:0:13652:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1769074953.450491:0:13652:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6702300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960365056:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 95us (8441us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074953.450496:0:13652:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41215 00010000:00010000:2.0:1769074953.451374:0:14038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4a65de00/0xf5091596e2fc0fe1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea715 expref: 8 pid: 14045 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.451388:0:14038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5d411180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:14038:1855007969074048:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074953.451407:0:14038:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e3045496 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.451417:0:14038:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e3045496 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.451423:0:14038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e3045496 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.451433:0:14038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e3045496 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.451441:0:14038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e3045496 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.451513:0:14035:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3045450 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.451522:0:14035:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3045450 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.451530:0:14035:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3045450 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.451545:0:14035:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3045450 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.451572:0:14035:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074953.451844:0:14035:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:lustre-MDT0001-mdtlov_UUID+41:3659:x1855007969069696:12345-0@lo:6:osp-syn-0-1.0 Request processed in 31667us (31894us total) trans 4294989759 rc 0/0 00000100:00100000:0.0:1769074953.451852:0:14035:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83449 00000100:00100000:1.0:1769074953.452077:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41205 00010000:00010000:1.0:1769074953.452113:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074953.452118:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3045450 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.452126:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0200 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.452130:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3045450 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.452138:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3045450 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.452152:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3045450 lrc: 1/0,0 mode: --/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.452158:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe717d0200/0xf5091596e3045450 lrc: 0/0,0 mode: --/PW res: [0x280000400:0xfd3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14035 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.452181:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.452183:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.452185:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074953.453497:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffd76f61500/2, rc 0, transno 4294989759 00000100:00100000:1.0:1769074953.453511:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd76f61500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969069696:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074953.456194:0:14038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1769074953.456500:0:14038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0001-mdtlov_UUID+41:3658:x1855007969073152:12345-0@lo:6:osp-syn-0-1.0 Request processed in 25293us (25355us total) trans 4294989760 rc 0/0 00000100:00100000:2.0:1769074953.456511:0:14038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83456 00010000:00010000:2.0:1769074953.456597:0:14043:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe45e33400/0xf5091596e2fc794a lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f1085 expref: 8 pid: 14010 timeout: 1742 lvb_type: 1 00000100:00100000:2.0:1769074953.456610:0:14043:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc1bcf800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_012:lustre-OST0001_UUID:14043:1855007969074432:192.168.204.30@tcp:104: 00010000:00010000:2.0:1769074953.456633:0:14043:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e304549d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.456644:0:14043:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e304549d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.456650:0:14043:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e304549d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.456660:0:14043:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e304549d lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.456668:0:14043:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e304549d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.456686:0:14043:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1769074953.456837:0:14043:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e236a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_012:lustre-MDT0001-mdtlov_UUID+40:3660:x1855007969073664:12345-0@lo:6:osp-syn-1-1.0 Request processed in 23176us (24640us total) trans 4294989753 rc 0/0 00000100:00100000:2.0:1769074953.456844:0:14043:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83460 00010000:00010000:2.0:1769074953.456891:0:14032:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3045473 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.456899:0:14032:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3045473 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.456907:0:14032:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3045473 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.456913:0:14032:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3045473 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.456927:0:14032:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1769074953.457023:0:14032:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+40:3657:x1855007969072000:12345-0@lo:6:osp-syn-1-1.0 Request processed in 29268us (29525us total) trans 4294989754 rc 0/0 00000100:00100000:2.0:1769074953.457030:0:14032:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83454 00010000:00010000:2.0:1769074953.457052:0:12381:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304545e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.457060:0:12381:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304545e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.457066:0:12381:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304545e lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.457072:0:12381:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304545e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.457083:0:12381:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:1.0:1769074953.457113:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1769074953.457120:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e3045496 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457129:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.457133:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e3045496 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457142:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e3045496 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457160:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e3045496 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457167:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4ddf8600/0xf5091596e3045496 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14038 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.457176:0:12381:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+40:3659:x1855007969071616:12345-0@lo:6:osp-syn-1-1.0 Request processed in 29707us (30118us total) trans 4294989755 rc 0/0 00000100:00100000:2.0:1769074953.457182:0:12381:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83451 00010000:00010000:1.0:1769074953.457192:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074953.457196:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e304549d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457202:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074953.457204:0:14042:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304547a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457205:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e304549d lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.457213:0:14042:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304547a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457220:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e304549d lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.457221:0:14042:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304547a lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.457228:0:14042:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304547a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457231:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e304549d lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.457237:0:14042:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:1.0:1769074953.457238:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d14400/0xf5091596e304549d lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14043 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457255:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1769074953.457258:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3045473 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457264:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.457267:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3045473 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457275:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3045473 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457285:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3045473 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457292:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8400/0xf5091596e3045473 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x2480:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14032 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457313:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1769074953.457317:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304545e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457323:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8e00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.457326:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304545e lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.457331:0:14042:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_011:lustre-MDT0001-mdtlov_UUID+40:3659:x1855007969072768:12345-0@lo:6:osp-syn-1-1.0 Request processed in 29365us (29425us total) trans 4294989756 rc 0/0 00010000:00010000:1.0:1769074953.457333:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304545e lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1769074953.457338:0:14042:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83455 00010000:00010000:1.0:1769074953.457343:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304545e lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457349:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe4ddf8e00/0xf5091596e304545e lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x18f9:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 12381 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.457360:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045481 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457364:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074953.457367:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045481 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457368:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304547a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457375:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.457378:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304547a lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.457381:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045481 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457385:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304547a lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.457388:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045481 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457395:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304547a lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.457396:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074953.457402:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1400/0xf5091596e304547a lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1026:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14042 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457412:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074953.457415:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045481 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457421:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.457424:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045481 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457430:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045481 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457440:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045481 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457461:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14a00/0xf5091596e3045481 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457473:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.457475:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.457477:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.457483:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074953.457512:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe627aa300/2, rc 0, transno 4294989756 00000100:00100000:1.0:1769074953.457523:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe627aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969072768:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074953.457533:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f1880/2, rc 0, transno 4294989755 00000100:00100000:1.0:1769074953.457536:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969071616:0@lo:6:osp-syn-1-1.0 00000004:00080000:1.0:1769074953.457555:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f0380/2, rc 0, transno 4294989754 00000100:00100000:2.0:1769074953.457557:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+41:3658:x1855007969073280:12345-0@lo:6:osp-syn-0-1.0 Request processed in 25979us (26025us total) trans 4294989761 rc 0/0 00000100:00100000:1.0:1769074953.457559:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969072000:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074953.457564:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83457 00010000:00010000:2.0:1769074953.457585:0:14052:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e304548f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.457593:0:14052:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e304548f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.457600:0:14052:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e304548f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.457606:0:14052:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e304548f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.457616:0:14052:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074953.457632:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074953.457636:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e304548f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457642:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.457646:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e304548f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457653:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e304548f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457664:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e304548f lrc: 1/0,0 mode: --/PW res: [0x280000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457671:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d15800/0xf5091596e304548f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.457689:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.457691:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.457693:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074953.457705:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+41:3660:x1855007969073536:12345-0@lo:6:osp-syn-0-1.0 Request processed in 25631us (25738us total) trans 4294989762 rc 0/0 00000100:00100000:1.0:1769074953.457706:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe627a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969074816:0@lo:6:osp-syn-1-1.0 00000100:00100000:2.0:1769074953.457712:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83459 00000004:00080000:0.0:1769074953.457798:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe598c5f80/2, rc 0, transno 4294989761 00000100:00100000:0.0:1769074953.457804:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969073280:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074953.457813:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe598c5c00/2, rc 0, transno 4294989760 00000100:00100000:0.0:1769074953.457816:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969073152:0@lo:6:osp-syn-0-1.0 00000004:00080000:0.0:1769074953.457835:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe598c4000/2, rc 0, transno 4294989753 00000100:00100000:0.0:1769074953.457838:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969073664:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074953.457846:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe598c7100/2, rc 0, transno 4294989762 00000100:00100000:0.0:1769074953.457849:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969073536:0@lo:6:osp-syn-0-1.0 00000100:00100000:1.0:1769074953.457859:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074953.457903:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969074816 00000100:00100000:1.0:1769074953.457911:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969074816 00000100:00100000:1.0:1769074953.457943:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83463 00000100:00100000:1.0:1769074953.457950:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+40:3659:x1855007969074816:12345-0@lo:6:osp-syn-1-1.0 00002000:00080000:1.0:1769074953.457970:0:14034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000400:10110 count 1 00010000:00010000:1.0:1769074953.457987:0:14034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30454b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x277e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.458001:0:14034:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe78b50e00/0xf5091596e2fbf3be lrc: 2/0,0 mode: PR/PR res: [0x2c0000400:0x277e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb330724e8af2 expref: 7 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.458008:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.458010:0:14034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.458013:0:14034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30454b2 lrc: 4/0,1 mode: --/PW res: [0x2c0000400:0x277e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.458038:0:14034:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8ffe78b50e00/0xf5091596e2fbf3be lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x277e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8af2 expref: 7 pid: 14038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1769074953.458048:0:14034:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8ffe78b50e00/0xf5091596e2fbf3be lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x277e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8af2 expref: 7 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:1.0:1769074953.458059:0:14034:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe627ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007969074944:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.458092:0:14034:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe4e3bb240 going to sleep for 11 seconds 00010000:00010000:0.0:1769074953.458892:0:8417:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045465 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.458905:0:8417:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045465 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.458913:0:8417:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045465 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.458920:0:8417:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045465 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.458947:0:8417:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074953.459061:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074953.459068:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045465 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.459078:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.459082:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045465 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.459091:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045465 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.459107:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045465 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.459114:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1c00/0xf5091596e3045465 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x9ff:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8417 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.459144:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.459146:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.459150:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074953.459151:0:8417:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+41:3659:x1855007969071744:12345-0@lo:6:osp-syn-1-1.0 Request processed in 31593us (31994us total) trans 4294989757 rc 0/0 00000100:00100000:0.0:1769074953.459160:0:8417:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83452 00000004:00080000:1.0:1769074953.459179:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f3480/2, rc 0, transno 4294989757 00000100:00100000:1.0:1769074953.459185:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969071744:0@lo:6:osp-syn-1-1.0 00010000:00010000:0.0:1769074953.459207:0:8416:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5b2ba800/0xf5091596e2fc7951 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a7e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f107e expref: 6 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.459219:0:8416:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e236d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8416:1855007969073792:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074953.459236:0:8416:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89d600/0xf5091596e3045488 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.459246:0:8416:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89d600/0xf5091596e3045488 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.459252:0:8416:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89d600/0xf5091596e3045488 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.459260:0:8416:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89d600/0xf5091596e3045488 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.459267:0:8416:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89d600/0xf5091596e3045488 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.459286:0:8416:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074953.459347:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074953.459351:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89d600/0xf5091596e3045488 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.459357:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89d600 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.459360:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89d600/0xf5091596e3045488 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.459368:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89d600/0xf5091596e3045488 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.459378:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89d600/0xf5091596e3045488 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.459383:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89d600/0xf5091596e3045488 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a7e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8416 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.459405:0:8416:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+41:3660:x1855007969073024:12345-0@lo:6:osp-syn-0-1.0 Request processed in 27376us (27506us total) trans 4294989763 rc 0/0 00000100:00100000:0.0:1769074953.459412:0:8416:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83458 00010000:00010000:1.0:1769074953.459459:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.459461:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.459463:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074953.459467:0:3660:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe598c5500/2, rc 0, transno 4294989763 00000100:00100000:0.0:1769074953.459473:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969073024:0@lo:6:osp-syn-0-1.0 00010000:00010000:0.0:1769074953.459493:0:14048:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304546c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x179b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.459501:0:14048:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304546c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x179b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.459508:0:14048:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304546c lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x179b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.459515:0:14048:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304546c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x179b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.459535:0:14048:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1769074953.459547:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074953.459552:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304546c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x179b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.459557:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1800 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.459560:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304546c lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x179b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.459565:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304546c lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x179b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.459574:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304546c lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x179b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.459579:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1800/0xf5091596e304546c lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x179b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14048 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1769074953.459651:0:14048:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_017:lustre-MDT0001-mdtlov_UUID+41:3657:x1855007969071872:12345-0@lo:6:osp-syn-1-1.0 Request processed in 31952us (32292us total) trans 4294989758 rc 0/0 00000100:00100000:0.0:1769074953.459657:0:14048:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83453 00000100:00100000:0.0:1769074953.459775:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00010000:00010000:1.0:1769074953.459783:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.459786:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.459789:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1769074953.459813:0:3657:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe6f8f1c00/2, rc 0, transno 4294989758 00000100:00100000:1.0:1769074953.459817:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f8f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969071872:0@lo:6:osp-syn-1-1.0 00000100:00100000:1.0:1769074953.459833:0:6513:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960365312 00000100:00100000:1.0:1769074953.459838:0:6513:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960365312 00010000:00010000:1.0:1769074953.459861:0:6513:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe663b5a00/0xf5091596e2fcddea lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f751e expref: 8 pid: 14047 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.459876:0:14045:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc1bcc000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_014:lustre-OST0001_UUID:14045:1855007969074560:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.459888:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41216 00010000:00010000:3.0:1769074953.459894:0:14045:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30454a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000400:0x1369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1769074953.459895:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe69912050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960365312:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1769074953.459908:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074953.459913:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe663b5a00/0xf5091596e2fcddea lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f751e expref: 8 pid: 14047 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.459921:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe663b5a00/0xf5091596e2fcddea lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f751e expref: 8 pid: 14047 timeout: 1742 lvb_type: 1 00010000:00010000:1.0:1769074953.459934:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.459936:0:6512:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1769074953.459939:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30454ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.459946:0:6512:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30454ab lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.459963:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1769074953.459983:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe69912050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960365312:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 90us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074953.459988:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41216 00010000:00010000:0.0:1769074953.460039:0:14051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe663b5a00/0xf5091596e2fcddea lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724f751e expref: 7 pid: 14047 timeout: 1742 lvb_type: 1 00000100:00100000:0.0:1769074953.460054:0:14051:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_018:lustre-OST0001_UUID:14051:1855007969074688:192.168.204.30@tcp:104: 00000100:00100000:1.0:1769074953.460054:0:14046:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_015:lustre-OST0000_UUID:14046:1855007969072128:192.168.204.30@tcp:104: 00010000:00010000:1.0:1769074953.460076:0:14046:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045457 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x179b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.460077:0:14051:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30454ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.460098:0:14051:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30454ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.460105:0:14051:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30454ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.460112:0:14051:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30454ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.460118:0:14051:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30454ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.460137:0:14051:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074953.460251:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+41:3658:x1855007969074304:12345-0@lo:6:osp-syn-1-1.0 Request processed in 21466us (27004us total) trans 4294989759 rc 0/0 00000100:00100000:0.0:1769074953.460258:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83461 00000004:00080000:0.0:1769074953.460288:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe598c6300/2, rc 0, transno 4294989759 00000100:00100000:0.0:1769074953.460293:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969074304:0@lo:6:osp-syn-1-1.0 00010000:00010000:1.0:1769074953.460714:0:14041:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1769074953.460730:0:14041:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30454ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.460738:0:14041:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89c400 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:1.0:1769074953.460742:0:14041:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30454ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.460749:0:14041:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30454ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.460770:0:14041:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30454ab lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.460778:0:14041:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c400/0xf5091596e30454ab lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1cb5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14051 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074953.460792:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.460794:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1769074953.460796:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074953.467226:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074953.467236:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074953.469666:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074953.469706:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074953.469773:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074953.469800:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960365440 00000100:00100000:3.0:1769074953.469808:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960365440 00010000:00010000:3.0:1769074953.469848:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe65888200/0xf5091596e2fc0fda lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea70e expref: 7 pid: 14035 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.469883:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960365568 00000100:00100000:3.0:1769074953.469886:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960365568 00010000:00010000:3.0:1769074953.469900:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe4edaf200/0xf5091596e2fc22b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x179b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb9f3 expref: 6 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.469916:0:6514:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960365696 00000100:00100000:3.0:1769074953.469919:0:6514:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960365696 00010000:00010000:3.0:1769074953.469929:0:6514:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe78b50e00/0xf5091596e2fbf3be lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x277e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8af2 expref: 8 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.469947:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41217 00000100:00100000:3.0:1769074953.469955:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960365440:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074953.469969:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074953.469974:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe65888200/0xf5091596e2fc0fda lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x1369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea70e expref: 8 pid: 14035 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.469985:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe65888200/0xf5091596e2fc0fda lrc: 3/0,0 mode: PR/PR res: [0x2c0000400:0x1369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea70e expref: 8 pid: 14035 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.470008:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe65888200/0xf5091596e2fc0fda lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x1369:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724ea70e expref: 8 pid: 14035 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.470023:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.470025:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.470029:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30454a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.470043:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30454a4 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x1369:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.470065:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074953.470109:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960365440:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 154us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074953.470117:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41217 00000100:00100000:3.0:1769074953.470132:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41218 00000100:00100000:3.0:1769074953.470137:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960365568:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074953.470144:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074953.470148:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8ffe4edaf200/0xf5091596e2fc22b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x179b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb9f3 expref: 6 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.470158:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8ffe4edaf200/0xf5091596e2fc22b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x179b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb9f3 expref: 6 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.470170:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe4edaf200/0xf5091596e2fc22b8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x179b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724eb9f3 expref: 6 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.470179:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.470181:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.470184:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045457 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x179b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.470191:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045457 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x179b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.470207:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074953.470223:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+5:2408:x1855007960365568:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 85us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074953.470240:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41218 00000100:00100000:3.0:1769074953.470252:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41219 00000100:00100000:3.0:1769074953.470258:0:6514:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960365696:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074953.470264:0:6514:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074953.470269:0:6514:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8ffe78b50e00/0xf5091596e2fbf3be lrc: 5/0,0 mode: PR/PR res: [0x2c0000400:0x277e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8af2 expref: 6 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.470278:0:6514:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8ffe78b50e00/0xf5091596e2fbf3be lrc: 4/0,0 mode: PR/PR res: [0x2c0000400:0x277e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8af2 expref: 6 pid: 14038 timeout: 1742 lvb_type: 1 00010000:00010000:3.0:1769074953.470289:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.470291:0:6514:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074953.470294:0:6514:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30454b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x277e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.470301:0:6514:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30454b2 lrc: 4/0,1 mode: PW/PW res: [0x2c0000400:0x277e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.470312:0:6514:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074953.470327:0:6514:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960365696:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 69us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074953.470333:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41219 00010000:00010000:3.0:1769074953.470353:0:14045:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30454a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.470397:0:14045:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30454a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.470406:0:14045:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30454a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.470414:0:14045:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30454a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.470430:0:14045:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1769074953.470680:0:14045:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6140b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0001-mdtlov_UUID+41:3658:x1855007969074176:12345-0@lo:6:osp-syn-1-1.0 Request processed in 31659us (37385us total) trans 4294989760 rc 0/0 00000100:00100000:3.0:1769074953.470688:0:14045:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83462 00000004:00080000:3.0:1769074953.470761:0:3658:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe598c6680/2, rc 0, transno 4294989760 00000100:00100000:3.0:1769074953.470768:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe598c6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969074176:0@lo:6:osp-syn-1-1.0 00010000:00010000:3.0:1769074953.470799:0:14034:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe78b50e00/0xf5091596e2fbf3be lrc: 0/0,0 mode: --/PR res: [0x2c0000400:0x277e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.204.30@tcp remote: 0x24acb330724e8af2 expref: 5 pid: 14038 timeout: 1742 lvb_type: 1 00000100:00100000:3.0:1769074953.470808:0:14034:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe627ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_007:lustre-OST0001_UUID:14034:1855007969074944:192.168.204.30@tcp:104: 00010000:00010000:3.0:1769074953.470828:0:14034:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30454b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.470836:0:14034:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30454b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.470849:0:14034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30454b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.470857:0:14034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30454b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.470865:0:14034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30454b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074953.470877:0:14034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1769074953.470983:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0001-mdtlov_UUID+41:3659:x1855007969074816:12345-0@lo:6:osp-syn-1-1.0 Request processed in 13032us (13123us total) trans 4294989761 rc 0/0 00000100:00100000:3.0:1769074953.470990:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83463 00010000:00010000:0.0:1769074953.472667:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1769074953.472680:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30454a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.472691:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15c00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074953.472696:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30454a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.472705:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30454a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.472731:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30454a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.472738:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe55d15c00/0xf5091596e30454a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x1369:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14045 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.472766:0:14037:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1769074953.472771:0:14037:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30454b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.472777:0:14037:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1a00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:0.0:1769074953.472780:0:14037:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30454b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.472787:0:14037:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30454b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.472798:0:14037:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30454b2 lrc: 1/0,0 mode: --/PW res: [0x2c0000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.472805:0:14037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8ffe717d1a00/0xf5091596e30454b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000400:0x277e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14034 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.472822:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.472825:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.472826:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1769074953.472839:0:14046:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045457 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x179b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.472847:0:14046:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045457 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x179b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.472855:0:14046:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045457 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x179b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.472862:0:14046:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045457 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x179b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074953.472884:0:14046:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1769074953.473107:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c188700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+41:3659:x1855007969070208:12345-0@lo:6:osp-syn-0-1.0 Request processed in 50003us (53123us total) trans 4294989764 rc 0/0 00000100:00100000:0.0:1769074953.473119:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83450 00010000:00010000:2.0:1769074953.473359:0:6516:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1769074953.473366:0:6516:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045457 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x179b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.473373:0:6516:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89da00 already unused, calling callback (ffffffffc0cdeb90) 00010000:00010000:2.0:1769074953.473376:0:6516:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045457 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x179b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.473383:0:6516:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045457 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x179b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.473395:0:6516:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045457 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x179b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.473401:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045457 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x179b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14046 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074953.473420:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074953.473422:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074953.473424:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074953.474518:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1769074953.474617:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffe627a8e00/2, rc 0, transno 4294989761 00000100:00100000:0.0:1769074953.474627:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe627a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969074816:0@lo:6:osp-syn-1-1.0 00000004:00080000:0.0:1769074953.474640:0:3659:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff8ffda3ad5180/2, rc 0, transno 4294989764 00000100:00100000:0.0:1769074953.474644:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffda3ad5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3659:1855007969070208:0@lo:6:osp-syn-0-1.0 00010000:00010000:2.0:1769074953.579632:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074954.282986:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3659:1855007969075456:0@lo:400:kworker.0 00000100:00100000:0.0:1769074954.283059:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074954.283118:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007969075968:0@lo:400:kworker.0 00000100:00100000:0.0:1769074954.283159:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074954.283193:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1769074954.283199:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ffaf39f9-b918-4270-adec-7b88a97239da:3659:1855007969075072:0@lo:400:kworker.0 00000100:00100000:0.0:1769074954.283250:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074954.283271:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007969075584:0@lo:400:kworker.0 00000100:00100000:0.0:1769074954.283310:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074954.283338:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4dcd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3659:1855007969076096:0@lo:400:kworker.0 00000100:00100000:0.0:1769074954.283359:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074954.283389:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969075968 00000100:00100000:0.0:1769074954.283397:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969075968 00000100:00100000:0.0:1769074954.283474:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:0.0:1769074954.283483:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007969075968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074954.283533:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c94000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007969075968:12345-0@lo:400:kworker.0 Request processed in 51us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074954.283540:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:0.0:1769074954.283567:0:7725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969075584 00000100:00100000:0.0:1769074954.283572:0:7725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969075584 00000100:00100000:0.0:1769074954.283597:0:7725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:0.0:1769074954.283602:0:7725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007969075584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074954.283633:0:7725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007969075584:12345-0@lo:400:kworker.0 Request processed in 30us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074954.283638:0:7725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:0.0:1769074954.283674:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007969075584:0@lo:400:kworker.0 00000100:00100000:0.0:1769074954.283685:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007969075968:0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.283788:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969075328:0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.283815:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074954.283840:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3658:1855007969075840:0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.283861:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074954.283879:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4dcd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1855007969076352:0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.283899:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074954.283933:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1769074954.283940:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3658:1855007969075200:0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.283960:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074954.283975:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe4e234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3658:1855007969075712:0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.283994:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074954.284008:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd4dcd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3658:1855007969076224:0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.284025:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074954.284048:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969076352 00000100:00100000:3.0:1769074954.284052:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969076352 00000100:00100000:3.0:1769074954.284088:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:3.0:1769074954.284095:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3658:x1855007969076352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.284129:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3658:x1855007969076352:12345-0@lo:400:kworker.0 Request processed in 35us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074954.284135:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:3.0:1769074954.284154:0:6527:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969075456 00000100:00100000:3.0:1769074954.284158:0:6527:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969075456 00000100:00100000:3.0:1769074954.284176:0:6527:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969076096 00000100:00100000:3.0:1769074954.284179:0:6527:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969076096 00000100:00100000:3.0:1769074954.284192:0:6527:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969075840 00000100:00100000:3.0:1769074954.284194:0:6527:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969075840 00000100:00100000:3.0:1769074954.284204:0:6527:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969075200 00000100:00100000:3.0:1769074954.284207:0:6527:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969075200 00000100:00100000:3.0:1769074954.284217:0:6527:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969075712 00000100:00100000:3.0:1769074954.284219:0:6527:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969075712 00000100:00100000:3.0:1769074954.284228:0:6527:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969076224 00000100:00100000:3.0:1769074954.284230:0:6527:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969076224 00000100:00100000:3.0:1769074954.284241:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2022 00000100:00100000:3.0:1769074954.284246:0:6527:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1855007969075456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.284282:0:6527:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c96a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3659:x1855007969075456:12345-0@lo:400:kworker.0 Request processed in 35us (1223us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074954.284287:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2022 00000100:00100000:3.0:1769074954.284300:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2023 00000100:00100000:3.0:1769074954.284306:0:6527:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1855007969076096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.284333:0:6527:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3659:x1855007969076096:12345-0@lo:400:kworker.0 Request processed in 28us (974us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074954.284340:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2023 00000100:00100000:3.0:1769074954.284352:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2024 00000100:00100000:3.0:1769074954.284357:0:6527:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1855007969075840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.284384:0:6527:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1855007969075840:12345-0@lo:400:kworker.0 Request processed in 26us (521us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074954.284389:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2024 00000100:00100000:3.0:1769074954.284401:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2025 00000100:00100000:3.0:1769074954.284407:0:6527:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1855007969075200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.284434:0:6527:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846da680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1855007969075200:12345-0@lo:400:kworker.0 Request processed in 27us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074954.284439:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2025 00000100:00100000:3.0:1769074954.284473:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2026 00000100:00100000:3.0:1769074954.284480:0:6527:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1855007969075712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.284505:0:6527:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846d8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1855007969075712:12345-0@lo:400:kworker.0 Request processed in 26us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074954.284511:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2026 00000100:00100000:3.0:1769074954.284522:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2027 00000100:00100000:3.0:1769074954.284528:0:6527:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1855007969076224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.284552:0:6527:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3658:x1855007969076224:12345-0@lo:400:kworker.0 Request processed in 25us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074954.284558:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2027 00000100:00100000:3.0:1769074954.284594:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3658:1855007969075200:0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.284603:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3658:1855007969075712:0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.284613:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4dcd2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3658:1855007969076224:0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.284622:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3658:1855007969075840:0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.284630:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4dcd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1855007969076352:0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.284662:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd4dcd2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3659:1855007969076096:0@lo:400:kworker.0 00000100:00100000:3.0:1769074954.284672:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3659:1855007969075456:0@lo:400:kworker.0 00000100:00080000:0.0:1769074954.285537:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1769074954.285544:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1769074954.285548:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074954.285561:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969075328 00000100:00100000:0.0:1769074954.285568:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969075328 00000100:00100000:2.0:1769074954.285731:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969075072 00000100:00100000:2.0:1769074954.285736:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969075072 00000100:00100000:2.0:1769074954.285765:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1769074954.285772:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe67e52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ffaf39f9-b918-4270-adec-7b88a97239da+23:3659:x1855007969075072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074954.285828:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe67e52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ffaf39f9-b918-4270-adec-7b88a97239da+23:3659:x1855007969075072:12345-0@lo:400:kworker.0 Request processed in 57us (2577us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074954.285835:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:2.0:1769074954.285899:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ffaf39f9-b918-4270-adec-7b88a97239da:3659:1855007969075072:0@lo:400:kworker.0 00000100:00100000:0.0:1769074954.285960:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:0.0:1769074954.285967:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3658:x1855007969075328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074954.286021:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3658:x1855007969075328:12345-0@lo:400:kworker.0 Request processed in 54us (2204us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074954.286026:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:2.0:1769074954.286090:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe4e234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969075328:0@lo:400:kworker.0 00010000:00010000:0.0:1769074954.602665:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074954.796541:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe627a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007969076480:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1769074954.796612:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074954.796833:0:13919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969076480 00000100:00100000:1.0:1769074954.796842:0:13919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969076480 00000100:00100000:1.0:1769074954.796899:0:13919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:1.0:1769074954.796909:0:13919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007969076480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1769074954.796943:0:13919:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8580800 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1769074954.796993:0:13919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6701f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007969076480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074954.797000:0:13919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:2.0:1769074954.801092:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe627a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007969076480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1769074954.804337:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd846d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969076608:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1769074954.804410:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074954.816913:0:8419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969076608 00000100:00100000:3.0:1769074954.816930:0:8419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969076608 00000100:00100000:3.0:1769074954.816995:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:3.0:1769074954.817005:0:8419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+41:3660:x1855007969076608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1769074954.817032:0:8419:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8580800 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1769074954.817117:0:8419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+41:3660:x1855007969076608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 112us (12706us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074954.817124:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:3.0:1769074954.817181:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd846d9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969076608:0@lo:13:osp-pre-1-1.0 00000001:02000400:0.0:1769074955.185257:0:14317:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-benchmark test_iozone skipping SLOW test iozone 00010000:00010000:2.0:1769074955.627525:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1769074956.650689:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074956.842782:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdbfa73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969076736:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1769074956.842859:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074956.843045:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969076736 00000100:00100000:0.0:1769074956.843141:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969076736 00000100:00100000:0.0:1769074956.843193:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:0.0:1769074956.843203:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3657:x1855007969076736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1769074956.843550:0:6532:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444413440 avail 1298173952 00000100:00100000:0.0:1769074956.844158:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:3657:x1855007969076736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 953us (1295us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074956.844170:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:3.0:1769074956.851775:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdbfa73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969076736:0@lo:41:osp-pre-0-1.0 00000001:02000400:3.0:1769074956.924216:0:14366:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-benchmark test fsx: fsx ======================== 04:42:35 (1769074955) 00000100:00100000:0.0:1769074957.084222:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074957.086700:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960365824 00000100:00100000:1.0:1769074957.086717:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960365824 00000100:00100000:1.0:1769074957.086831:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41081 00000100:00100000:1.0:1769074957.086842:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+5:12602:x1855007960365824:12345-192.168.204.30@tcp:101:df.0 00010000:00010000:1.0:1769074957.086866:0:13899:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074957.086910:0:13899:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1000/0xf5091596e30454b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505ba0 expref: -99 pid: 13899 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1769074957.087757:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:3.0:1769074957.121125:0:13899:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 34157us 00010000:00010000:2.0:1769074957.194240:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30454c0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074957.194265:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30454c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074957.195168:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30454c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00000004:00200000:2.0:1769074957.197483:0:13899:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1769074957.197494:0:13899:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074957.197555:0:13899:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30454c0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074957.197711:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1000/0xf5091596e30454b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505ba0 expref: 7 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074957.218996:0:13899:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30454c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505ba0 expref: 6 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074957.219015:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ffe51c6fa00) 00010000:00010000:2.0:1769074957.219019:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1769074957.219023:0:13899:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4ddf9c00, rc 0) 00000100:00100000:0.0:1769074957.219489:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+6:12602:x1855007960365824:12345-192.168.204.30@tcp:101:df.0 Request processed in 132646us (135272us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074957.219499:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41081 00000100:00100000:3.0:1769074957.244950:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074957.245066:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960365952 00000100:00100000:0.0:1769074957.245077:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960365952 00000100:00100000:0.0:1769074957.245152:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41082 00000100:00100000:0.0:1769074957.245163:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+6:12602:x1855007960365952:12345-192.168.204.30@tcp:41:df.0 00000004:00000024:0.0:1769074957.245247:0:13899:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 7847059456 avail 7384014848 00000100:00100000:0.0:1769074957.245501:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+6:12602:x1855007960365952:12345-192.168.204.30@tcp:41:df.0 Request processed in 339us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074957.245511:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41082 00010000:00010000:2.0:1769074957.677844:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1769074957.696973:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074957.697046:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074957.697088:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074957.697240:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074957.697271:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960366080 00000100:00100000:0.0:1769074957.697288:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960366080 00000100:00100000:3.0:1769074957.697330:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960366336 00000100:00100000:3.0:1769074957.697343:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960366336 00000100:00100000:0.0:1769074957.697381:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 804 00000100:00100000:0.0:1769074957.697397:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe67e52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9e9f9cd-4e2b-46f6-ac41-bb9a9bc4bf38+9:2407:x1855007960366080:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1769074957.697428:0:14046:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960366464 00000100:00100000:3.0:1769074957.697434:0:14046:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960366464 00000100:00100000:0.0:1769074957.697547:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe67e52050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9e9f9cd-4e2b-46f6-ac41-bb9a9bc4bf38+9:2407:x1855007960366080:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 151us (586us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074957.697556:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 978 00000100:00100000:0.0:1769074957.697565:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 804 00000100:00100000:3.0:1769074957.697575:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7c9df161-9cf7-469d-b68b-982e038d3703+5:2407:x1855007960366336:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1769074957.697618:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960366208 00000100:00100000:0.0:1769074957.697626:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960366208 00000100:00100000:3.0:1769074957.697668:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7c9df161-9cf7-469d-b68b-982e038d3703+5:2407:x1855007960366336:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 98us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074957.697677:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 978 00000100:00100000:3.0:1769074957.697698:0:14046:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 979 00000100:00100000:3.0:1769074957.697707:0:14046:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7c9df161-9cf7-469d-b68b-982e038d3703+5:2407:x1855007960366464:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1769074957.697733:0:14046:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:7c9df161-9cf7-469d-b68b-982e038d3703+5:2407:x1855007960366464:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 28us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074957.697740:0:14046:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 979 00000100:00080000:2.0:1769074957.704666:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1769074957.704677:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1769074957.704680:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074957.709572:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 2028 00000100:00100000:0.0:1769074957.709613:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+5:2407:x1855007960366208:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:0.0:1769074957.712726:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846d9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+5:2407:x1855007960366208:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 3115us (15617us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074957.712751:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 2028 00000100:00100000:2.0:1769074957.874964:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1769074957.874992:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc6703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1855007969076864:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1769074957.875060:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074957.875562:0:7725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969076864 00000100:00100000:1.0:1769074957.875572:0:7725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969076864 00000100:00100000:1.0:1769074957.875627:0:7725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:1.0:1769074957.875636:0:7725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6701180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3657:x1855007969076864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1769074957.875679:0:7725:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444573184 avail 1298333696 00000100:00100000:1.0:1769074957.875754:0:7725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6701180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3657:x1855007969076864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 119us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074957.875764:0:7725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00100000:1.0:1769074957.875929:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc6703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1855007969076864:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1769074958.303129:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.303367:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960366592 00000100:00100000:0.0:1769074958.303378:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960366592 00000100:00100000:0.0:1769074958.303443:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41083 00000100:00100000:0.0:1769074958.303478:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+6:12628:x1855007960366592:12345-192.168.204.30@tcp:101:rm.0 00010000:00010000:0.0:1769074958.303497:0:13899:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074958.303519:0:13899:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d000/0xf5091596e30454c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505ba7 expref: -99 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074958.303584:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.303599:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.303610:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.303715:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.303723:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.303730:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.306008:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.306032:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ce lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.306048:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.306055:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89ca00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:0.0:1769074958.306059:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.306067:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ce lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.306083:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ffe51c6fa00) 00010000:00010000:0.0:1769074958.306086:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074958.306091:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.306097:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.306110:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.306115:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.306121:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.306125:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89c000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:0.0:1769074958.306128:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.306137:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454d5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.306145:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x533a12a4 (ffff8ffe44cd9000) 00010000:00010000:0.0:1769074958.306147:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074958.306150:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454d5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.306156:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.306198:0:13899:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d000/0xf5091596e30454c7 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505ba7 expref: 7 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074958.306208:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ffe51c6fa00) 00010000:00010000:0.0:1769074958.306211:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074958.306214:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d000/0xf5091596e30454c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505ba7 expref: 7 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074958.306223:0:13899:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe5a89d000, rc 0) 00000100:00100000:0.0:1769074958.306296:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+6:12628:x1855007960366592:12345-192.168.204.30@tcp:101:rm.0 Request processed in 2820us (3176us total) trans 0 rc 301/301 00000100:00100000:0.0:1769074958.306304:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41083 00000100:00100000:2.0:1769074958.319818:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.320861:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960366848 00000100:00100000:0.0:1769074958.320874:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960366848 00000100:00100000:0.0:1769074958.320930:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41084 00000100:00100000:0.0:1769074958.320939:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6700e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+6:12629:x1855007960366848:12345-192.168.204.30@tcp:101:lfs.0 00010000:00010000:0.0:1769074958.320959:0:13899:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074958.320963:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1769074958.320991:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9c00/0xf5091596e30454c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505ba0 expref: 6 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074958.321008:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ffe51c6fa00) 00010000:00010000:0.0:1769074958.321013:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074958.321027:0:13899:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d000/0xf5091596e30454dc lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505bae expref: -99 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074958.321706:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454e3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.321722:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454e3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.321733:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454e3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.321747:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ea lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.321753:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.321758:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.325628:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30454f1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.325665:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30454f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.325677:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30454f1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00000004:00200000:0.0:1769074958.325688:0:13899:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 0 00010000:00010000:0.0:1769074958.325715:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454e3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.325722:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454e3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.325728:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454e3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.325735:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89c000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:0.0:1769074958.325739:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454e3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.325745:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454e3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.325755:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ffe51c6fa00) 00010000:00010000:0.0:1769074958.325758:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1769074958.325762:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454e3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.325767:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c000/0xf5091596e30454e3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00000004:00010000:0.0:1769074958.325777:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a2ae1837 reply state 00000000431657e8 transno 4294998074 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ea lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.325787:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.325793:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x533a12a4 (ffff8ffe44cd9000) 00010000:00010000:0.0:1769074958.325795:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074958.325798:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1769074958.325843:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d000/0xf5091596e30454dc lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bae expref: 8 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074958.325857:0:13899:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30454f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bae expref: 7 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074958.325863:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe44cd9600) 00010000:00010000:0.0:1769074958.325866:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074958.325868:0:13899:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe5a89c200, rc 0) 00000100:00100000:0.0:1769074958.325951:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6700e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+8:12629:x1855007960366848:12345-192.168.204.30@tcp:101:lfs.0 Request processed in 5012us (6156us total) trans 4294998074 rc 0/0 00000100:00100000:0.0:1769074958.325959:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41084 00000100:00100000:3.0:1769074958.328924:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.328998:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960367104 00000100:00100000:2.0:1769074958.329009:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960367104 00000100:00100000:2.0:1769074958.329079:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41085 00000100:00100000:2.0:1769074958.329090:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+8:12629:x1855007960367104:12345-192.168.204.30@tcp:101:lfs.0 00010000:00010000:2.0:1769074958.329114:0:13899:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074958.329135:0:13899:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e30454ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505bb5 expref: -99 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074958.329249:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045506 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074958.329264:0:13899:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30454f1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bae expref: 9 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074958.329274:0:13899:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045506 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2807:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074958.329310:0:13899:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30454f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.30@tcp remote: 0x24acb33072505bae expref: 9 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074958.329322:0:13899:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30454f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.30@tcp remote: 0x24acb33072505bae expref: 9 pid: 13899 timeout: 1747 lvb_type: 0 00000100:00100000:2.0:1769074958.329337:0:13899:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc6703100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13899:1855007969076992:192.168.204.30@tcp:104: 00000100:00100000:2.0:1769074958.329423:0:13899:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ffe81efd300 going to sleep for 11 seconds 00000001:00080000:1.0:1769074958.331404:0:6508:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294998074 is committed 00000001:00080000:1.0:1769074958.331418:0:6508:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294998073 is committed 00010000:00010000:2.0:1769074958.331444:0:3644:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ea lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074958.331478:0:3644:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ea lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074958.331486:0:3644:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074958.331491:0:3644:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89ca00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:2.0:1769074958.331496:0:3644:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ea lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074958.331515:0:3644:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ea lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074958.331532:0:3644:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x533a12a4 (ffff8ffe44cd9000) 00010000:00010000:2.0:1769074958.331536:0:3644:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1769074958.331540:0:3644:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ea lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074958.331547:0:3644:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e30454ea lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00000100:00100000:2.0:1769074958.332434:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.332674:0:13899:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc6703100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:13899:1855007969076992:192.168.204.30@tcp:104: 00010000:00010000:0.0:1769074958.332701:0:13899:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045506 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2807:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00000100:00100000:3.0:1769074958.332988:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960367232 00000100:00100000:3.0:1769074958.332996:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960367232 00010000:00010000:3.0:1769074958.333124:0:6512:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30454f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.30@tcp remote: 0x24acb33072505bae expref: 8 pid: 13899 timeout: 1747 lvb_type: 0 00000100:00100000:3.0:1769074958.333197:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41220 00000100:00100000:3.0:1769074958.333208:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6703800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960367232:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074958.333223:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074958.333229:0:6512:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30454f1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.30@tcp remote: 0x24acb33072505bae expref: 8 pid: 13899 timeout: 1747 lvb_type: 0 00010000:00010000:3.0:1769074958.333278:0:6512:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30454f1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.30@tcp remote: 0x24acb33072505bae expref: 8 pid: 13899 timeout: 1747 lvb_type: 0 00010000:00010000:3.0:1769074958.333299:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30454f1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.30@tcp remote: 0x24acb33072505bae expref: 8 pid: 13899 timeout: 1747 lvb_type: 0 00010000:00010000:3.0:1769074958.333312:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe44cd9600) 00010000:00010000:3.0:1769074958.333317:0:6512:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045506 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2807:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074958.333326:0:6512:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045506 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2807:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074958.333333:0:6512:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045506 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2807:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074958.333363:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074958.333417:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6703800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960367232:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 211us (989us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074958.333426:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41220 00010000:00010000:0.0:1769074958.333498:0:13899:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045506 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2807:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.333515:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045506 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2807:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00000004:00200000:0.0:1769074958.333534:0:13899:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 0 00000004:00080000:0.0:1769074958.333738:0:13899:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x2804:0x0], index 0: 0 00000004:00080000:0.0:1769074958.333747:0:13899:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x2804:0x0], index 1: 0 00010000:00010000:0.0:1769074958.333876:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045506 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2807:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.333884:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045506 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2807:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.333896:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045506 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2807:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.333902:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:0.0:1769074958.333919:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045506 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2807:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.333926:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045506 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2807:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.333937:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe44cd9600) 00010000:00010000:0.0:1769074958.333940:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1769074958.333944:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045506 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2807:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.333950:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8000/0xf5091596e3045506 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2807:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:0.0:1769074958.334001:0:13899:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e30454ff lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bb5 expref: 7 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074958.334010:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ffe51c6fa00) 00010000:00010000:0.0:1769074958.334013:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1769074958.334018:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9200/0xf5091596e30454ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bb5 expref: 7 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074958.334027:0:13899:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4ddf9200, rc 0) 00000100:00100000:0.0:1769074958.334069:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+6:12629:x1855007960367104:12345-192.168.204.30@tcp:101:lfs.0 Request processed in 4982us (5164us total) trans 4294998075 rc 301/301 00000100:00100000:0.0:1769074958.334077:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41085 00000100:00100000:2.0:1769074958.346786:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074958.346936:0:6531:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960367488 00000100:00100000:1.0:1769074958.346947:0:6531:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960367488 00000100:00100000:1.0:1769074958.347006:0:6531:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 20517 00000100:00100000:1.0:1769074958.347016:0:6531:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6702a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c9df161-9cf7-469d-b68b-982e038d3703+6:12629:x1855007960367488:12345-192.168.204.30@tcp:35:lfs.0 00000100:00100000:1.0:1769074958.347333:0:6531:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6702a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7c9df161-9cf7-469d-b68b-982e038d3703+7:12629:x1855007960367488:12345-192.168.204.30@tcp:35:lfs.0 Request processed in 317us (556us total) trans 4294998076 rc 0/0 00000100:00100000:1.0:1769074958.347342:0:6531:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 20517 00000100:00100000:2.0:1769074958.350397:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074958.350507:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960367616 00000100:00100000:3.0:1769074958.350517:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960367616 00000100:00100000:3.0:1769074958.350572:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41086 00000100:00100000:3.0:1769074958.350581:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+7:12629:x1855007960367616:12345-192.168.204.30@tcp:101:lfs.0 00010000:00010000:3.0:1769074958.350605:0:13899:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074958.350628:0:13899:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15600/0xf5091596e3045514 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505bbc expref: -99 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074958.350705:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15600/0xf5091596e3045514 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bbc expref: 8 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074958.350762:0:13899:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15600/0xf5091596e3045514 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bbc expref: 8 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074958.350894:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074958.350898:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1769074958.350902:0:13899:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe55d15600, rc 0) 00000100:00100000:2.0:1769074958.350996:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6702300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+8:12629:x1855007960367616:12345-192.168.204.30@tcp:101:lfs.0 Request processed in 415us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074958.351003:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41086 00000100:00100000:0.0:1769074958.363284:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.363717:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960367872 00000100:00100000:2.0:1769074958.363728:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960367872 00000100:00100000:2.0:1769074958.363777:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 20518 00000100:00100000:2.0:1769074958.363787:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:12629:x1855007960367872:12345-192.168.204.30@tcp:35:lfs.0 00000100:00100000:2.0:1769074958.365393:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:12629:x1855007960367872:12345-192.168.204.30@tcp:35:lfs.0 Request processed in 1599us (2108us total) trans 4294998077 rc 0/0 00000100:00100000:2.0:1769074958.365406:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 20518 00000100:00100000:2.0:1769074958.380372:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1769074958.380395:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc6703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1855007969077120:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1769074958.380494:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074958.380779:0:13919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969077120 00000100:00100000:0.0:1769074958.380788:0:13919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969077120 00000100:00100000:0.0:1769074958.380873:0:13919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1769074958.380883:0:13919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d411880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1855007969077120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1769074958.380922:0:13919:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8580800 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1769074958.380969:0:13919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d411880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3660:x1855007969077120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074958.380977:0:13919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00080000:2.0:1769074958.381385:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074958.381427:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc6703100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1855007969077120:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1769074958.382054:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe68cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969077248:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1769074958.382100:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074958.382257:0:13919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969077248 00000100:00100000:0.0:1769074958.382264:0:13919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969077248 00000100:00100000:0.0:1769074958.382307:0:13919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:0.0:1769074958.382315:0:13919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+41:3660:x1855007969077248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1769074958.382331:0:13919:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8580800 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1769074958.382921:0:13919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d412a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+41:3660:x1855007969077248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 604us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074958.382930:0:13919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:2.0:1769074958.383171:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe68cb1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969077248:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1769074958.383196:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074958.423268:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.423560:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960368000 00000100:00100000:2.0:1769074958.423572:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960368000 00000100:00100000:2.0:1769074958.423649:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41087 00000100:00100000:2.0:1769074958.423660:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+9:12630:x1855007960368000:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:2.0:1769074958.423691:0:13899:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074958.423714:0:13899:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9e00/0xf5091596e304551b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505bc3 expref: -99 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074958.423785:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3045522 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074958.424032:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3045522 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074958.424046:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3045522 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00000004:00200000:2.0:1769074958.424101:0:13899:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1769074958.424105:0:13899:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074958.424158:0:13899:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3045522 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:2.0:1769074958.424182:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9e00/0xf5091596e304551b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bc3 expref: 11 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074958.424196:0:13899:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3045522 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bc3 expref: 10 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074958.424205:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ffe51c6fa00) 00010000:00010000:2.0:1769074958.424208:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1769074958.424211:0:13899:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4ddf8a00, rc 0) 00000100:00100000:2.0:1769074958.424307:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+10:12630:x1855007960368000:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 649us (1046us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074958.424315:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41087 00000100:00100000:0.0:1769074958.433097:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074958.433139:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960368256 00000100:00100000:1.0:1769074958.433149:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960368256 00000100:00100000:1.0:1769074958.433202:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41088 00000100:00100000:1.0:1769074958.433212:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+10:12630:x1855007960368256:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:1.0:1769074958.433232:0:13899:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074958.433235:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1769074958.433339:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8a00/0xf5091596e3045522 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bc3 expref: 10 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074958.433353:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ffe51c6fa00) 00010000:00010000:1.0:1769074958.433357:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074958.433369:0:13899:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0000/0xf5091596e3045529 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505bca expref: -99 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074958.433516:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e3045530 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433526:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e3045530 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433533:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e3045530 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433542:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045537 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433546:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045537 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433550:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045537 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433596:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0200/0xf5091596e304553e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433603:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0200/0xf5091596e304553e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433608:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0200/0xf5091596e304553e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00000004:00200000:1.0:1769074958.433618:0:13899:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 0 00010000:00010000:1.0:1769074958.433710:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e3045530 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433715:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e3045530 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433722:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e3045530 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433726:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074958.433729:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e3045530 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433733:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e3045530 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433738:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ffe51c6fa00) 00010000:00010000:1.0:1769074958.433740:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074958.433742:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e3045530 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433745:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e3045530 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433751:0:13899:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045537 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433754:0:13899:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045537 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433758:0:13899:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045537 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433760:0:13899:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:1.0:1769074958.433762:0:13899:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045537 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433765:0:13899:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045537 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433771:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x533a12a4 (ffff8ffe4e8cc900) 00010000:00010000:1.0:1769074958.433772:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1769074958.433774:0:13899:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045537 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433777:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045537 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.433935:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0000/0xf5091596e3045529 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bca expref: 12 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074958.433947:0:13899:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0200/0xf5091596e304553e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bca expref: 11 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074958.433953:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074958.433957:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074958.433960:0:13899:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe717d0200, rc 0) 00000100:00100000:1.0:1769074958.434019:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+11:12630:x1855007960368256:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 809us (931us total) trans 4294998078 rc 0/0 00000100:00100000:1.0:1769074958.434102:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41088 00000100:00100000:2.0:1769074958.442552:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074958.443085:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960368384 00000100:00100000:3.0:1769074958.443098:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960368384 00000100:00100000:3.0:1769074958.443161:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41089 00000100:00100000:3.0:1769074958.443170:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+11:12630:x1855007960368384:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074958.443194:0:13899:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074958.443215:0:13899:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14000/0xf5091596e304554c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505bd1 expref: -99 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074958.443255:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14800/0xf5091596e3045553 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074958.443269:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14800/0xf5091596e3045553 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074958.443280:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14800/0xf5091596e3045553 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074958.443399:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14000/0xf5091596e304554c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bd1 expref: 13 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074958.443417:0:13899:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14800/0xf5091596e3045553 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bd1 expref: 12 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074958.443426:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074958.443429:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1769074958.443475:0:13899:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe55d14800, rc 0) 00000100:00100000:3.0:1769074958.443623:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d413800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+12:12630:x1855007960368384:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 452us (1080us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074958.443631:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41089 00000100:00100000:2.0:1769074958.459379:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.459417:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960368640 00000100:00100000:2.0:1769074958.459427:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960368640 00000100:00100000:2.0:1769074958.459956:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41090 00000100:00100000:2.0:1769074958.459968:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d410380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+12:12630:x1855007960368640:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074958.460024:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074958.460054:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0200/0xf5091596e304553e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bca expref: 12 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074958.460072:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074958.460077:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074958.460266:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9c00/0xf5091596e304555a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074958.460281:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9c00/0xf5091596e304555a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074958.460290:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9c00/0xf5091596e304555a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:2.0:1769074958.460332:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998079 00000004:00010000:2.0:1769074958.460353:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004b82446f reply state 00000000266b935b transno 4294998080 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9c00/0xf5091596e304555a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074958.460364:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9c00/0xf5091596e304555a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074958.460370:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074958.460373:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074958.460376:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074958.460483:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d410380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+14:12630:x1855007960368640:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 517us (1113us total) trans 4294998080 rc 0/0 00000100:00100000:2.0:1769074958.460495:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41090 00000020:00080000:2.0:1769074958.461397:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074958.469041:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074958.469172:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960368768 00000100:00100000:3.0:1769074958.469183:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960368768 00000100:00100000:3.0:1769074958.469430:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83464 00000100:00100000:3.0:1769074958.469442:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:7c9df161-9cf7-469d-b68b-982e038d3703+5:12630:x1855007960368768:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074958.469491:0:14052:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074958.469702:0:14052:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e3045561 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x2804:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505bd8 expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1769074958.469730:0:14052:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x2804:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1769074958.469753:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074958.469755:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1769074958.469763:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e3045561 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bd8 expref: 6 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074958.469783:0:14052:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8ffe55d14000/0xf5091596e3045561 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bd8 expref: 6 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074958.469945:0:14052:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe55d14000, rc 0) 00000100:00100000:3.0:1769074958.470066:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:7c9df161-9cf7-469d-b68b-982e038d3703+6:12630:x1855007960368768:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 626us (1045us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074958.470075:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83464 00000100:00100000:2.0:1769074958.476974:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.477181:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960368896 00000100:00100000:0.0:1769074958.477192:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960368896 00000100:00100000:0.0:1769074958.477279:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83465 00000100:00100000:0.0:1769074958.477290:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:7c9df161-9cf7-469d-b68b-982e038d3703+5:12630:x1855007960368896:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074958.477310:0:14052:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074958.477390:0:14052:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c000/0xf5091596e3045568 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x2804:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505bdf expref: -99 pid: 14052 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1769074958.477415:0:14052:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x2804:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1769074958.477436:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074958.477438:0:14052:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1769074958.477464:0:14052:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c000/0xf5091596e3045568 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bdf expref: 6 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074958.477484:0:14052:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8ffe5a89c000/0xf5091596e3045568 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2804:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bdf expref: 6 pid: 14052 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074958.477497:0:14052:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe5a89c000, rc 0) 00000100:00100000:0.0:1769074958.477575:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:7c9df161-9cf7-469d-b68b-982e038d3703+6:12630:x1855007960368896:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 286us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074958.477583:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83465 00000100:00100000:0.0:1769074958.479972:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.480015:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.480275:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960369024 00000100:00100000:2.0:1769074958.480285:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960369024 00002000:00010000:2.0:1769074958.480325:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074958.480330:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa71880 with x1855007960369024 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074958.480342:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdbfa71880. 00000100:00100000:2.0:1769074958.480388:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960369152 00000100:00100000:2.0:1769074958.480392:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960369152 00002000:00010000:2.0:1769074958.480405:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074958.480408:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa72300 with x1855007960369152 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074958.480415:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdbfa72300. 00000100:00100000:2.0:1769074958.480472:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11011 00000100:00100000:2.0:1769074958.480483:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960369024:12345-192.168.204.30@tcp:10:fsx.0 00000100:00100000:3.0:1769074958.480705:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11012 00000100:00100000:3.0:1769074958.480719:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960369152:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074958.480726:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074958.480730:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 0 -> 1769074958 00002000:00010000:2.0:1769074958.480733:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074958.480737:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 0 -> 1769074958 00002000:00010000:2.0:1769074958.480741:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:3.0:1769074958.480900:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1769074958.480904:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 0 -> 1769074958 00002000:00010000:3.0:1769074958.480907:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074958.480909:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 0 -> 1769074958 00002000:00010000:3.0:1769074958.480912:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074958.482091:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960369024:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1600us (2141us total) trans 4294989765 rc 0/0 00000100:00100000:2.0:1769074958.482104:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11011 00002000:00010000:2.0:1769074958.482111:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074958.482115:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa71880 with x1855007960369024 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074958.482123:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdbfa71880. 00000100:00100000:3.0:1769074958.483733:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960369152:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 3010us (3709us total) trans 4294989762 rc 0/0 00000100:00100000:3.0:1769074958.483744:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11012 00002000:00010000:3.0:1769074958.483749:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074958.483752:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa72300 with x1855007960369152 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074958.483761:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdbfa72300. 00000001:00080000:0.0:1769074958.483782:0:9484:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294989762 is committed 00000001:00080000:0.0:1769074958.483793:0:9484:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294989761 is committed 00000001:00080000:3.0:1769074958.486380:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989765 is committed 00000001:00080000:3.0:1769074958.486394:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989764 is committed 00000100:00100000:3.0:1769074958.682179:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074958.682654:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960369408 00000100:00100000:1.0:1769074958.682664:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960369408 00000100:00100000:1.0:1769074958.682737:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41091 00000100:00100000:1.0:1769074958.682748:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+14:12630:x1855007960369408:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:1.0:1769074958.682994:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0000/0xf5091596e304556f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.683018:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0000/0xf5091596e304556f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.683039:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0000/0xf5091596e304556f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00000001:00080000:1.0:1769074958.683120:0:13899:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998081 00000004:00010000:1.0:1769074958.683141:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ee6d1bb8 reply state 000000009172f970 transno 4294998082 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0000/0xf5091596e304556f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.683153:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0000/0xf5091596e304556f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.683161:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074958.683163:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074958.683167:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074958.683518:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+17:12630:x1855007960369408:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 770us (1347us total) trans 4294998082 rc 0/0 00000100:00100000:1.0:1769074958.683526:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41091 00000020:00080000:1.0:1769074958.683532:0:13899:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074958.690695:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.690733:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074958.690829:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960369536 00000100:00100000:1.0:1769074958.690841:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960369536 00002000:00010000:1.0:1769074958.690893:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074958.690899:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5d413100 with x1855007960369536 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074958.690912:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5d413100. 00000100:00100000:1.0:1769074958.690939:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960369664 00000100:00100000:1.0:1769074958.690943:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960369664 00002000:00010000:1.0:1769074958.690954:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074958.690957:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5d412d80 with x1855007960369664 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074958.690964:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5d412d80. 00000100:00100000:1.0:1769074958.691062:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11013 00000100:00100000:1.0:1769074958.691072:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960369536:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074958.691238:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1769074958.691559:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:1.0:1769074958.691562:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074958.691564:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:1.0:1769074958.691567:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1769074958.691628:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d413100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960369536:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 556us (942us total) trans 4294989766 rc 0/0 00000100:00100000:1.0:1769074958.691647:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11013 00002000:00010000:1.0:1769074958.691652:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074958.691655:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5d413100 with x1855007960369536 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074958.691660:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5d413100. 00000100:00100000:1.0:1769074958.691679:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11014 00000100:00100000:1.0:1769074958.691686:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960369664:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074958.691765:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1769074958.691768:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:1.0:1769074958.691771:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074958.691773:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:1.0:1769074958.691775:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1769074958.691796:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960369664:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 110us (1062us total) trans 4294989763 rc 0/0 00000100:00100000:1.0:1769074958.691803:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11014 00002000:00010000:1.0:1769074958.691806:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074958.691809:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5d412d80 with x1855007960369664 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074958.691814:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5d412d80. 00000100:00100000:0.0:1769074958.697626:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074958.697730:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960369920 00000100:00100000:1.0:1769074958.697741:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960369920 00000100:00100000:1.0:1769074958.697842:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41092 00000100:00100000:1.0:1769074958.697863:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+17:12630:x1855007960369920:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:1.0:1769074958.698120:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045576 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.698138:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045576 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.698149:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045576 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00000001:00080000:1.0:1769074958.698190:0:13899:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998083 00000004:00010000:1.0:1769074958.698211:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dead6656 reply state 00000000cc690f07 transno 4294998084 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045576 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.698223:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045576 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.698231:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074958.698234:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074958.698238:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1769074958.698730:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074958.699034:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+20:12630:x1855007960369920:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 1170us (1414us total) trans 4294998084 rc 0/0 00000100:00100000:1.0:1769074958.699043:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41092 00000020:00080000:1.0:1769074958.699048:0:13899:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1769074958.701390:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.701474:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.701507:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960370176 00000100:00100000:0.0:1769074958.701515:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960370176 00002000:00010000:0.0:1769074958.701553:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074958.701558:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e234380 with x1855007960370176 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074958.701570:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4e234380. 00000100:00100000:0.0:1769074958.701593:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960370048 00000100:00100000:0.0:1769074958.701597:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960370048 00002000:00010000:0.0:1769074958.701608:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (100000->18446744073709551615) 00002000:00100000:0.0:1769074958.701612:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e234000 with x1855007960370048 ext(100000->18446744073709551615) 00002000:00010000:0.0:1769074958.701618:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e234000. 00000100:00100000:0.0:1769074958.701644:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11015 00000100:00100000:0.0:1769074958.701652:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960370176:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074958.701853:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074958.701857:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.701860:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074958.701862:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.701864:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074958.701917:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960370176:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 264us (534us total) trans 4294989764 rc 0/0 00000100:00100000:0.0:1769074958.701925:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11015 00002000:00010000:0.0:1769074958.701929:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074958.701932:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e234380 with x1855007960370176 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074958.701936:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4e234380. 00000100:00100000:0.0:1769074958.701954:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11016 00000100:00100000:0.0:1769074958.701961:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960370048:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074958.702114:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 0 -> 100000 00002000:00010000:0.0:1769074958.702117:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.702120:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074958.702122:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.702125:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074958.702148:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960370048:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 186us (673us total) trans 4294989767 rc 0/0 00000100:00100000:0.0:1769074958.702155:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11016 00002000:00010000:0.0:1769074958.702175:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (100000->18446744073709551615) 00002000:00100000:0.0:1769074958.702178:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e234000 with x1855007960370048 ext(100000->18446744073709551615) 00002000:00010000:0.0:1769074958.702182:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e234000. 00000100:00100000:3.0:1769074958.704276:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074958.704345:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960370304 00000100:00100000:1.0:1769074958.704355:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960370304 00000100:00100000:1.0:1769074958.704409:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41093 00000100:00100000:1.0:1769074958.704419:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+20:12630:x1855007960370304:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:1.0:1769074958.704442:0:13899:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074958.704498:0:13899:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e304557d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505be6 expref: -99 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074958.704594:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045584 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.704610:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045584 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.704621:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045584 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00000004:00200000:1.0:1769074958.705164:0:13899:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 100000 00000004:00200000:1.0:1769074958.705170:0:13899:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1769074958.705189:0:13899:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045584 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.705419:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e304557d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505be6 expref: 22 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074958.705438:0:13899:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045584 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505be6 expref: 21 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074958.705490:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074958.705494:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074958.705497:0:13899:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe717d1400, rc 0) 00000100:00100000:1.0:1769074958.705576:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f62a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+21:12630:x1855007960370304:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 1157us (1307us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074958.705584:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41093 00000100:00100000:2.0:1769074958.708370:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074958.710801:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960370560 00000100:00100000:1.0:1769074958.710815:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960370560 00000100:00100000:1.0:1769074958.710887:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41094 00000100:00100000:1.0:1769074958.710897:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+21:12630:x1855007960370560:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:1.0:1769074958.710950:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074958.710977:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1400/0xf5091596e3045584 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505be6 expref: 21 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074958.710996:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074958.711001:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074958.711163:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e304558b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.711177:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e304558b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.711186:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e304558b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00000001:00080000:1.0:1769074958.711225:0:13899:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998085 00000004:00010000:1.0:1769074958.711246:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000b094789 reply state 00000000304852d8 transno 4294998086 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e304558b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.711258:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e304558b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.711265:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074958.711268:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074958.711270:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074958.711370:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d410a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+23:12630:x1855007960370560:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 474us (3006us total) trans 4294998086 rc 0/0 00000100:00100000:1.0:1769074958.711378:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41094 00000020:00080000:1.0:1769074958.711385:0:13899:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074958.714490:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.714703:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960370688 00000100:00100000:0.0:1769074958.714715:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960370688 00002000:00010000:0.0:1769074958.714762:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074958.714767:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f63800 with x1855007960370688 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074958.714778:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f63800. 00000100:00100000:0.0:1769074958.714816:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11017 00000100:00100000:0.0:1769074958.714826:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960370688:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074958.715064:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 100000 -> 0 00002000:00010000:0.0:1769074958.715068:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.715071:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074958.715074:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.715076:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074958.715146:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960370688:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 320us (701us total) trans 4294989768 rc 0/0 00000100:00100000:0.0:1769074958.715154:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11017 00002000:00010000:0.0:1769074958.715158:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074958.715160:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f63800 with x1855007960370688 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074958.715165:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f63800. 00000100:00100000:3.0:1769074958.718761:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.718997:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960370816 00000100:00100000:2.0:1769074958.719008:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960370816 00002000:00010000:2.0:1769074958.719060:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074958.719066:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f62d80 with x1855007960370816 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074958.719077:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd76f62d80. 00000100:00100000:2.0:1769074958.719108:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11018 00000100:00100000:2.0:1769074958.719116:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960370816:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074958.719293:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074958.719297:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074958.719299:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074958.719302:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074958.719304:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074958.719361:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960370816:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 245us (610us total) trans 4294989765 rc 0/0 00000100:00100000:2.0:1769074958.719368:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11018 00002000:00010000:2.0:1769074958.719371:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074958.719373:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f62d80 with x1855007960370816 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074958.719377:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd76f62d80. 00000100:00100000:3.0:1769074958.726934:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.727020:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960370944 00000100:00100000:0.0:1769074958.727031:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960370944 00000100:00100000:0.0:1769074958.727166:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11019 00000100:00100000:0.0:1769074958.727178:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960370944:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074958.727490:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:0.0:1769074958.727495:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.727498:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074958.727500:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.727502:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 8192 00000100:00100000:0.0:1769074958.727562:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960370944:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 386us (639us total) trans 4294989769 rc 0/0 00000100:00100000:0.0:1769074958.727570:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11019 00000100:00100000:3.0:1769074958.731426:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.731504:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960371200 00000100:00100000:2.0:1769074958.731515:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960371200 00000100:00100000:2.0:1769074958.731833:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41095 00000100:00100000:2.0:1769074958.731845:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+23:12630:x1855007960371200:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074958.732880:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e3045592 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074958.732903:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e3045592 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074958.732915:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e3045592 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:2.0:1769074958.732962:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998087 00000004:00010000:2.0:1769074958.732984:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000f9a5d18 reply state 00000000f3e145dd transno 4294998088 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e3045592 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074958.732997:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e3045592 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074958.733005:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074958.733008:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074958.733011:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074958.733111:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+26:12630:x1855007960371200:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 1267us (1689us total) trans 4294998088 rc 0/0 00000100:00100000:2.0:1769074958.733119:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41095 00000020:00080000:2.0:1769074958.733126:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074958.735920:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074958.735972:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.736127:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960371328 00000100:00100000:0.0:1769074958.736137:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960371328 00002000:00010000:0.0:1769074958.736179:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074958.736184:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0e300 with x1855007960371328 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074958.736197:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4be0e300. 00000100:00100000:2.0:1769074958.736211:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960371456 00000100:00100000:2.0:1769074958.736217:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960371456 00002000:00010000:2.0:1769074958.736236:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074958.736241:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa15c00 with x1855007960371456 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074958.736248:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa15c00. 00000100:00100000:0.0:1769074958.736325:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11020 00000100:00100000:0.0:1769074958.736336:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960371328:12345-192.168.204.30@tcp:10:fsx.0 00000100:00100000:2.0:1769074958.736348:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11021 00000100:00100000:2.0:1769074958.736359:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960371456:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074958.736512:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074958.736516:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074958.736519:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074958.736522:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074958.736524:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00002000:00010000:0.0:1769074958.736579:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 0 00000100:00100000:2.0:1769074958.736581:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960371456:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 224us (607us total) trans 4294989766 rc 0/0 00002000:00010000:0.0:1769074958.736584:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.736589:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074958.736592:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.736594:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 8192 -> 0 00000100:00100000:2.0:1769074958.736606:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11021 00002000:00010000:2.0:1769074958.736612:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074958.736615:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa15c00 with x1855007960371456 ext(0->18446744073709551615) 00000100:00100000:0.0:1769074958.736623:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960371328:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 287us (710us total) trans 4294989770 rc 0/0 00002000:00010000:2.0:1769074958.736623:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa15c00. 00000100:00100000:0.0:1769074958.736644:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11020 00002000:00010000:0.0:1769074958.736648:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074958.736651:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0e300 with x1855007960371328 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074958.736657:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4be0e300. 00000100:00100000:3.0:1769074958.741158:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.741315:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960371584 00000100:00100000:0.0:1769074958.741324:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960371584 00000100:00100000:0.0:1769074958.741380:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11022 00000100:00100000:0.0:1769074958.741386:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2407:x1855007960371584:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074958.741552:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074958.741555:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.741556:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074958.741558:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.741560:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074958.741612:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2407:x1855007960371584:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 225us (462us total) trans 4294989771 rc 0/0 00000100:00100000:0.0:1769074958.741620:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11022 00000100:00100000:2.0:1769074958.743999:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.744135:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960371840 00000100:00100000:0.0:1769074958.744144:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960371840 00000100:00100000:0.0:1769074958.744194:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41096 00000100:00100000:0.0:1769074958.744204:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+26:12630:x1855007960371840:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074958.744422:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d000/0xf5091596e3045599 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074958.744440:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d000/0xf5091596e3045599 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074958.744481:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d000/0xf5091596e3045599 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:0.0:1769074958.744528:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998089 00000004:00010000:0.0:1769074958.744549:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000045457199 reply state 000000007707c99f transno 4294998090 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d000/0xf5091596e3045599 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074958.744562:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d000/0xf5091596e3045599 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074958.744570:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074958.744573:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074958.744577:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074958.744744:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d413480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+29:12630:x1855007960371840:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 540us (752us total) trans 4294998090 rc 0/0 00000100:00100000:0.0:1769074958.744752:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41096 00000020:00080000:0.0:1769074958.744757:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074958.749491:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074958.749550:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074958.749657:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960371968 00000100:00100000:1.0:1769074958.749667:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960371968 00000100:00100000:0.0:1769074958.749692:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960372096 00000100:00100000:0.0:1769074958.749699:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960372096 00002000:00010000:1.0:1769074958.749706:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074958.749710:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa14a80 with x1855007960371968 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074958.749720:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00010000:1.0:1769074958.749722:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa14a80. 00002000:00100000:0.0:1769074958.749728:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa17100 with x1855007960372096 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074958.749737:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa17100. 00000100:00100000:1.0:1769074958.749833:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11023 00000100:00100000:1.0:1769074958.749842:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960371968:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074958.749977:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1769074958.749981:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:1.0:1769074958.749983:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074958.749984:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:1.0:1769074958.749986:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1769074958.750929:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960371968:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1084us (1442us total) trans 4294989772 rc 0/0 00000100:00100000:1.0:1769074958.750941:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11023 00002000:00010000:1.0:1769074958.750945:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074958.750949:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa14a80 with x1855007960371968 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074958.750955:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa14a80. 00000100:00100000:1.0:1769074958.750982:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11024 00000100:00100000:1.0:1769074958.750991:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960372096:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074958.752155:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1769074958.752161:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:1.0:1769074958.752163:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074958.752164:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:1.0:1769074958.752166:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1769074958.752311:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960372096:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1321us (2759us total) trans 4294989767 rc 0/0 00000100:00100000:1.0:1769074958.752318:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11024 00002000:00010000:1.0:1769074958.752321:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074958.752324:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa17100 with x1855007960372096 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074958.752328:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa17100. 00000100:00100000:3.0:1769074958.755196:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.755380:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960372224 00000100:00100000:0.0:1769074958.755390:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960372224 00000100:00100000:0.0:1769074958.755474:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11025 00000100:00100000:0.0:1769074958.755485:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960372224:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074958.755750:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:0.0:1769074958.755753:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.755756:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074958.755758:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.755761:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 8192 00000100:00100000:0.0:1769074958.755820:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2408:x1855007960372224:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 336us (629us total) trans 4294989773 rc 0/0 00000100:00100000:0.0:1769074958.755828:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11025 00000100:00100000:3.0:1769074958.757584:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.757654:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960372480 00000100:00100000:0.0:1769074958.757664:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960372480 00000100:00100000:0.0:1769074958.757763:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41097 00000100:00100000:0.0:1769074958.757772:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+29:12630:x1855007960372480:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074958.757994:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30455a0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074958.758032:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30455a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074958.758044:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30455a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:0.0:1769074958.758091:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998091 00000004:00010000:0.0:1769074958.758111:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004c5bf666 reply state 000000009c124926 transno 4294998092 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30455a0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074958.758122:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30455a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074958.758129:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074958.758132:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074958.758135:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074958.758216:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa14e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+32:12630:x1855007960372480:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 444us (637us total) trans 4294998092 rc 0/0 00000100:00100000:0.0:1769074958.758223:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41097 00000020:00080000:0.0:1769074958.758229:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074958.759837:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.760131:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960372608 00000100:00100000:2.0:1769074958.760140:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960372608 00002000:00010000:2.0:1769074958.760177:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074958.760181:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa14380 with x1855007960372608 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074958.760191:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa14380. 00000100:00100000:2.0:1769074958.760227:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11026 00000100:00100000:2.0:1769074958.760236:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960372608:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074958.760479:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 0 00002000:00010000:2.0:1769074958.760483:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074958.760486:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074958.760488:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074958.760490:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 8192 -> 0 00000100:00100000:2.0:1769074958.760538:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960372608:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 303us (704us total) trans 4294989774 rc 0/0 00000100:00100000:2.0:1769074958.760546:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11026 00002000:00010000:2.0:1769074958.760549:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074958.760552:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa14380 with x1855007960372608 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074958.760557:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa14380. 00000100:00100000:3.0:1769074958.763106:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.763594:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960372736 00000100:00100000:2.0:1769074958.763608:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960372736 00002000:00010000:2.0:1769074958.763661:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074958.763667:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa16300 with x1855007960372736 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074958.763680:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa16300. 00000100:00100000:2.0:1769074958.763715:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11027 00000100:00100000:2.0:1769074958.763723:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960372736:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074958.763874:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074958.763878:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074958.763880:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074958.763882:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074958.763885:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074958.763952:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960372736:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 229us (852us total) trans 4294989768 rc 0/0 00000100:00100000:2.0:1769074958.763960:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11027 00002000:00010000:2.0:1769074958.763964:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074958.763967:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa16300 with x1855007960372736 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074958.763972:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa16300. 00000100:00100000:1.0:1769074958.767419:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.767743:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960372864 00000100:00100000:2.0:1769074958.767754:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960372864 00000100:00100000:2.0:1769074958.767823:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11028 00000100:00100000:2.0:1769074958.767832:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960372864:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074958.768156:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074958.768159:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074958.768161:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074958.768163:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074958.768165:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 8192 00000100:00100000:2.0:1769074958.768267:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+16:2410:x1855007960372864:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 436us (857us total) trans 4294989775 rc 0/0 00000100:00100000:2.0:1769074958.768274:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11028 00000100:00100000:3.0:1769074958.770311:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.770413:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960373120 00000100:00100000:0.0:1769074958.770428:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960373120 00000100:00100000:0.0:1769074958.770571:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41098 00000100:00100000:0.0:1769074958.770581:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+32:12630:x1855007960373120:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074958.770828:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89de00/0xf5091596e30455a7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074958.770872:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89de00/0xf5091596e30455a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074958.770883:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89de00/0xf5091596e30455a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:0.0:1769074958.770930:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998093 00000004:00010000:0.0:1769074958.770952:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000604336c reply state 00000000b126c899 transno 4294998094 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89de00/0xf5091596e30455a7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074958.770963:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89de00/0xf5091596e30455a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074958.770970:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074958.770973:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074958.770978:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074958.771084:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+35:12630:x1855007960373120:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 504us (788us total) trans 4294998094 rc 0/0 00000100:00100000:0.0:1769074958.771089:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41098 00000020:00080000:0.0:1769074958.771093:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1769074958.773128:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.773173:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.775800:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960373248 00000100:00100000:2.0:1769074958.775822:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960373248 00002000:00010000:2.0:1769074958.775893:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074958.775899:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e234a80 with x1855007960373248 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074958.775920:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e234a80. 00000100:00100000:2.0:1769074958.775963:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960373376 00000100:00100000:2.0:1769074958.775968:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960373376 00002000:00010000:2.0:1769074958.775985:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074958.775989:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e234700 with x1855007960373376 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074958.775999:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4e234700. 00000100:00100000:2.0:1769074958.776052:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11029 00000100:00100000:2.0:1769074958.776064:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+16:2409:x1855007960373248:12345-192.168.204.30@tcp:10:fsx.0 00000100:00100000:0.0:1769074958.776124:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11030 00000100:00100000:0.0:1769074958.776156:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960373376:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074958.776274:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074958.776279:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074958.776282:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074958.776284:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074958.776286:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 8192 -> 8192 00000100:00100000:2.0:1769074958.776381:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+17:2409:x1855007960373248:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 318us (3257us total) trans 4294989776 rc 0/0 00000100:00100000:2.0:1769074958.776390:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11029 00002000:00010000:2.0:1769074958.776395:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074958.776398:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e234a80 with x1855007960373248 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074958.776403:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e234a80. 00002000:00010000:0.0:1769074958.777655:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074958.777663:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.777666:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074958.777669:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.777675:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074958.777804:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960373376:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1660us (4624us total) trans 4294989769 rc 0/0 00000100:00100000:0.0:1769074958.777817:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11030 00002000:00010000:0.0:1769074958.777823:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074958.777828:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e234700 with x1855007960373376 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074958.777838:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4e234700. 00000100:00100000:0.0:1769074958.786560:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.787529:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960373504 00000100:00100000:2.0:1769074958.787551:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960373504 00000100:00100000:2.0:1769074958.787659:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41099 00000100:00100000:2.0:1769074958.787673:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+35:12630:x1855007960373504:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:2.0:1769074958.787709:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074958.787741:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8400/0xf5091596e30455ae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505bed expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074958.787876:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8e00/0xf5091596e30455b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074958.787895:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8e00/0xf5091596e30455b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074958.787908:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8e00/0xf5091596e30455b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:2.0:1769074958.787945:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 0 00000004:00200000:2.0:1769074958.787950:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074958.787978:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8e00/0xf5091596e30455b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074958.788011:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8400/0xf5091596e30455ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bed expref: 37 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074958.788036:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8e00/0xf5091596e30455b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bed expref: 36 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074958.788052:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074958.788055:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074958.788059:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4ddf8e00, rc 0) 00000100:00100000:2.0:1769074958.788155:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+36:12630:x1855007960373504:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 485us (1603us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074958.788164:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41099 00000100:00100000:1.0:1769074958.791515:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.791614:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960373632 00000100:00100000:0.0:1769074958.791625:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960373632 00000100:00100000:0.0:1769074958.791702:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11031 00000100:00100000:0.0:1769074958.791710:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+17:2409:x1855007960373632:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074958.791935:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 0 -> 821310 00002000:00010000:0.0:1769074958.791939:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.791942:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074958.791944:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.791946:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 8192 -> 8192 00000100:00100000:0.0:1769074958.792064:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960373632:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 354us (557us total) trans 4294989777 rc 0/0 00000100:00100000:0.0:1769074958.792072:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11031 00000100:00100000:3.0:1769074958.798327:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074958.804719:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960373760 00000100:00100000:1.0:1769074958.804747:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960373760 00000100:00100000:1.0:1769074958.804866:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11032 00000100:00100000:1.0:1769074958.804879:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960373760:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074958.805275:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 821310 -> 821310 00002000:00010000:1.0:1769074958.805280:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:1.0:1769074958.805283:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074958.805286:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:1.0:1769074958.805289:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 8192 -> 8144 00000100:00100000:1.0:1769074958.805391:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+19:2410:x1855007960373760:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 514us (7079us total) trans 4294989778 rc 0/0 00000100:00100000:1.0:1769074958.805401:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11032 00000100:00100000:2.0:1769074958.811767:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074958.812858:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960373888 00000100:00100000:1.0:1769074958.812880:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960373888 00002000:00100000:1.0:1769074958.812959:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (176128->180223) req@ffff8ffe5d411180 x1855007960373888/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/0 e 0 to 0 dl 1769074969 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:1.0:1769074958.812973:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5d411180 with x1855007960373888 ext(176128->180223) 00002000:00010000:1.0:1769074958.812980:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5d411180 00000100:00100000:1.0:1769074958.813021:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11033 00000100:00100000:1.0:1769074958.813033:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+19:2410:x1855007960373888:12345-192.168.204.30@tcp:3:kworker.0 00000100:00100000:0.0:1769074958.814400:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+19:2410:x1855007960373888:12345-192.168.204.30@tcp:3:kworker.0 Request processed in 1359us (2640us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074958.814411:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11033 00002000:00100000:0.0:1769074958.814421:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (176128->180223) req@ffff8ffe5d411180 x1855007960373888/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/4536 e 0 to 0 dl 1769074969 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1769074958.814429:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5d411180 with x1855007960373888 ext(176128->180223) 00002000:00010000:0.0:1769074958.814436:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5d411180 00000100:00100000:3.0:1769074958.818869:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.818966:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960374016 00000100:00100000:0.0:1769074958.818976:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960374016 00002000:00100000:0.0:1769074958.819026:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (180224->184319) req@ffff8ffe6fa17480 x1855007960374016/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/0 e 0 to 0 dl 1769074969 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1769074958.819037:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa17480 with x1855007960374016 ext(180224->184319) 00002000:00010000:0.0:1769074958.819043:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa17480 00000100:00100000:0.0:1769074958.819081:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11034 00000100:00100000:0.0:1769074958.819091:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+19:2409:x1855007960374016:12345-192.168.204.30@tcp:3:kworker.0 00000100:00100000:0.0:1769074958.819323:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+19:2409:x1855007960374016:12345-192.168.204.30@tcp:3:kworker.0 Request processed in 232us (461us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074958.819330:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11034 00002000:00100000:0.0:1769074958.819339:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (180224->184319) req@ffff8ffe6fa17480 x1855007960374016/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/4536 e 0 to 0 dl 1769074969 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1769074958.819348:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa17480 with x1855007960374016 ext(180224->184319) 00002000:00010000:0.0:1769074958.819352:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa17480 00000100:00100000:3.0:1769074958.830535:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.830922:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960374144 00000100:00100000:0.0:1769074958.830932:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960374144 00002000:00100000:0.0:1769074958.830983:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (155648->221183) req@ffff8ffe6fa15880 x1855007960374144/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 504/0 e 0 to 0 dl 1769074969 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1769074958.830994:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa15880 with x1855007960374144 ext(155648->221183) 00002000:00010000:0.0:1769074958.831000:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa15880 00000100:00100000:0.0:1769074958.831154:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11035 00000100:00100000:0.0:1769074958.831164:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+19:2410:x1855007960374144:12345-192.168.204.30@tcp:3:kworker.0 00000100:00100000:0.0:1769074958.836669:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+19:2410:x1855007960374144:12345-192.168.204.30@tcp:3:kworker.0 Request processed in 5493us (6130us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1769074958.836687:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11035 00002000:00100000:0.0:1769074958.836702:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (155648->221183) req@ffff8ffe6fa15880 x1855007960374144/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 504/440 e 0 to 0 dl 1769074969 ref 1 fl Complete:/600/0 rc 57344/57344 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1769074958.836712:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa15880 with x1855007960374144 ext(155648->221183) 00002000:00010000:0.0:1769074958.836720:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa15880 00000100:00100000:0.0:1769074958.840501:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074958.840623:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960374272 00000100:00100000:3.0:1769074958.840643:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960374272 00002000:00100000:3.0:1769074958.840693:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (176128->200703) req@ffff8ffe4e236d80 x1855007960374272/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/0 e 0 to 0 dl 1769074969 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:3.0:1769074958.840704:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e236d80 with x1855007960374272 ext(176128->200703) 00002000:00010000:3.0:1769074958.840710:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e236d80 00000100:00100000:3.0:1769074958.840747:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11036 00000100:00100000:3.0:1769074958.840756:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e236d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+19:2410:x1855007960374272:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074958.848211:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e236d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2410:x1855007960374272:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 7442us (7707us total) trans 4294989779 rc 0/0 00000100:00100000:0.0:1769074958.848224:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11036 00002000:00100000:0.0:1769074958.848237:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (176128->200703) req@ffff8ffe4e236d80 x1855007960374272/t4294989779(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/448 e 0 to 0 dl 1769074969 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1769074958.848249:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e236d80 with x1855007960374272 ext(176128->200703) 00002000:00010000:0.0:1769074958.848256:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e236d80 00000100:00100000:0.0:1769074958.855205:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074958.855484:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960374400 00000100:00100000:3.0:1769074958.855497:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960374400 00000100:00100000:3.0:1769074958.855561:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83466 00000100:00100000:3.0:1769074958.855572:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:7c9df161-9cf7-469d-b68b-982e038d3703+21:2409:x1855007960374400:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:1.0:1769074958.860161:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989779 is committed 00000100:00100000:3.0:1769074958.860424:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960374400:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 4848us (5222us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074958.860437:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83466 00000100:00100000:1.0:1769074958.865641:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.865753:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960374656 00000100:00100000:2.0:1769074958.865763:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960374656 00000100:00100000:2.0:1769074958.865828:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41100 00000100:00100000:2.0:1769074958.865838:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+36:12630:x1855007960374656:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074958.865896:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074958.865923:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8e00/0xf5091596e30455b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bed expref: 36 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074958.865941:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074958.865946:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074958.866113:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9000/0xf5091596e30455bc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074958.866129:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9000/0xf5091596e30455bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074958.866138:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9000/0xf5091596e30455bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:2.0:1769074958.866178:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998095 00000004:00010000:2.0:1769074958.866200:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000018ec0fe0 reply state 0000000014d2c013 transno 4294998096 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9000/0xf5091596e30455bc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074958.866213:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9000/0xf5091596e30455bc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074958.866219:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074958.866222:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074958.866224:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074958.866329:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+38:12630:x1855007960374656:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 491us (704us total) trans 4294998096 rc 0/0 00000100:00100000:2.0:1769074958.866337:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41100 00000020:00080000:2.0:1769074958.866344:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074958.869185:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.869261:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960374784 00000100:00100000:0.0:1769074958.869271:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960374784 00002000:00010000:0.0:1769074958.869310:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3011903->18446744073709551615) 00002000:00100000:0.0:1769074958.869315:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5d411c00 with x1855007960374784 ext(3011903->18446744073709551615) 00002000:00010000:0.0:1769074958.869328:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5d411c00. 00000100:00100000:0.0:1769074958.869363:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11037 00000100:00100000:0.0:1769074958.869372:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960374784:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074958.869744:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 821310 -> 3011903 00002000:00010000:0.0:1769074958.869749:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.869752:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074958.869755:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.869758:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 8144 -> 5840 00000100:00100000:0.0:1769074958.870136:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960374784:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 762us (957us total) trans 4294989780 rc 0/0 00000100:00100000:0.0:1769074958.870145:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11037 00002000:00010000:0.0:1769074958.870149:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3011903->18446744073709551615) 00002000:00100000:0.0:1769074958.870152:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5d411c00 with x1855007960374784 ext(3011903->18446744073709551615) 00002000:00010000:0.0:1769074958.870157:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5d411c00. 00000100:00100000:2.0:1769074958.870410:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.870545:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960374912 00000100:00100000:0.0:1769074958.870550:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960374912 00002000:00010000:0.0:1769074958.870571:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074958.870647:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc6703100 with x1855007960374912 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074958.870655:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdc6703100. 00000100:00100000:0.0:1769074958.870704:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11038 00000100:00100000:0.0:1769074958.870713:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960374912:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074958.870810:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074958.870813:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.870815:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074958.870818:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.870820:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074958.870858:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960374912:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 146us (448us total) trans 4294989770 rc 0/0 00000100:00100000:0.0:1769074958.870868:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11038 00002000:00010000:0.0:1769074958.870881:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074958.870883:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc6703100 with x1855007960374912 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074958.870887:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdc6703100. 00000100:00100000:1.0:1769074958.874652:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.874720:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960375040 00000100:00100000:0.0:1769074958.874731:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960375040 00002000:00100000:0.0:1769074958.874815:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2981888->2985983) req@ffff8ffe627abb80 x1855007960375040/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/0 e 0 to 0 dl 1769074969 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1769074958.874827:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe627abb80 with x1855007960375040 ext(2981888->2985983) 00002000:00010000:0.0:1769074958.874833:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe627abb80 00000100:00100000:0.0:1769074958.874864:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11039 00000100:00100000:0.0:1769074958.874883:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960375040:12345-192.168.204.30@tcp:3:kworker.0 00000100:00100000:0.0:1769074958.875093:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960375040:12345-192.168.204.30@tcp:3:kworker.0 Request processed in 219us (449us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074958.875101:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11039 00002000:00100000:0.0:1769074958.875107:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2981888->2985983) req@ffff8ffe627abb80 x1855007960375040/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/4536 e 0 to 0 dl 1769074969 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1769074958.875116:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe627abb80 with x1855007960375040 ext(2981888->2985983) 00002000:00010000:0.0:1769074958.875119:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe627abb80 00000100:00100000:3.0:1769074958.878696:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.878851:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960375168 00000100:00100000:0.0:1769074958.878862:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960375168 00002000:00100000:0.0:1769074958.878912:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2985984->2990079) req@ffff8ffd76f61180 x1855007960375168/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/0 e 0 to 0 dl 1769074969 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1769074958.878931:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f61180 with x1855007960375168 ext(2985984->2990079) 00002000:00010000:0.0:1769074958.878937:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f61180 00000100:00100000:0.0:1769074958.878965:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11040 00000100:00100000:0.0:1769074958.878973:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960375168:12345-192.168.204.30@tcp:3:kworker.0 00000100:00100000:0.0:1769074958.879151:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960375168:12345-192.168.204.30@tcp:3:kworker.0 Request processed in 177us (463us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074958.879158:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11040 00002000:00100000:0.0:1769074958.879165:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2985984->2990079) req@ffff8ffd76f61180 x1855007960375168/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/4536 e 0 to 0 dl 1769074969 ref 1 fl Complete:/600/0 rc 4096/4096 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:0.0:1769074958.879173:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f61180 with x1855007960375168 ext(2985984->2990079) 00002000:00010000:0.0:1769074958.879177:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f61180 00000100:00100000:2.0:1769074958.883369:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074958.884307:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960375296 00000100:00100000:3.0:1769074958.884320:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960375296 00002000:00100000:2.0:1769074958.884553:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2961408->3014655) req@ffff8ffd43f74000 x1855007960375296/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 504/0 e 0 to 0 dl 1769074969 ref 1 fl New:/600/ffffffff rc 0/-1 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1769074958.884566:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f74000 with x1855007960375296 ext(2961408->3014655) 00002000:00010000:2.0:1769074958.884572:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43f74000 00000100:00100000:2.0:1769074958.884659:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11041 00000100:00100000:2.0:1769074958.884669:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960375296:12345-192.168.204.30@tcp:3:kworker.0 00000100:00100000:2.0:1769074958.892739:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960375296:12345-192.168.204.30@tcp:3:kworker.0 Request processed in 8062us (9370us total) trans 0 rc 45056/45056 00000100:00100000:2.0:1769074958.892756:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11041 00002000:00100000:2.0:1769074958.892770:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2961408->3014655) req@ffff8ffd43f74000 x1855007960375296/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 504/440 e 0 to 0 dl 1769074969 ref 1 fl Complete:/600/0 rc 45056/45056 job:'kworker.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1769074958.892781:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f74000 with x1855007960375296 ext(2961408->3014655) 00002000:00010000:2.0:1769074958.892789:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43f74000 00000100:00100000:3.0:1769074958.898405:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.898567:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960375424 00000100:00100000:2.0:1769074958.898578:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960375424 00002000:00100000:2.0:1769074958.898645:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2981888->3011902) req@ffff8ffe4f9aca80 x1855007960375424/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/0 e 0 to 0 dl 1769074969 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1769074958.898656:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9aca80 with x1855007960375424 ext(2981888->3011902) 00002000:00010000:2.0:1769074958.898663:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9aca80 00000100:00100000:2.0:1769074958.898735:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11042 00000100:00100000:2.0:1769074958.898745:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960375424:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074958.902157:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960375424:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 3403us (3752us total) trans 4294989781 rc 0/0 00000100:00100000:2.0:1769074958.902172:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11042 00002000:00100000:2.0:1769074958.902187:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2981888->3011902) req@ffff8ffe4f9aca80 x1855007960375424/t4294989781(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/448 e 0 to 0 dl 1769074969 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:4294967295 gid:4294967295 projid:0 00002000:00100000:2.0:1769074958.902198:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9aca80 with x1855007960375424 ext(2981888->3011902) 00002000:00010000:2.0:1769074958.902204:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9aca80 00000100:00100000:1.0:1769074958.904429:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074958.904767:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960375552 00000100:00100000:3.0:1769074958.904779:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960375552 00000100:00100000:3.0:1769074958.904843:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83467 00000100:00100000:3.0:1769074958.904853:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960375552:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074958.912894:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989781 is committed 00000100:00100000:3.0:1769074958.913231:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960375552:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 8372us (8810us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074958.913322:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83467 00000100:00100000:2.0:1769074958.917141:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074958.917368:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960375680 00000100:00100000:1.0:1769074958.917377:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960375680 00000100:00100000:1.0:1769074958.917602:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41101 00000100:00100000:1.0:1769074958.917613:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+38:12630:x1855007960375680:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:1.0:1769074958.917649:0:13899:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074958.917672:0:13899:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1600/0xf5091596e30455c3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505bf4 expref: -99 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074958.917769:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30455ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.917784:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30455ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.917809:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30455ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00000004:00200000:1.0:1769074958.917838:0:13899:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 3011903 00000004:00200000:1.0:1769074958.917844:0:13899:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1769074958.917875:0:13899:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30455ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.917899:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1600/0xf5091596e30455c3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bf4 expref: 40 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074958.917921:0:13899:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30455ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bf4 expref: 39 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074958.917930:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074958.917933:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074958.917936:0:13899:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe717d0e00, rc 0) 00000100:00100000:1.0:1769074958.917992:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+39:12630:x1855007960375680:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 381us (860us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074958.918000:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41101 00000100:00100000:0.0:1769074958.924211:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.924430:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960375808 00000100:00100000:2.0:1769074958.924442:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960375808 00000100:00100000:2.0:1769074958.924547:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11043 00000100:00100000:2.0:1769074958.924557:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e235500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960375808:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074958.924841:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3011903 -> 3011903 00002000:00010000:2.0:1769074958.924845:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074958.924848:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074958.924850:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074958.924852:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 5840 -> 5824 00000100:00100000:2.0:1769074958.924927:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e235500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960375808:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 370us (724us total) trans 4294989782 rc 0/0 00000100:00100000:2.0:1769074958.924936:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11043 00000100:00100000:0.0:1769074958.936607:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074958.936733:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960376064 00000100:00100000:1.0:1769074958.936744:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960376064 00000100:00100000:1.0:1769074958.936821:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41102 00000100:00100000:1.0:1769074958.936833:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+39:12630:x1855007960376064:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:1.0:1769074958.937035:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074958.937065:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30455ca lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bf4 expref: 39 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074958.937087:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074958.937091:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074958.937266:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1600/0xf5091596e30455d1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.937283:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1600/0xf5091596e30455d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.937293:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1600/0xf5091596e30455d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00000001:00080000:1.0:1769074958.937337:0:13899:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998097 00000004:00010000:1.0:1769074958.937357:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000040b37d4d reply state 0000000029d11128 transno 4294998098 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1600/0xf5091596e30455d1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.937368:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1600/0xf5091596e30455d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.937375:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074958.937378:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074958.937381:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074958.938767:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+41:12630:x1855007960376064:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 1927us (2160us total) trans 4294998098 rc 0/0 00000100:00100000:1.0:1769074958.938779:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41102 00000020:00080000:1.0:1769074958.938786:0:13899:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074958.947942:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074958.947989:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074958.948141:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960376192 00000100:00100000:0.0:1769074958.948151:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960376192 00002000:00010000:0.0:1769074958.948193:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4003841->18446744073709551615) 00002000:00100000:0.0:1769074958.948198:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9aed80 with x1855007960376192 ext(4003841->18446744073709551615) 00002000:00010000:0.0:1769074958.948211:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9aed80. 00000100:00100000:0.0:1769074958.948247:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960376320 00000100:00100000:0.0:1769074958.948251:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960376320 00002000:00010000:0.0:1769074958.948264:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074958.948267:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9ae680 with x1855007960376320 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074958.948274:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4f9ae680. 00000100:00100000:0.0:1769074958.948302:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11044 00000100:00100000:0.0:1769074958.948312:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960376192:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074958.948571:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3011903 -> 4003841 00002000:00010000:0.0:1769074958.948575:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.948577:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074958.948580:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.948582:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 5824 -> 5824 00000100:00100000:0.0:1769074958.948649:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960376192:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 337us (717us total) trans 4294989783 rc 0/0 00000100:00100000:0.0:1769074958.948657:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11044 00002000:00010000:0.0:1769074958.948662:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4003841->18446744073709551615) 00002000:00100000:0.0:1769074958.948664:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9aed80 with x1855007960376192 ext(4003841->18446744073709551615) 00002000:00010000:0.0:1769074958.948669:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9aed80. 00000100:00100000:0.0:1769074958.948684:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11045 00000100:00100000:0.0:1769074958.948691:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960376320:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074958.948754:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074958.948756:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.948759:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074958.948760:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:0.0:1769074958.948762:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074958.948783:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960376320:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 92us (793us total) trans 4294989771 rc 0/0 00000100:00100000:0.0:1769074958.948789:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11045 00002000:00010000:0.0:1769074958.948805:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074958.948807:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9ae680 with x1855007960376320 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074958.948811:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4f9ae680. 00000100:00100000:0.0:1769074958.950982:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074958.951151:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960376448 00000100:00100000:1.0:1769074958.951161:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960376448 00000100:00100000:1.0:1769074958.951261:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41103 00000100:00100000:1.0:1769074958.951271:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+41:12630:x1855007960376448:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:1.0:1769074958.951294:0:13899:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074958.951314:0:13899:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30455d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505bfb expref: -99 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074958.951438:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0c00/0xf5091596e30455df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.951486:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0c00/0xf5091596e30455df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.951497:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0c00/0xf5091596e30455df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00000004:00200000:1.0:1769074958.951529:0:13899:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4003841 00000004:00200000:1.0:1769074958.951534:0:13899:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1769074958.951551:0:13899:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0c00/0xf5091596e30455df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:1.0:1769074958.951574:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30455d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bfb expref: 43 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074958.951592:0:13899:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0c00/0xf5091596e30455df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bfb expref: 42 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074958.951601:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074958.951604:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074958.951608:0:13899:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe717d0c00, rc 0) 00000100:00100000:1.0:1769074958.951682:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+42:12630:x1855007960376448:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 412us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074958.951689:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41103 00000100:00100000:0.0:1769074958.958089:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074958.958182:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960376576 00000100:00100000:3.0:1769074958.958192:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960376576 00000100:00100000:3.0:1769074958.958263:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11046 00000100:00100000:3.0:1769074958.958274:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960376576:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074958.958573:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4003841 -> 4003841 00002000:00010000:3.0:1769074958.958578:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:3.0:1769074958.958580:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074958.958583:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:3.0:1769074958.958585:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 5824 -> 5752 00000100:00100000:3.0:1769074958.958652:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960376576:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 379us (572us total) trans 4294989784 rc 0/0 00000100:00100000:3.0:1769074958.958660:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11046 00000100:00100000:3.0:1769074958.963912:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.963993:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960376704 00000100:00100000:2.0:1769074958.964004:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960376704 00000100:00100000:2.0:1769074958.964074:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11047 00000100:00100000:2.0:1769074958.964084:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960376704:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074958.964322:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4003841 -> 4003841 00002000:00010000:2.0:1769074958.964327:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074958.964330:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074958.964332:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074958.964335:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 5752 -> 5752 00000100:00100000:2.0:1769074958.964403:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960376704:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 319us (501us total) trans 4294989785 rc 0/0 00000100:00100000:2.0:1769074958.964411:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11047 00000100:00100000:0.0:1769074958.967721:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.969444:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960376832 00000100:00100000:2.0:1769074958.969504:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960376832 00002000:00100000:2.0:1769074958.969568:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1900544->1933311) req@ffff8ffe4e237b80 x1855007960376832/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/0 e 0 to 0 dl 1769074969 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074958.969591:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e237b80 with x1855007960376832 ext(1900544->1933311) 00002000:00010000:2.0:1769074958.969598:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e237b80 00000100:00100000:2.0:1769074958.969646:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11048 00000100:00100000:2.0:1769074958.969656:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960376832:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074958.974815:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960376832:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 5145us (7087us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1769074958.974830:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11048 00002000:00100000:2.0:1769074958.974846:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1900544->1933311) req@ffff8ffe4e237b80 x1855007960376832/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/440 e 0 to 0 dl 1769074969 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074958.974856:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e237b80 with x1855007960376832 ext(1900544->1933311) 00002000:00010000:2.0:1769074958.974863:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e237b80 00000100:00100000:3.0:1769074958.978114:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.979711:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960376960 00000100:00100000:2.0:1769074958.979725:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960376960 00002000:00100000:2.0:1769074958.979779:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1130496->1134591) req@ffff8ffd846d9f80 x1855007960376960/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/0 e 0 to 0 dl 1769074969 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074958.979791:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd846d9f80 with x1855007960376960 ext(1130496->1134591) 00002000:00010000:2.0:1769074958.979796:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd846d9f80 00000100:00100000:2.0:1769074958.979832:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11049 00000100:00100000:2.0:1769074958.979841:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960376960:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074958.980064:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960376960:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 222us (1958us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074958.980072:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11049 00002000:00100000:2.0:1769074958.980079:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1130496->1134591) req@ffff8ffd846d9f80 x1855007960376960/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/4536 e 0 to 0 dl 1769074969 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074958.980087:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd846d9f80 with x1855007960376960 ext(1130496->1134591) 00002000:00010000:2.0:1769074958.980091:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd846d9f80 00000100:00100000:0.0:1769074958.985416:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074958.985541:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960377088 00000100:00100000:3.0:1769074958.985553:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960377088 00002000:00100000:3.0:1769074958.985603:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1179648->1183743) req@ffff8ffe4ddef100 x1855007960377088/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/0 e 0 to 0 dl 1769074969 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074958.985615:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4ddef100 with x1855007960377088 ext(1179648->1183743) 00002000:00010000:3.0:1769074958.985622:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4ddef100 00000100:00100000:3.0:1769074958.985668:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11050 00000100:00100000:3.0:1769074958.985677:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960377088:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074958.985868:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960377088:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 191us (461us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074958.985876:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11050 00002000:00100000:3.0:1769074958.985883:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1179648->1183743) req@ffff8ffe4ddef100 x1855007960377088/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/4536 e 0 to 0 dl 1769074969 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074958.985890:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4ddef100 with x1855007960377088 ext(1179648->1183743) 00002000:00010000:3.0:1769074958.985893:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4ddef100 00000100:00100000:0.0:1769074958.990612:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074958.990721:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960377216 00000100:00100000:2.0:1769074958.990732:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960377216 00002000:00100000:2.0:1769074958.990779:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1806336->1871871) req@ffff8ffe4ddeed80 x1855007960377216/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/0 e 0 to 0 dl 1769074969 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074958.990791:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4ddeed80 with x1855007960377216 ext(1806336->1871871) 00002000:00010000:2.0:1769074958.990796:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4ddeed80 00000100:00100000:2.0:1769074958.990831:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11051 00000100:00100000:2.0:1769074958.990841:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960377216:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074958.995168:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960377216:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 4318us (4554us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1769074958.995183:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11051 00002000:00100000:2.0:1769074958.995195:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1806336->1871871) req@ffff8ffe4ddeed80 x1855007960377216/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:494/0 lens 488/440 e 0 to 0 dl 1769074969 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074958.995206:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4ddeed80 with x1855007960377216 ext(1806336->1871871) 00002000:00010000:2.0:1769074958.995212:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4ddeed80 00000100:00100000:0.0:1769074959.000127:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.000481:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960377344 00000100:00100000:2.0:1769074959.000491:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960377344 00002000:00100000:2.0:1769074959.000565:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1896448->1900543) req@ffff8ffe4ddec000 x1855007960377344/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.000577:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4ddec000 with x1855007960377344 ext(1896448->1900543) 00002000:00010000:2.0:1769074959.000584:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4ddec000 00000100:00100000:2.0:1769074959.000616:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11052 00000100:00100000:2.0:1769074959.000625:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960377344:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074959.000941:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960377344:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 316us (822us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074959.000953:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11052 00002000:00100000:2.0:1769074959.000961:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1896448->1900543) req@ffff8ffe4ddec000 x1855007960377344/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/4536 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.000969:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4ddec000 with x1855007960377344 ext(1896448->1900543) 00002000:00010000:2.0:1769074959.000973:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4ddec000 00000100:00080000:0.0:1769074959.001206:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074959.019804:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.019999:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960377472 00000100:00100000:2.0:1769074959.020010:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960377472 00002000:00100000:2.0:1769074959.020123:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (0->4005887) req@ffff8ffe4ddeca80 x1855007960377472/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 552/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.020134:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4ddeca80 with x1855007960377472 ext(0->4005887) 00002000:00010000:2.0:1769074959.020140:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4ddeca80 00000100:00100000:2.0:1769074959.020199:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11053 00000100:00100000:2.0:1769074959.020209:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960377472:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074959.232191:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960377472:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 211973us (212390us total) trans 0 rc 3706880/3706880 00000100:00100000:2.0:1769074959.232205:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11053 00002000:00100000:2.0:1769074959.232217:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (0->4005887) req@ffff8ffe4ddeca80 x1855007960377472/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 552/440 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 3706880/3706880 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.232228:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4ddeca80 with x1855007960377472 ext(0->4005887) 00002000:00010000:2.0:1769074959.232239:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4ddeca80 00000100:00100000:1.0:1769074959.245860:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.245970:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960377600 00000100:00100000:2.0:1769074959.245980:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960377600 00000100:00100000:2.0:1769074959.246059:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11054 00000100:00100000:2.0:1769074959.246069:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960377600:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074959.246718:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4003841 -> 4003841 00002000:00010000:2.0:1769074959.246722:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074959.246725:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074959.246727:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074959.246729:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 5752 -> 5632 00000100:00100000:2.0:1769074959.246834:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960377600:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 764us (981us total) trans 4294989786 rc 0/0 00000100:00100000:2.0:1769074959.246841:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11054 00000100:00100000:3.0:1769074959.250566:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.250919:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960377728 00000100:00100000:2.0:1769074959.250930:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960377728 00000100:00100000:2.0:1769074959.251001:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11055 00000100:00100000:2.0:1769074959.251021:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960377728:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074959.251324:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4003841 -> 4003841 00002000:00010000:2.0:1769074959.251338:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074959.251341:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074959.251343:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:2.0:1769074959.251345:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 5632 -> 5664 00000100:00100000:2.0:1769074959.251414:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960377728:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 402us (856us total) trans 4294989787 rc 0/0 00000100:00100000:2.0:1769074959.251422:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11055 00000100:00100000:2.0:1769074959.255811:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.255917:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960377856 00000100:00100000:3.0:1769074959.255929:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960377856 00000100:00100000:3.0:1769074959.256225:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11056 00000100:00100000:3.0:1769074959.256246:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960377856:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074959.256697:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4003841 -> 4003841 00002000:00010000:3.0:1769074959.256701:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074958 00002000:00010000:3.0:1769074959.256704:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074959.256706:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074958 00002000:00010000:3.0:1769074959.256708:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 5664 -> 5664 00000100:00100000:3.0:1769074959.256780:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960377856:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 545us (979us total) trans 4294989788 rc 0/0 00000100:00100000:3.0:1769074959.256790:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11056 00000100:00100000:1.0:1769074959.262884:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.263122:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960378112 00000100:00100000:3.0:1769074959.263132:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960378112 00000100:00080000:0.0:1769074959.263273:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074959.263500:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41104 00000100:00100000:3.0:1769074959.263512:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+42:12630:x1855007960378112:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:3.0:1769074959.263568:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074959.263596:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0c00/0xf5091596e30455df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505bfb expref: 42 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074959.263616:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074959.263630:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074959.263825:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14600/0xf5091596e30455e6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074959.263843:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14600/0xf5091596e30455e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074959.263853:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14600/0xf5091596e30455e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00000001:00080000:3.0:1769074959.263893:0:13899:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998099 00000004:00010000:3.0:1769074959.263917:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000051df555 reply state 00000000c9c7a5b1 transno 4294998100 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14600/0xf5091596e30455e6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074959.263928:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14600/0xf5091596e30455e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074959.263935:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074959.263938:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074959.263940:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074959.264210:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+44:12630:x1855007960378112:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 700us (1335us total) trans 4294998100 rc 0/0 00000100:00100000:3.0:1769074959.264219:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41104 00000020:00080000:3.0:1769074959.264224:0:13899:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074959.267891:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.267951:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.268136:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960378368 00000100:00100000:3.0:1769074959.268147:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960378368 00002000:00010000:3.0:1769074959.268207:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074959.268212:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe627aaa00 with x1855007960378368 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074959.268225:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe627aaa00. 00000100:00100000:3.0:1769074959.268258:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960378240 00000100:00100000:3.0:1769074959.268262:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960378240 00002000:00010000:3.0:1769074959.268275:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4002621->18446744073709551615) 00002000:00100000:3.0:1769074959.268277:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe627ab800 with x1855007960378240 ext(4002621->18446744073709551615) 00002000:00010000:3.0:1769074959.268284:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe627ab800. 00000100:00100000:3.0:1769074959.268299:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11057 00000100:00100000:3.0:1769074959.268308:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+15:2409:x1855007960378368:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074959.268491:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1769074959.268495:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074959 00002000:00010000:3.0:1769074959.268498:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074959.268500:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074959 00002000:00010000:3.0:1769074959.268502:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1769074959.268559:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+16:2409:x1855007960378368:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 251us (675us total) trans 4294989772 rc 0/0 00000100:00100000:3.0:1769074959.268566:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11057 00002000:00010000:3.0:1769074959.268570:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074959.268572:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe627aaa00 with x1855007960378368 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074959.268577:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe627aaa00. 00000100:00100000:3.0:1769074959.268593:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11058 00000100:00100000:3.0:1769074959.268601:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960378240:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074959.268717:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4003841 -> 4002621 00002000:00010000:3.0:1769074959.268771:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074958 -> 1769074959 00002000:00010000:3.0:1769074959.268773:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074959.268775:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074958 -> 1769074959 00002000:00010000:3.0:1769074959.268778:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 5664 -> 5664 00000100:00100000:3.0:1769074959.268802:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960378240:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 202us (850us total) trans 4294989789 rc 0/0 00000100:00100000:3.0:1769074959.268809:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11058 00002000:00010000:3.0:1769074959.268813:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4002621->18446744073709551615) 00002000:00100000:3.0:1769074959.268815:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe627ab800 with x1855007960378240 ext(4002621->18446744073709551615) 00002000:00010000:3.0:1769074959.268820:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe627ab800. 00000100:00080000:0.0:1769074959.271255:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074959.271616:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.271767:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960378496 00000100:00100000:3.0:1769074959.271778:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960378496 00000100:00100000:3.0:1769074959.271840:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41105 00000100:00100000:3.0:1769074959.271850:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+44:12630:x1855007960378496:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074959.271876:0:13899:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074959.271899:0:13899:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15200/0xf5091596e30455ed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c02 expref: -99 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074959.271994:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14200/0xf5091596e30455f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074959.272129:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14200/0xf5091596e30455f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074959.272142:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14200/0xf5091596e30455f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00000004:00200000:3.0:1769074959.272170:0:13899:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4002621 00000004:00200000:3.0:1769074959.272174:0:13899:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074959.272309:0:13899:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14200/0xf5091596e30455f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074959.272336:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15200/0xf5091596e30455ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c02 expref: 46 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074959.272353:0:13899:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14200/0xf5091596e30455f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c02 expref: 45 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074959.272362:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074959.272364:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074959.272368:0:13899:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe55d14200, rc 0) 00000100:00100000:3.0:1769074959.272518:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddedc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+45:12630:x1855007960378496:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 669us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074959.272526:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41105 00000100:00100000:2.0:1769074959.283409:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.284438:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960378624 00000100:00100000:0.0:1769074959.285380:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960378624 00000100:00100000:0.0:1769074959.286360:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11059 00000100:00100000:0.0:1769074959.286372:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960378624:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074959.286662:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4002621 -> 4002621 00002000:00010000:0.0:1769074959.286667:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.286669:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074959.286671:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.286674:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 5664 -> 5664 00000100:00100000:0.0:1769074959.286749:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+15:2409:x1855007960378624:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 378us (3347us total) trans 4294989790 rc 0/0 00000100:00100000:0.0:1769074959.286757:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11059 00000100:00100000:1.0:1769074959.292101:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.292367:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960378752 00000100:00100000:0.0:1769074959.292377:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960378752 00002000:00100000:0.0:1769074959.292425:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1130496->1900543) req@ffff8ffe627a8a80 x1855007960378752/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 520/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074959.292442:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe627a8a80 with x1855007960378752 ext(1130496->1900543) 00002000:00010000:0.0:1769074959.292484:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe627a8a80 00000100:00100000:0.0:1769074959.292517:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11060 00000100:00100000:0.0:1769074959.292526:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+15:2409:x1855007960378752:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074959.318560:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+17:2409:x1855007960378752:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 26024us (26457us total) trans 4294989791 rc 0/0 00000100:00100000:0.0:1769074959.318575:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11060 00002000:00100000:0.0:1769074959.318588:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1130496->1900543) req@ffff8ffe627a8a80 x1855007960378752/t4294989791(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 520/456 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074959.318598:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe627a8a80 with x1855007960378752 ext(1130496->1900543) 00002000:00010000:0.0:1769074959.318604:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe627a8a80 00000100:00100000:1.0:1769074959.322279:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.322365:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960378880 00000100:00100000:3.0:1769074959.322377:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960378880 00000100:00100000:3.0:1769074959.322432:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83468 00000100:00100000:3.0:1769074959.322440:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:7c9df161-9cf7-469d-b68b-982e038d3703+17:2408:x1855007960378880:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074959.324681:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989791 is committed 00000100:00100000:3.0:1769074959.324878:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960378880:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2433us (2603us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074959.324888:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83468 00000100:00100000:1.0:1769074959.329065:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.329158:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960379136 00000100:00100000:3.0:1769074959.329169:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960379136 00000100:00100000:3.0:1769074959.329241:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41106 00000100:00100000:3.0:1769074959.329252:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+45:12630:x1855007960379136:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:3.0:1769074959.329309:0:13899:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074959.329338:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14200/0xf5091596e30455f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c02 expref: 45 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074959.329394:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074959.329399:0:13899:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074959.329605:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15200/0xf5091596e30455fb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074959.329633:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15200/0xf5091596e30455fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074959.329643:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15200/0xf5091596e30455fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00000001:00080000:3.0:1769074959.329684:0:13899:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998101 00000004:00010000:3.0:1769074959.329705:0:13899:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aa1fcc15 reply state 00000000e4e18ef8 transno 4294998102 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15200/0xf5091596e30455fb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074959.329717:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15200/0xf5091596e30455fb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074959.329723:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074959.329726:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074959.329729:0:13899:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074959.329825:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+47:12630:x1855007960379136:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 574us (769us total) trans 4294998102 rc 0/0 00000100:00100000:3.0:1769074959.329832:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41106 00000020:00080000:3.0:1769074959.329837:0:13899:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074959.333291:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.333334:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.333415:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960379264 00000100:00100000:0.0:1769074959.333426:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960379264 00002000:00010000:0.0:1769074959.333505:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:0.0:1769074959.333510:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f0a80 with x1855007960379264 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1769074959.333522:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f8f0a80. 00000100:00100000:0.0:1769074959.333542:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960379392 00000100:00100000:0.0:1769074959.333545:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960379392 00002000:00010000:0.0:1769074959.333556:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (467389->18446744073709551615) 00002000:00100000:0.0:1769074959.333560:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cea00 with x1855007960379392 ext(467389->18446744073709551615) 00002000:00010000:0.0:1769074959.333566:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd428cea00. 00000100:00100000:0.0:1769074959.333585:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11061 00000100:00100000:0.0:1769074959.333593:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960379264:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074959.333794:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4002621 -> 4194304 00002000:00010000:0.0:1769074959.333798:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.333800:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 0 -> 1769074959 00002000:00010000:0.0:1769074959.333803:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.333805:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 5664 -> 5664 00000100:00100000:0.0:1769074959.333863:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960379264:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 270us (581us total) trans 4294989792 rc 0/0 00000100:00100000:0.0:1769074959.333870:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11061 00002000:00010000:0.0:1769074959.333873:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:0.0:1769074959.333876:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f0a80 with x1855007960379264 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1769074959.333880:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f8f0a80. 00000100:00100000:0.0:1769074959.333898:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11062 00000100:00100000:0.0:1769074959.333903:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+16:2407:x1855007960379392:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074959.334024:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 467389 00002000:00010000:0.0:1769074959.334027:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.334029:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074959.334031:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.334033:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074959.334057:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+17:2407:x1855007960379392:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 154us (723us total) trans 4294989773 rc 0/0 00000100:00100000:0.0:1769074959.334064:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11062 00002000:00010000:0.0:1769074959.334067:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (467389->18446744073709551615) 00002000:00100000:0.0:1769074959.334070:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cea00 with x1855007960379392 ext(467389->18446744073709551615) 00002000:00010000:0.0:1769074959.334074:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd428cea00. 00000100:00100000:2.0:1769074959.337985:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.338162:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960379520 00000100:00100000:0.0:1769074959.338172:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960379520 00000100:00100000:0.0:1769074959.338268:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41107 00000100:00100000:0.0:1769074959.338279:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+47:12630:x1855007960379520:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074959.338304:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074959.338324:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89cc00/0xf5091596e3045602 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c09 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.338418:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e3045609 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.338433:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e3045609 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.338445:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e3045609 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:0.0:1769074959.338516:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4661693 00000004:00200000:0.0:1769074959.338521:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074959.338538:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e3045609 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.338562:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89cc00/0xf5091596e3045602 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c09 expref: 49 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.338579:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e3045609 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c09 expref: 48 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.338589:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.338592:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074959.338596:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe5a89ca00, rc 0) 00000100:00100000:0.0:1769074959.338881:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+48:12630:x1855007960379520:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 602us (903us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.338889:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41107 00000100:00100000:1.0:1769074959.342413:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.342581:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960379648 00000100:00100000:3.0:1769074959.342592:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960379648 00000100:00100000:0.0:1769074959.342759:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11063 00000100:00100000:0.0:1769074959.342770:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960379648:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074959.342919:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074959.342923:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.342925:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.342927:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.342929:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 5664 -> 5664 00000100:00100000:0.0:1769074959.342988:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960379648:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 220us (584us total) trans 4294989793 rc 0/0 00000100:00100000:0.0:1769074959.342995:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11063 00000100:00100000:2.0:1769074959.346728:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.346906:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960379776 00000100:00100000:1.0:1769074959.346916:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960379776 00002000:00100000:1.0:1769074959.346960:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (1179648->3235839) req@ffff8ffe6fa67b80 x1855007960379776/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 504/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074959.346971:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa67b80 with x1855007960379776 ext(1179648->3235839) 00002000:00010000:1.0:1769074959.346978:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa67b80 00000100:00100000:1.0:1769074959.347007:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11064 00000100:00100000:1.0:1769074959.347022:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960379776:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:1.0:1769074959.357000:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2408:x1855007960379776:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 9967us (10269us total) trans 4294989795 rc 0/0 00000100:00100000:1.0:1769074959.357015:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11064 00002000:00100000:1.0:1769074959.358251:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (1179648->3235839) req@ffff8ffe6fa67b80 x1855007960379776/t4294989795(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 504/448 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074959.358265:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa67b80 with x1855007960379776 ext(1179648->3235839) 00002000:00010000:1.0:1769074959.358272:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa67b80 00000100:00100000:2.0:1769074959.359696:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.359875:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960379904 00000100:00100000:3.0:1769074959.359887:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960379904 00000100:00100000:3.0:1769074959.359950:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83469 00000100:00100000:3.0:1769074959.359960:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:7c9df161-9cf7-469d-b68b-982e038d3703+11:2407:x1855007960379904:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074959.364642:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989795 is committed 00000100:00100000:3.0:1769074959.364833:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960379904:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 4868us (5138us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074959.364846:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83469 00000100:00100000:3.0:1769074959.368036:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.368178:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960380160 00000100:00100000:0.0:1769074959.368190:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960380160 00000100:00100000:0.0:1769074959.368256:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41108 00000100:00100000:0.0:1769074959.368266:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+48:12630:x1855007960380160:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074959.368323:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074959.368352:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e3045609 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c09 expref: 48 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.368372:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.368377:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074959.368596:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89cc00/0xf5091596e3045610 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.368611:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89cc00/0xf5091596e3045610 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.368680:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89cc00/0xf5091596e3045610 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:0.0:1769074959.368723:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998103 00000004:00010000:0.0:1769074959.368743:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005ef959cc reply state 0000000095601bb0 transno 4294998104 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89cc00/0xf5091596e3045610 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.368754:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89cc00/0xf5091596e3045610 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.368760:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.368762:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074959.368765:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074959.369250:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+50:12630:x1855007960380160:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 983us (1220us total) trans 4294998104 rc 0/0 00000100:00100000:0.0:1769074959.369258:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41108 00000020:00080000:0.0:1769074959.369264:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074959.371869:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.371927:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.372127:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960380288 00000100:00100000:1.0:1769074959.372137:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960380288 00002000:00010000:1.0:1769074959.372176:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2627226->18446744073709551615) 00002000:00100000:1.0:1769074959.372181:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa67480 with x1855007960380288 ext(2627226->18446744073709551615) 00002000:00010000:1.0:1769074959.372195:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa67480. 00000100:00100000:1.0:1769074959.372223:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960380416 00000100:00100000:1.0:1769074959.372234:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960380416 00002000:00010000:1.0:1769074959.372248:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074959.372251:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa65f80 with x1855007960380416 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074959.372257:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa65f80. 00000100:00100000:1.0:1769074959.372282:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11065 00000100:00100000:1.0:1769074959.372291:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960380288:12345-192.168.204.30@tcp:10:fsx.0 00000100:00100000:3.0:1769074959.372603:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11066 00000100:00100000:3.0:1769074959.372614:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+17:2407:x1855007960380416:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074959.372776:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 467389 -> 0 00002000:00010000:3.0:1769074959.372780:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.372782:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074959.372784:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.372786:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1769074959.372840:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2407:x1855007960380416:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 228us (912us total) trans 4294989774 rc 0/0 00000100:00100000:3.0:1769074959.372865:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11066 00002000:00010000:3.0:1769074959.372868:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074959.372871:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa65f80 with x1855007960380416 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074959.372875:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa65f80. 00002000:00010000:1.0:1769074959.373562:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 2627226 00002000:00010000:1.0:1769074959.373567:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.373569:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.373572:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.373574:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 5664 -> 4904 00000100:00100000:1.0:1769074959.373618:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960380288:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1327us (1758us total) trans 4294989796 rc 0/0 00000100:00100000:1.0:1769074959.373634:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11065 00002000:00010000:1.0:1769074959.373637:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2627226->18446744073709551615) 00002000:00100000:1.0:1769074959.373640:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa67480 with x1855007960380288 ext(2627226->18446744073709551615) 00002000:00010000:1.0:1769074959.373645:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa67480. 00000100:00100000:2.0:1769074959.378820:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.378875:0:13899:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960380544 00000100:00100000:3.0:1769074959.378887:0:13899:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960380544 00000100:00100000:3.0:1769074959.378951:0:13899:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41109 00000100:00100000:3.0:1769074959.378960:0:13899:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+50:12630:x1855007960380544:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074959.378986:0:13899:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074959.379008:0:13899:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15e00/0xf5091596e3045617 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c10 expref: -99 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074959.379110:0:13899:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14200/0xf5091596e304561e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074959.379125:0:13899:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14200/0xf5091596e304561e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074959.379135:0:13899:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14200/0xf5091596e304561e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00000004:00200000:3.0:1769074959.379158:0:13899:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 2627226 00000004:00200000:3.0:1769074959.379162:0:13899:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074959.379177:0:13899:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14200/0xf5091596e304561e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074959.379200:0:13899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15e00/0xf5091596e3045617 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c10 expref: 52 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074959.379214:0:13899:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14200/0xf5091596e304561e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c10 expref: 51 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074959.379222:0:13899:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074959.379225:0:13899:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074959.379228:0:13899:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe55d14200, rc 0) 00000100:00100000:3.0:1769074959.379294:0:13899:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7c9df161-9cf7-469d-b68b-982e038d3703+51:12630:x1855007960380544:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 334us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074959.379302:0:13899:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41109 00000100:00100000:0.0:1769074959.381918:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.382178:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960380672 00000100:00100000:2.0:1769074959.382188:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960380672 00000100:00100000:2.0:1769074959.382273:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11067 00000100:00100000:2.0:1769074959.382282:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960380672:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074959.382587:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2627226 -> 2627226 00002000:00010000:2.0:1769074959.382591:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.382593:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.382596:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.382598:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 4904 -> 4904 00000100:00100000:2.0:1769074959.382680:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960380672:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 397us (768us total) trans 4294989797 rc 0/0 00000100:00100000:2.0:1769074959.382688:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11067 00000100:00100000:1.0:1769074959.386409:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.386526:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960380800 00000100:00100000:2.0:1769074959.386536:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960380800 00000100:00100000:2.0:1769074959.386680:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11068 00000100:00100000:2.0:1769074959.386691:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960380800:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074959.386947:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2627226 -> 2627226 00002000:00010000:2.0:1769074959.386951:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.386954:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.386956:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.386958:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 4904 -> 4904 00000100:00100000:2.0:1769074959.387038:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960380800:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 348us (638us total) trans 4294989798 rc 0/0 00000100:00100000:2.0:1769074959.387047:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11068 00000100:00100000:3.0:1769074959.395095:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.395264:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960380928 00000100:00100000:2.0:1769074959.395273:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960380928 00002000:00100000:2.0:1769074959.395324:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2187264->2191359) req@ffff8ffe598c4e00 x1855007960380928/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.395335:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c4e00 with x1855007960380928 ext(2187264->2191359) 00002000:00010000:2.0:1769074959.395341:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c4e00 00000100:00100000:2.0:1769074959.395378:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11069 00000100:00100000:2.0:1769074959.395387:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960380928:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074959.395617:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960380928:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 231us (530us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074959.395636:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11069 00002000:00100000:2.0:1769074959.395642:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2187264->2191359) req@ffff8ffe598c4e00 x1855007960380928/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/4536 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.395650:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c4e00 with x1855007960380928 ext(2187264->2191359) 00002000:00010000:2.0:1769074959.395653:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c4e00 00000100:00100000:1.0:1769074959.398752:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.398830:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960381056 00000100:00100000:2.0:1769074959.398840:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960381056 00000100:00100000:2.0:1769074959.398912:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11070 00000100:00100000:2.0:1769074959.398922:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960381056:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074959.399200:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2627226 -> 2627226 00002000:00010000:2.0:1769074959.399204:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.399206:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.399209:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.399211:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 4904 -> 4904 00000100:00100000:2.0:1769074959.399442:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960381056:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 521us (700us total) trans 4294989799 rc 0/0 00000100:00100000:2.0:1769074959.399640:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11070 00000100:00100000:2.0:1769074959.404983:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3660:1855007969077760:0@lo:400:kworker.0 00000100:00100000:2.0:1769074959.405064:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074959.405114:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969078272:0@lo:400:kworker.0 00000100:00100000:2.0:1769074959.405138:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074959.405159:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8cfd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969078784:0@lo:400:kworker.0 00000100:00100000:2.0:1769074959.405191:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074959.405211:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1769074959.405217:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969077632:0@lo:400:kworker.0 00000100:00100000:2.0:1769074959.405250:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074959.405273:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3660:1855007969078144:0@lo:400:kworker.0 00000100:00100000:2.0:1769074959.405292:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074959.405305:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8cfd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3660:1855007969078656:0@lo:400:kworker.0 00000100:00100000:2.0:1769074959.405321:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074959.405696:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969078272 00000100:00100000:3.0:1769074959.405705:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969078272 00000100:00100000:3.0:1769074959.405744:0:14052:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969078784 00000100:00100000:3.0:1769074959.405747:0:14052:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969078784 00000100:00100000:3.0:1769074959.405788:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1769074959.405797:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3660:x1855007969078272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074959.405852:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3660:x1855007969078272:12345-0@lo:400:kworker.0 Request processed in 55us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074959.405859:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1769074959.405875:0:14052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:3.0:1769074959.405881:0:14052:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3660:x1855007969078784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074959.405905:0:14052:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_019:lustre-MDT0001-mdtlov_UUID+5:3660:x1855007969078784:12345-0@lo:400:kworker.0 Request processed in 25us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074959.405911:0:14052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:3.0:1769074959.405950:0:3660:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 4294989764 gen 2 00000004:00080000:3.0:1769074959.405955:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f1180, transno 4294989729 00000004:00080000:3.0:1769074959.405963:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f921880, transno 4294989730 00000004:00080000:3.0:1769074959.405966:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f3b80, transno 4294989731 00000004:00080000:3.0:1769074959.405971:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f0e00, transno 4294989732 00000004:00080000:3.0:1769074959.405974:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd442ced80, transno 4294989733 00000004:00080000:3.0:1769074959.405977:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f922d80, transno 4294989734 00000004:00080000:3.0:1769074959.405979:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f2300, transno 4294989735 00000004:00080000:3.0:1769074959.405981:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f3100, transno 4294989736 00000004:00080000:3.0:1769074959.405983:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f2a00, transno 4294989737 00000004:00080000:3.0:1769074959.405985:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f1f80, transno 4294989738 00000004:00080000:3.0:1769074959.405988:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f920e00, transno 4294989739 00000004:00080000:3.0:1769074959.405990:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f2d80, transno 4294989740 00000004:00080000:3.0:1769074959.405992:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f920000, transno 4294989741 00000004:00080000:3.0:1769074959.405995:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f0700, transno 4294989742 00000004:00080000:3.0:1769074959.405997:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f0000, transno 4294989743 00000004:00080000:3.0:1769074959.406000:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f2680, transno 4294989744 00000004:00080000:3.0:1769074959.406003:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffda3ad7b80, transno 4294989745 00000004:00080000:3.0:1769074959.406005:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe68cb0700, transno 4294989746 00000004:00080000:3.0:1769074959.406008:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffda3ad5f80, transno 4294989747 00000004:00080000:3.0:1769074959.406010:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffda3ad5880, transno 4294989748 00000004:00080000:3.0:1769074959.406012:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd76f62300, transno 4294989749 00000004:00080000:3.0:1769074959.406014:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd76f63480, transno 4294989750 00000004:00080000:3.0:1769074959.406016:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffda3ad6300, transno 4294989751 00000004:00080000:3.0:1769074959.406018:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd76f61880, transno 4294989752 00000004:00080000:3.0:1769074959.406040:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd43d00e00, transno 4294989753 00000004:00080000:3.0:1769074959.406044:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe61409500, transno 4294989754 00000004:00080000:3.0:1769074959.406046:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffda3ad7800, transno 4294989755 00000004:00080000:3.0:1769074959.406048:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffda3ad6a00, transno 4294989756 00000004:00080000:3.0:1769074959.406050:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6140a300, transno 4294989757 00000004:00080000:3.0:1769074959.406052:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd76f60000, transno 4294989758 00000004:00080000:3.0:1769074959.406055:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd76f61500, transno 4294989759 00000004:00080000:3.0:1769074959.406057:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe598c5c00, transno 4294989760 00000004:00080000:3.0:1769074959.406059:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe598c5f80, transno 4294989761 00000004:00080000:3.0:1769074959.406062:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe598c7100, transno 4294989762 00000004:00080000:3.0:1769074959.406064:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe598c5500, transno 4294989763 00000004:00080000:3.0:1769074959.406066:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffda3ad5180, transno 4294989764 00000100:00100000:3.0:1769074959.406073:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969078272:0@lo:400:kworker.0 00000100:00100000:3.0:1769074959.406083:0:3660:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 4294989761 gen 2 00000004:00080000:3.0:1769074959.406086:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5a03ad80, transno 4294989726 00000004:00080000:3.0:1769074959.406092:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5a03bb80, transno 4294989727 00000004:00080000:3.0:1769074959.406095:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5a038e00, transno 4294989728 00000004:00080000:3.0:1769074959.406097:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5a03b100, transno 4294989729 00000004:00080000:3.0:1769074959.406100:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdbfa73800, transno 4294989730 00000004:00080000:3.0:1769074959.406102:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5c18ad80, transno 4294989731 00000004:00080000:3.0:1769074959.406120:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd43d03800, transno 4294989732 00000004:00080000:3.0:1769074959.406122:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe5c188380, transno 4294989733 00000004:00080000:3.0:1769074959.406125:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe68cb0380, transno 4294989734 00000004:00080000:3.0:1769074959.406128:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd79d68380, transno 4294989735 00000004:00080000:3.0:1769074959.406130:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd79d69f80, transno 4294989736 00000004:00080000:3.0:1769074959.406133:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd79d6b480, transno 4294989737 00000004:00080000:3.0:1769074959.406135:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f923b80, transno 4294989738 00000004:00080000:3.0:1769074959.406138:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffd846d9500, transno 4294989739 00000004:00080000:3.0:1769074959.406140:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe68cb3b80, transno 4294989740 00000100:00100000:0.0:1769074959.406141:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3658:1855007969077504:0@lo:400:kworker.0 00000004:00080000:3.0:1769074959.406143:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f923800, transno 4294989741 00000004:00080000:3.0:1769074959.406145:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdbfa70700, transno 4294989742 00000004:00080000:3.0:1769074959.406148:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdbfa73480, transno 4294989743 00000004:00080000:3.0:1769074959.406150:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe598c4380, transno 4294989744 00000004:00080000:3.0:1769074959.406152:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe598c7800, transno 4294989745 00000004:00080000:3.0:1769074959.406155:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe598c5880, transno 4294989746 00000004:00080000:3.0:1769074959.406157:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe598c6d80, transno 4294989747 00000004:00080000:3.0:1769074959.406159:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdbfa70380, transno 4294989748 00000004:00080000:3.0:1769074959.406161:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffdbfa71500, transno 4294989749 00000004:00080000:3.0:1769074959.406164:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe68cb2a00, transno 4294989750 00000004:00080000:3.0:1769074959.406166:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f923100, transno 4294989751 00000004:00080000:3.0:1769074959.406168:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe68cb2300, transno 4294989752 00000100:00100000:0.0:1769074959.406171:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:3.0:1769074959.406171:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe598c4000, transno 4294989753 00000004:00080000:3.0:1769074959.406174:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f0380, transno 4294989754 00000004:00080000:3.0:1769074959.406176:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f1880, transno 4294989755 00000004:00080000:3.0:1769074959.406179:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe627aa300, transno 4294989756 00000004:00080000:3.0:1769074959.406182:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f3480, transno 4294989757 00000004:00080000:3.0:1769074959.406184:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe6f8f1c00, transno 4294989758 00000100:00100000:0.0:1769074959.406187:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3658:1855007969078016:0@lo:400:kworker.0 00000004:00080000:3.0:1769074959.406187:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe598c6300, transno 4294989759 00000004:00080000:3.0:1769074959.406189:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe598c6680, transno 4294989760 00000004:00080000:3.0:1769074959.406191:0:3660:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff8ffe627a8e00, transno 4294989761 00000100:00100000:0.0:1769074959.406204:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074959.406208:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8cfd2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969078784:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.406240:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3658:1855007969078528:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.406261:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074959.406297:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1769074959.406303:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ffaf39f9-b918-4270-adec-7b88a97239da:3658:1855007969077376:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.406329:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074959.406348:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1855007969077888:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.406368:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074959.406383:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ae67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1855007969078400:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.406399:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074959.406412:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd8cfd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1855007969078912:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.406429:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074959.406477:0:6527:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969077760 00000100:00100000:0.0:1769074959.406480:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969077632 00000100:00100000:3.0:1769074959.406482:0:6527:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969077760 00000100:00100000:0.0:1769074959.406483:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969077632 00000100:00100000:3.0:1769074959.406502:0:6527:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969078144 00000100:00100000:3.0:1769074959.406504:0:6527:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969078144 00000100:00100000:0.0:1769074959.406506:0:6532:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969077888 00000100:00100000:0.0:1769074959.406508:0:6532:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969077888 00000100:00100000:3.0:1769074959.406517:0:6527:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969078656 00000100:00100000:0.0:1769074959.406519:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:3.0:1769074959.406519:0:6527:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969078656 00000100:00100000:0.0:1769074959.406524:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1855007969077632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074959.406530:0:6527:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969077504 00000100:00100000:3.0:1769074959.406532:0:6527:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969077504 00000100:00100000:3.0:1769074959.406540:0:6527:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969078016 00000100:00100000:3.0:1769074959.406542:0:6527:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969078016 00000100:00100000:3.0:1769074959.406554:0:6527:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969078528 00000100:00100000:3.0:1769074959.406556:0:6527:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969078528 00000100:00100000:0.0:1769074959.406559:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3660:x1855007969077632:12345-0@lo:400:kworker.0 Request processed in 35us (1309us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.406565:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:3.0:1769074959.406568:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2029 00000100:00100000:3.0:1769074959.406573:0:6527:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1855007969077760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.406577:0:6532:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:0.0:1769074959.406582:0:6532:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73769c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1855007969077888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074959.406601:0:6527:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1855007969077760:12345-0@lo:400:kworker.0 Request processed in 28us (1538us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.406606:0:6532:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73769c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3658:x1855007969077888:12345-0@lo:400:kworker.0 Request processed in 24us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074959.406608:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2029 00000100:00100000:0.0:1769074959.406611:0:6532:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00100000:3.0:1769074959.406630:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2030 00000100:00080000:0.0:1769074959.406636:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1769074959.406637:0:6527:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1855007969078144:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1769074959.406640:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1769074959.406642:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074959.406662:0:6527:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3660:x1855007969078144:12345-0@lo:400:kworker.0 Request processed in 26us (1369us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.406666:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2031 00000100:00100000:0.0:1769074959.406672:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1855007969078656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.406700:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3660:x1855007969078656:12345-0@lo:400:kworker.0 Request processed in 28us (1377us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074959.406758:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969077376 00000100:00100000:2.0:1769074959.406762:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969077376 00000100:00100000:2.0:1769074959.406792:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1769074959.406799:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe67e50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ffaf39f9-b918-4270-adec-7b88a97239da+23:3658:x1855007969077376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074959.406827:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe67e50050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ffaf39f9-b918-4270-adec-7b88a97239da+23:3658:x1855007969077376:12345-0@lo:400:kworker.0 Request processed in 29us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074959.406832:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1769074959.406894:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.406917:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960381184 00000100:00100000:2.0:1769074959.406921:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960381184 00002000:00100000:2.0:1769074959.406949:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3653632->3657727) req@ffff8ffd8cfd3800 x1855007960381184/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.406960:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd3800 with x1855007960381184 ext(3653632->3657727) 00002000:00010000:2.0:1769074959.406966:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd3800 00000100:00100000:2.0:1769074959.406983:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11071 00000100:00100000:2.0:1769074959.406990:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960381184:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074959.407138:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960381184:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 148us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074959.407144:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11071 00002000:00100000:2.0:1769074959.407150:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3653632->3657727) req@ffff8ffd8cfd3800 x1855007960381184/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/440 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.407159:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd3800 with x1855007960381184 ext(3653632->3657727) 00002000:00010000:2.0:1769074959.407163:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd3800 00000100:00100000:3.0:1769074959.407334:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2030 00000100:00100000:3.0:1769074959.407351:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2032 00000100:00100000:3.0:1769074959.407357:0:6527:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1855007969077504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074959.407388:0:6527:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3658:x1855007969077504:12345-0@lo:400:kworker.0 Request processed in 32us (1216us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074959.407394:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2032 00000100:00100000:3.0:1769074959.407425:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2033 00000100:00100000:3.0:1769074959.407431:0:6527:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1855007969078016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074959.407485:0:6527:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1855007969078016:12345-0@lo:400:kworker.0 Request processed in 54us (1280us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074959.407491:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2033 00000100:00100000:3.0:1769074959.407503:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2034 00000100:00100000:3.0:1769074959.407509:0:6527:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1855007969078528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074959.407536:0:6527:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3658:x1855007969078528:12345-0@lo:400:kworker.0 Request processed in 27us (1273us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074959.407541:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2034 00000100:00100000:3.0:1769074959.407575:0:3660:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294998073 gen 2 00000004:00080000:3.0:1769074959.407579:0:3660:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 4294998073 committed transno 4294998073 00000100:00100000:3.0:1769074959.407597:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969077632:0@lo:400:kworker.0 00000100:00100000:3.0:1769074959.407609:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3660:1855007969078144:0@lo:400:kworker.0 00000100:00100000:3.0:1769074959.407629:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8cfd0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3660:1855007969078656:0@lo:400:kworker.0 00000100:00100000:3.0:1769074959.407640:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3660:1855007969077760:0@lo:400:kworker.0 00000100:00100000:1.0:1769074959.407835:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969078400 00000100:00100000:1.0:1769074959.407841:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969078400 00000100:00100000:1.0:1769074959.407875:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969078912 00000100:00100000:1.0:1769074959.407878:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969078912 00000100:00100000:1.0:1769074959.407908:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1769074959.407915:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3658:x1855007969078400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074959.407950:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3658:x1855007969078400:12345-0@lo:400:kworker.0 Request processed in 36us (1549us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074959.407956:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:1.0:1769074959.407969:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 983 00000100:00100000:1.0:1769074959.407975:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3658:x1855007969078912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1769074959.408001:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:3658:x1855007969078912:12345-0@lo:400:kworker.0 Request processed in 27us (1570us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074959.408020:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 983 00000100:00080000:2.0:1769074959.408870:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1769074959.409755:0:9776:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 36 done 00000004:00080000:3.0:1769074959.409927:0:8655:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0001: 0 changes, 0 in progress, 0 in flight, 36 done 00000100:00100000:0.0:1769074959.410182:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2031 00000100:00100000:0.0:1769074959.410299:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:ffaf39f9-b918-4270-adec-7b88a97239da:3658:1855007969077376:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.410316:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1855007969077888:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.410329:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1855007969078400:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.410340:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd8cfd3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1855007969078912:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.410352:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3658:1855007969077504:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.410363:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3658:1855007969078016:0@lo:400:kworker.0 00000100:00100000:0.0:1769074959.410374:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3658:1855007969078528:0@lo:400:kworker.0 00000100:00100000:2.0:1769074959.418580:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.418817:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960381312 00000100:00100000:0.0:1769074959.418829:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960381312 00002000:00100000:0.0:1769074959.418884:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3657728->3661823) req@ffff8ffd8cfd3100 x1855007960381312/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074959.418895:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd3100 with x1855007960381312 ext(3657728->3661823) 00002000:00010000:0.0:1769074959.418902:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd3100 00000100:00100000:0.0:1769074959.418936:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11072 00000100:00100000:0.0:1769074959.418945:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960381312:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074959.419161:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960381312:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 216us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.419170:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11072 00002000:00100000:0.0:1769074959.419177:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3657728->3661823) req@ffff8ffd8cfd3100 x1855007960381312/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/440 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074959.419191:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd3100 with x1855007960381312 ext(3657728->3661823) 00002000:00010000:0.0:1769074959.419194:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd3100 00000100:00100000:1.0:1769074959.423349:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.423683:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960381440 00000100:00100000:2.0:1769074959.423695:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960381440 00002000:00100000:2.0:1769074959.423746:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3633152->3665919) req@ffff8ffe76d21c50 x1855007960381440/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 504/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.423758:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe76d21c50 with x1855007960381440 ext(3633152->3665919) 00002000:00010000:2.0:1769074959.423764:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe76d21c50 00000100:00100000:2.0:1769074959.423804:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11073 00000100:00100000:2.0:1769074959.423813:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe76d21c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960381440:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074959.425684:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe76d21c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960381440:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 1863us (2335us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074959.425697:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11073 00002000:00100000:2.0:1769074959.425708:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3633152->3665919) req@ffff8ffe76d21c50 x1855007960381440/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 504/440 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.425718:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe76d21c50 with x1855007960381440 ext(3633152->3665919) 00002000:00010000:2.0:1769074959.425724:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe76d21c50 00000100:00100000:3.0:1769074959.428183:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.438034:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960381568 00000100:00100000:1.0:1769074959.438048:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960381568 00002000:00100000:1.0:1769074959.438104:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3665920->3670015) req@ffff8ffe598c5c00 x1855007960381568/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074959.438116:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c5c00 with x1855007960381568 ext(3665920->3670015) 00002000:00010000:1.0:1769074959.438122:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c5c00 00000100:00100000:1.0:1769074959.438160:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11074 00000100:00100000:1.0:1769074959.438170:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960381568:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074959.438378:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960381568:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 207us (10202us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074959.438386:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11074 00002000:00100000:1.0:1769074959.438392:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3665920->3670015) req@ffff8ffe598c5c00 x1855007960381568/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/440 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074959.438399:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c5c00 with x1855007960381568 ext(3665920->3670015) 00002000:00010000:1.0:1769074959.438402:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c5c00 00000100:00100000:1.0:1769074959.442771:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.442933:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960381696 00000100:00100000:0.0:1769074959.442949:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960381696 00002000:00100000:0.0:1769074959.443050:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3670016->3674111) req@ffff8ffd428cd880 x1855007960381696/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074959.443062:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cd880 with x1855007960381696 ext(3670016->3674111) 00002000:00010000:0.0:1769074959.443069:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cd880 00000100:00100000:0.0:1769074959.443106:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11075 00000100:00100000:0.0:1769074959.443115:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960381696:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074959.443339:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960381696:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 216us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.443350:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11075 00002000:00100000:0.0:1769074959.443363:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3670016->3674111) req@ffff8ffd428cd880 x1855007960381696/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/440 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074959.443377:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cd880 with x1855007960381696 ext(3670016->3674111) 00002000:00010000:0.0:1769074959.443383:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cd880 00000100:00100000:3.0:1769074959.460045:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.460141:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960381824 00000100:00100000:2.0:1769074959.460153:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960381824 00002000:00100000:2.0:1769074959.460204:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3674112->3678207) req@ffff8ffe598c5f80 x1855007960381824/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.460215:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c5f80 with x1855007960381824 ext(3674112->3678207) 00002000:00010000:2.0:1769074959.460221:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c5f80 00000100:00100000:2.0:1769074959.460266:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11076 00000100:00100000:2.0:1769074959.460275:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960381824:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074959.460498:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960381824:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 222us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074959.460507:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11076 00002000:00100000:2.0:1769074959.460513:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3674112->3678207) req@ffff8ffe598c5f80 x1855007960381824/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/440 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.460523:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c5f80 with x1855007960381824 ext(3674112->3678207) 00002000:00010000:2.0:1769074959.460526:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c5f80 00000100:00100000:3.0:1769074959.463598:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.463676:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960381952 00000100:00100000:1.0:1769074959.463687:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960381952 00002000:00100000:1.0:1769074959.463740:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3678208->3682303) req@ffff8ffe598c7100 x1855007960381952/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074959.463751:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c7100 with x1855007960381952 ext(3678208->3682303) 00002000:00010000:1.0:1769074959.463757:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c7100 00000100:00100000:1.0:1769074959.463793:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11077 00000100:00100000:1.0:1769074959.463802:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960381952:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074959.464010:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960381952:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 208us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074959.464018:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11077 00002000:00100000:1.0:1769074959.464024:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3678208->3682303) req@ffff8ffe598c7100 x1855007960381952/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/440 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074959.464032:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c7100 with x1855007960381952 ext(3678208->3682303) 00002000:00010000:1.0:1769074959.464035:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c7100 00000100:00100000:3.0:1769074959.469300:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.469648:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960382080 00000100:00100000:2.0:1769074959.469658:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960382080 00002000:00100000:2.0:1769074959.469706:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3682304->3686399) req@ffff8ffe598c5500 x1855007960382080/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.469716:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c5500 with x1855007960382080 ext(3682304->3686399) 00002000:00010000:2.0:1769074959.469722:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c5500 00000100:00100000:2.0:1769074959.469755:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11078 00000100:00100000:2.0:1769074959.469764:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960382080:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074959.469948:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960382080:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 184us (658us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074959.469956:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11078 00002000:00100000:2.0:1769074959.469963:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3682304->3686399) req@ffff8ffe598c5500 x1855007960382080/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/440 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.469971:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c5500 with x1855007960382080 ext(3682304->3686399) 00002000:00010000:2.0:1769074959.469974:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c5500 00000100:00100000:3.0:1769074959.472926:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.473154:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960382208 00000100:00100000:2.0:1769074959.473165:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960382208 00002000:00100000:2.0:1769074959.473211:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3686400->3690495) req@ffff8ffe598c4e00 x1855007960382208/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.473222:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c4e00 with x1855007960382208 ext(3686400->3690495) 00002000:00010000:2.0:1769074959.473357:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c4e00 00000100:00100000:2.0:1769074959.473390:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11079 00000100:00100000:2.0:1769074959.473399:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960382208:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074959.473612:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960382208:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 213us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074959.478020:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11079 00002000:00100000:2.0:1769074959.478041:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3686400->3690495) req@ffff8ffe598c4e00 x1855007960382208/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/440 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.478053:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c4e00 with x1855007960382208 ext(3686400->3690495) 00002000:00010000:2.0:1769074959.478059:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c4e00 00000100:00100000:3.0:1769074959.482287:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.482546:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960382336 00000100:00100000:2.0:1769074959.482557:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960382336 00002000:00100000:2.0:1769074959.482604:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2125824->3690495) req@ffff8ffe598c4380 x1855007960382336/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 504/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.482615:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c4380 with x1855007960382336 ext(2125824->3690495) 00002000:00010000:2.0:1769074959.482631:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c4380 00000100:00100000:2.0:1769074959.482669:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11080 00000100:00100000:2.0:1769074959.482677:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960382336:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074959.488727:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2407:x1855007960382336:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 6039us (6439us total) trans 4294989800 rc 0/0 00000100:00100000:2.0:1769074959.488742:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11080 00002000:00100000:2.0:1769074959.488754:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2125824->3690495) req@ffff8ffe598c4380 x1855007960382336/t4294989800(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 504/448 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.488984:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c4380 with x1855007960382336 ext(2125824->3690495) 00002000:00010000:2.0:1769074959.488992:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c4380 00000100:00100000:0.0:1769074959.492122:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.492344:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960382464 00000100:00100000:2.0:1769074959.492355:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960382464 00000100:00100000:2.0:1769074959.492412:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83470 00000100:00100000:2.0:1769074959.492421:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73768e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+12:2408:x1855007960382464:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:1.0:1769074959.496669:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989800 is committed 00000100:00100000:0.0:1769074959.496869:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73768e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960382464:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 4442us (4749us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.496882:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83470 00000100:00100000:3.0:1769074959.499572:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.499702:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960382720 00000100:00100000:0.0:1769074959.499713:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960382720 00000100:00100000:0.0:1769074959.499777:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41110 00000100:00100000:0.0:1769074959.499787:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+51:12630:x1855007960382720:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074959.499843:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074959.499870:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14200/0xf5091596e304561e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c10 expref: 51 pid: 13899 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.499889:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.499894:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074959.500078:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e3045625 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.500094:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e3045625 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.500104:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e3045625 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:0.0:1769074959.500142:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998105 00000004:00010000:0.0:1769074959.500162:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000626a36aa reply state 00000000cc721171 transno 4294998106 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e3045625 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.500173:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e3045625 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.500180:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.500183:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074959.500186:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074959.500283:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+53:12630:x1855007960382720:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 497us (722us total) trans 4294998106 rc 0/0 00000100:00100000:0.0:1769074959.500291:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41110 00000020:00080000:0.0:1769074959.500297:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074959.504414:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.504498:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.504646:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960382976 00000100:00100000:2.0:1769074959.504664:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960382976 00002000:00010000:2.0:1769074959.504707:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074959.504712:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428ce300 with x1855007960382976 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074959.504725:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd428ce300. 00000100:00100000:2.0:1769074959.504756:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960382848 00000100:00100000:2.0:1769074959.504759:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960382848 00002000:00010000:2.0:1769074959.504771:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3212224->18446744073709551615) 00002000:00100000:2.0:1769074959.504775:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cce00 with x1855007960382848 ext(3212224->18446744073709551615) 00002000:00010000:2.0:1769074959.504781:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cce00. 00000100:00100000:2.0:1769074959.504804:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11081 00000100:00100000:2.0:1769074959.504813:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960382976:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074959.504961:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074959.504965:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.504967:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074959.504969:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.504971:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074959.505024:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+19:2410:x1855007960382976:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 211us (620us total) trans 4294989775 rc 0/0 00000100:00100000:2.0:1769074959.505033:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11081 00002000:00010000:2.0:1769074959.505036:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074959.505040:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428ce300 with x1855007960382976 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074959.505044:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd428ce300. 00000100:00100000:2.0:1769074959.505062:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11082 00000100:00100000:2.0:1769074959.505068:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960382848:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074959.505599:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2627226 -> 3212224 00002000:00010000:2.0:1769074959.505604:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.505606:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.505609:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.505611:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 4904 -> 4904 00000100:00100000:2.0:1769074959.505649:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960382848:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 579us (1150us total) trans 4294989801 rc 0/0 00000100:00100000:2.0:1769074959.505666:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11082 00002000:00010000:2.0:1769074959.505670:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3212224->18446744073709551615) 00002000:00100000:2.0:1769074959.505673:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cce00 with x1855007960382848 ext(3212224->18446744073709551615) 00002000:00010000:2.0:1769074959.505678:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cce00. 00000100:00100000:3.0:1769074959.508410:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.508602:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960383104 00000100:00100000:1.0:1769074959.508612:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960383104 00000100:00100000:1.0:1769074959.508689:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41111 00000100:00100000:1.0:1769074959.508698:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+53:12630:x1855007960383104:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:1.0:1769074959.508723:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074959.508743:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0e00/0xf5091596e304562c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c17 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074959.508834:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1a00/0xf5091596e3045633 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074959.508848:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1a00/0xf5091596e3045633 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074959.508862:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1a00/0xf5091596e3045633 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:1.0:1769074959.508889:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 3212224 00000004:00200000:1.0:1769074959.508894:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1769074959.508910:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1a00/0xf5091596e3045633 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074959.508936:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0e00/0xf5091596e304562c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c17 expref: 55 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074959.508952:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1a00/0xf5091596e3045633 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c17 expref: 54 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074959.508962:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074959.508964:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074959.508967:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe717d1a00, rc 0) 00000100:00100000:1.0:1769074959.509027:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+54:12630:x1855007960383104:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 330us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074959.509034:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41111 00000100:00100000:3.0:1769074959.512399:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.513310:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960383360 00000100:00100000:0.0:1769074959.513324:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960383360 00000100:00100000:0.0:1769074959.513386:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41112 00000100:00100000:0.0:1769074959.513395:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+54:12630:x1855007960383360:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074959.513479:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074959.513507:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1a00/0xf5091596e3045633 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c17 expref: 54 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.513528:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.513533:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074959.513699:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d600/0xf5091596e304563a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.513716:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d600/0xf5091596e304563a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.513725:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d600/0xf5091596e304563a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:0.0:1769074959.513766:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998107 00000004:00010000:0.0:1769074959.513787:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000cfb2d8ad reply state 000000000df415cb transno 4294998108 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d600/0xf5091596e304563a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.513797:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d600/0xf5091596e304563a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.513804:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.513806:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074959.513809:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074959.513904:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+56:12630:x1855007960383360:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 510us (1515us total) trans 4294998108 rc 0/0 00000100:00100000:0.0:1769074959.513911:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41112 00000020:00080000:0.0:1769074959.513916:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074959.516209:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.516294:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.519084:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960383488 00000100:00100000:1.0:1769074959.519100:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960383488 00002000:00010000:1.0:1769074959.519146:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4086038->18446744073709551615) 00002000:00100000:1.0:1769074959.519151:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd1500 with x1855007960383488 ext(4086038->18446744073709551615) 00002000:00010000:1.0:1769074959.519165:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd1500. 00000100:00100000:1.0:1769074959.519253:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960383616 00000100:00100000:1.0:1769074959.519257:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960383616 00002000:00010000:1.0:1769074959.519282:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074959.519285:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd1f80 with x1855007960383616 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074959.519293:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd8cfd1f80. 00000100:00100000:0.0:1769074959.519327:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11083 00000100:00100000:0.0:1769074959.519340:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960383488:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074959.520988:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3212224 -> 4086038 00002000:00010000:0.0:1769074959.520996:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.520999:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.521001:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.521004:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 4904 -> 4904 00000100:00100000:0.0:1769074959.521087:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960383488:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1747us (4879us total) trans 4294989802 rc 0/0 00000100:00100000:0.0:1769074959.521096:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11083 00002000:00010000:0.0:1769074959.521101:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4086038->18446744073709551615) 00002000:00100000:0.0:1769074959.521104:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd1500 with x1855007960383488 ext(4086038->18446744073709551615) 00002000:00010000:0.0:1769074959.521111:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd1500. 00000100:00100000:0.0:1769074959.521137:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11084 00000100:00100000:0.0:1769074959.521147:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+19:2410:x1855007960383616:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074959.521236:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074959.521239:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.521241:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074959.521243:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.521245:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074959.521282:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+20:2410:x1855007960383616:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 124us (4974us total) trans 4294989776 rc 0/0 00000100:00100000:0.0:1769074959.521290:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11084 00002000:00010000:0.0:1769074959.521292:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074959.521295:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd1f80 with x1855007960383616 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074959.521300:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd8cfd1f80. 00000100:00100000:3.0:1769074959.528272:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.528364:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960383744 00000100:00100000:0.0:1769074959.528376:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960383744 00002000:00100000:0.0:1769074959.528435:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3993600->4059135) req@ffff8ffe598c4000 x1855007960383744/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074959.528493:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c4000 with x1855007960383744 ext(3993600->4059135) 00002000:00010000:0.0:1769074959.528499:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c4000 00000100:00100000:0.0:1769074959.528532:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11085 00000100:00100000:0.0:1769074959.528542:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960383744:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074959.533079:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960383744:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 4526us (4805us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1769074959.533095:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11085 00002000:00100000:0.0:1769074959.533109:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3993600->4059135) req@ffff8ffe598c4000 x1855007960383744/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/440 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074959.533120:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c4000 with x1855007960383744 ext(3993600->4059135) 00002000:00010000:0.0:1769074959.533127:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c4000 00000100:00100000:2.0:1769074959.537798:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.537957:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960383872 00000100:00100000:0.0:1769074959.537968:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960383872 00002000:00100000:0.0:1769074959.538017:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (4059136->4087807) req@ffff8ffd8cfd2680 x1855007960383872/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074959.538028:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd2680 with x1855007960383872 ext(4059136->4087807) 00002000:00010000:0.0:1769074959.538034:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd2680 00000100:00100000:0.0:1769074959.538070:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11086 00000100:00100000:0.0:1769074959.538079:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960383872:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074959.540803:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960383872:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 2717us (3007us total) trans 0 rc 28672/28672 00000100:00100000:0.0:1769074959.540815:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11086 00002000:00100000:0.0:1769074959.540828:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (4059136->4087807) req@ffff8ffd8cfd2680 x1855007960383872/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/440 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 28672/28672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074959.540837:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd2680 with x1855007960383872 ext(4059136->4087807) 00002000:00010000:0.0:1769074959.540844:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd2680 00000100:00100000:3.0:1769074959.543663:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.543768:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960384000 00000100:00100000:0.0:1769074959.543779:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960384000 00002000:00100000:0.0:1769074959.543828:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1818624->4086037) req@ffff8ffe598c6300 x1855007960384000/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 504/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074959.543839:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c6300 with x1855007960384000 ext(1818624->4086037) 00002000:00010000:0.0:1769074959.543844:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c6300 00000100:00100000:0.0:1769074959.543940:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11087 00000100:00100000:0.0:1769074959.543951:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960384000:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074959.548193:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960384000:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 4235us (4529us total) trans 4294989804 rc 0/0 00000100:00100000:0.0:1769074959.548203:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11087 00002000:00100000:0.0:1769074959.548212:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1818624->4086037) req@ffff8ffe598c6300 x1855007960384000/t4294989804(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 504/448 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074959.548219:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c6300 with x1855007960384000 ext(1818624->4086037) 00002000:00010000:0.0:1769074959.548224:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c6300 00000100:00100000:2.0:1769074959.550424:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.550736:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960384128 00000100:00100000:0.0:1769074959.550775:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960384128 00000100:00100000:0.0:1769074959.550833:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83471 00000100:00100000:0.0:1769074959.550843:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+11:2407:x1855007960384128:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074959.552730:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989804 is committed 00000100:00100000:0.0:1769074959.552954:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960384128:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2107us (2532us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.552965:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83471 00000100:00100000:3.0:1769074959.555013:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.555073:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960384256 00000100:00100000:0.0:1769074959.555081:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960384256 00000100:00100000:0.0:1769074959.555162:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41113 00000100:00100000:0.0:1769074959.555169:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+56:12630:x1855007960384256:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074959.555187:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074959.555204:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045641 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c1e expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.555285:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045648 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.555297:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045648 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.555304:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045648 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:0.0:1769074959.555323:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4086038 00000004:00200000:0.0:1769074959.555327:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074959.555340:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045648 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.555359:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045641 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c1e expref: 58 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.555375:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045648 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c1e expref: 57 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.555381:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.555383:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074959.555386:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe5a89c400, rc 0) 00000100:00100000:0.0:1769074959.555432:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+57:12630:x1855007960384256:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 264us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.555436:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41113 00000100:00100000:3.0:1769074959.558003:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.558809:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960384512 00000100:00100000:0.0:1769074959.558820:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960384512 00000100:00100000:0.0:1769074959.558874:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41114 00000100:00100000:0.0:1769074959.558883:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f920380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+57:12630:x1855007960384512:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074959.558934:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074959.558963:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045648 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c1e expref: 57 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.558982:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.558988:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074959.559299:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d800/0xf5091596e304564f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.559316:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d800/0xf5091596e304564f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.559325:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d800/0xf5091596e304564f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:0.0:1769074959.559371:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998109 00000004:00010000:0.0:1769074959.559393:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bdf27fff reply state 000000001c0a2ed7 transno 4294998110 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d800/0xf5091596e304564f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.559405:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d800/0xf5091596e304564f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.559411:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.559414:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074959.559416:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074959.559527:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f920380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+59:12630:x1855007960384512:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 643us (1530us total) trans 4294998110 rc 0/0 00000100:00100000:0.0:1769074959.559534:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41114 00000020:00080000:0.0:1769074959.559539:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074959.563553:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.563612:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.564131:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960384768 00000100:00100000:3.0:1769074959.564141:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960384768 00002000:00010000:2.0:1769074959.564214:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (1067114->18446744073709551615) 00002000:00100000:2.0:1769074959.564218:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd3100 with x1855007960384768 ext(1067114->18446744073709551615) 00002000:00010000:2.0:1769074959.564229:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd8cfd3100. 00000100:00100000:2.0:1769074959.564259:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960384640 00000100:00100000:2.0:1769074959.564263:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960384640 00002000:00010000:2.0:1769074959.564275:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074959.564278:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd1180 with x1855007960384640 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074959.564284:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd1180. 00000100:00100000:2.0:1769074959.564309:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11088 00000100:00100000:2.0:1769074959.564315:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2409:x1855007960384768:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074959.564530:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 1067114 00002000:00010000:2.0:1769074959.564533:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.564535:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074959.564536:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.564538:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074959.564581:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+21:2409:x1855007960384768:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 266us (1036us total) trans 4294989777 rc 0/0 00000100:00100000:2.0:1769074959.564586:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11088 00002000:00010000:2.0:1769074959.564589:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (1067114->18446744073709551615) 00002000:00100000:2.0:1769074959.564591:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd3100 with x1855007960384768 ext(1067114->18446744073709551615) 00002000:00010000:2.0:1769074959.564594:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd8cfd3100. 00000100:00100000:2.0:1769074959.564606:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11089 00000100:00100000:2.0:1769074959.564610:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960384640:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074959.564707:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4086038 -> 4194304 00002000:00010000:2.0:1769074959.564710:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.564711:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.564713:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.564714:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 4904 -> 5032 00000100:00100000:2.0:1769074959.564730:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960384640:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 120us (1117us total) trans 4294989805 rc 0/0 00000100:00100000:2.0:1769074959.564734:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11089 00002000:00010000:2.0:1769074959.564736:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074959.564738:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd1180 with x1855007960384640 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074959.564741:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd1180. 00000100:00100000:3.0:1769074959.568017:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.568349:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960384896 00000100:00100000:1.0:1769074959.568359:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960384896 00000100:00100000:1.0:1769074959.568415:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41115 00000100:00100000:1.0:1769074959.568424:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+59:12630:x1855007960384896:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:1.0:1769074959.568479:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074959.568501:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045656 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c25 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074959.568590:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1800/0xf5091596e304565d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074959.568606:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1800/0xf5091596e304565d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074959.568628:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1800/0xf5091596e304565d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:1.0:1769074959.568798:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 5261418 00000004:00200000:1.0:1769074959.568804:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1769074959.568823:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1800/0xf5091596e304565d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074959.568849:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0e00/0xf5091596e3045656 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c25 expref: 61 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074959.568866:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1800/0xf5091596e304565d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c25 expref: 60 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074959.568876:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074959.568879:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074959.568884:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe717d1800, rc 0) 00000100:00100000:1.0:1769074959.568934:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+60:12630:x1855007960384896:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 512us (939us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074959.568942:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41115 00000100:00100000:3.0:1769074959.572195:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.572286:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960385024 00000100:00100000:1.0:1769074959.572296:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960385024 00000100:00100000:1.0:1769074959.572351:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11090 00000100:00100000:1.0:1769074959.572360:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960385024:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074959.572726:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074959.572730:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.572733:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.572735:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.572737:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 5032 -> 5032 00000100:00100000:1.0:1769074959.573007:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960385024:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 491us (662us total) trans 4294989806 rc 0/0 00000100:00100000:1.0:1769074959.573018:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11090 00000100:00100000:2.0:1769074959.581146:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.581212:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960385280 00000100:00100000:1.0:1769074959.581223:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960385280 00000100:00100000:1.0:1769074959.581283:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41116 00000100:00100000:1.0:1769074959.581293:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+60:12630:x1855007960385280:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074959.581372:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074959.581397:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1800/0xf5091596e304565d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c25 expref: 60 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.581413:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.581417:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074959.581627:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045664 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.581641:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045664 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.581648:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045664 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:0.0:1769074959.581865:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998111 00000004:00010000:0.0:1769074959.581889:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007a29511c reply state 000000006cbe0855 transno 4294998112 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045664 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.581901:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045664 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.581908:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.581911:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074959.581913:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074959.581996:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+62:12630:x1855007960385280:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 703us (855us total) trans 4294998112 rc 0/0 00000100:00100000:0.0:1769074959.582003:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41116 00000020:00080000:0.0:1769074959.582008:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074959.584772:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.584812:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.584836:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960385408 00000100:00100000:1.0:1769074959.584844:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960385408 00000100:00100000:0.0:1769074959.584949:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960385536 00000100:00100000:0.0:1769074959.584954:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960385536 00002000:00010000:0.0:1769074959.584989:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074959.584995:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd0700 with x1855007960385536 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074959.585006:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd8cfd0700. 00000100:00100000:0.0:1769074959.585042:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11091 00000100:00100000:0.0:1769074959.585051:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2410:x1855007960385536:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074959.585085:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1225056->18446744073709551615) 00002000:00100000:1.0:1769074959.585089:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd1c00 with x1855007960385408 ext(1225056->18446744073709551615) 00002000:00010000:1.0:1769074959.585096:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd1c00. 00000100:00100000:1.0:1769074959.585117:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11092 00000100:00100000:1.0:1769074959.585124:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960385408:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074959.585241:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 1067114 -> 0 00002000:00010000:0.0:1769074959.585245:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.585248:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074959.585250:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.585252:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074959.585304:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+22:2410:x1855007960385536:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 254us (491us total) trans 4294989778 rc 0/0 00000100:00100000:0.0:1769074959.585311:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11091 00002000:00010000:0.0:1769074959.585315:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074959.585317:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd0700 with x1855007960385536 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074959.585321:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd8cfd0700. 00002000:00010000:1.0:1769074959.588659:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 1225056 00002000:00010000:1.0:1769074959.588669:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.588671:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.588673:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.588675:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 5032 -> 2288 00000100:00100000:1.0:1769074959.588805:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960385408:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 3676us (4040us total) trans 4294989807 rc 0/0 00000100:00100000:1.0:1769074959.588827:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11092 00002000:00010000:1.0:1769074959.588833:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1225056->18446744073709551615) 00002000:00100000:1.0:1769074959.588839:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd1c00 with x1855007960385408 ext(1225056->18446744073709551615) 00002000:00010000:1.0:1769074959.588846:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd1c00. 00000100:00100000:2.0:1769074959.595240:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.595295:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960385664 00000100:00100000:0.0:1769074959.595305:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960385664 00000100:00100000:0.0:1769074959.595355:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41117 00000100:00100000:0.0:1769074959.595361:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+62:12630:x1855007960385664:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074959.595382:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074959.595405:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d200/0xf5091596e304566b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c2c expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.595545:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d400/0xf5091596e3045672 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.595557:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d400/0xf5091596e3045672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.595565:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d400/0xf5091596e3045672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:0.0:1769074959.595585:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 1225056 00000004:00200000:0.0:1769074959.595588:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074959.595602:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d400/0xf5091596e3045672 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.595636:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d200/0xf5091596e304566b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c2c expref: 64 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.595661:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d400/0xf5091596e3045672 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c2c expref: 63 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.595670:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.595674:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074959.595678:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe5a89d400, rc 0) 00000100:00100000:0.0:1769074959.595735:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+63:12630:x1855007960385664:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 374us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.595741:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41117 00000100:00100000:3.0:1769074959.600549:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.600593:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960385792 00000100:00100000:1.0:1769074959.600603:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960385792 00000100:00100000:1.0:1769074959.600745:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11093 00000100:00100000:1.0:1769074959.600756:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f921500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960385792:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074959.600929:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1225056 -> 1225056 00002000:00010000:1.0:1769074959.600933:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.600936:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.600938:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.600940:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2288 -> 2288 00000100:00100000:1.0:1769074959.601014:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f921500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960385792:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 259us (472us total) trans 4294989808 rc 0/0 00000100:00100000:1.0:1769074959.601023:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11093 00000100:00100000:1.0:1769074959.607157:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.607253:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960385920 00000100:00100000:0.0:1769074959.607264:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960385920 00002000:00100000:0.0:1769074959.607313:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1511424->1515519) req@ffff8ffd428cf480 x1855007960385920/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074959.607324:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cf480 with x1855007960385920 ext(1511424->1515519) 00002000:00010000:0.0:1769074959.607330:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cf480 00000100:00100000:0.0:1769074959.607415:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11094 00000100:00100000:0.0:1769074959.607425:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960385920:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074959.607661:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960385920:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 236us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.607669:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11094 00002000:00100000:0.0:1769074959.607676:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1511424->1515519) req@ffff8ffd428cf480 x1855007960385920/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/440 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074959.607685:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cf480 with x1855007960385920 ext(1511424->1515519) 00002000:00010000:0.0:1769074959.607688:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cf480 00000100:00100000:0.0:1769074959.610966:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.611213:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960386048 00000100:00100000:1.0:1769074959.611222:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960386048 00002000:00100000:1.0:1769074959.611263:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1515520->1519615) req@ffff8ffd73769f80 x1855007960386048/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074959.611377:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd73769f80 with x1855007960386048 ext(1515520->1519615) 00002000:00010000:1.0:1769074959.611382:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd73769f80 00000100:00100000:1.0:1769074959.611410:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11095 00000100:00100000:1.0:1769074959.611419:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73769f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960386048:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074959.611809:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73769f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960386048:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 388us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074959.611826:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11095 00002000:00100000:1.0:1769074959.611834:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1515520->1519615) req@ffff8ffd73769f80 x1855007960386048/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/440 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074959.611842:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd73769f80 with x1855007960386048 ext(1515520->1519615) 00002000:00010000:1.0:1769074959.611846:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd73769f80 00000100:00100000:3.0:1769074959.619094:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.619166:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960386176 00000100:00100000:1.0:1769074959.619375:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960386176 00002000:00100000:1.0:1769074959.619426:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1306624->1740799) req@ffff8ffe6f922680 x1855007960386176/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 504/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074959.619437:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f922680 with x1855007960386176 ext(1306624->1740799) 00002000:00010000:1.0:1769074959.619443:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f922680 00000100:00100000:1.0:1769074959.619572:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11096 00000100:00100000:1.0:1769074959.619583:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960386176:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074959.622708:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960386176:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3114us (3610us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074959.622723:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11096 00002000:00100000:1.0:1769074959.622736:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1306624->1740799) req@ffff8ffe6f922680 x1855007960386176/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 504/440 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074959.622745:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f922680 with x1855007960386176 ext(1306624->1740799) 00002000:00010000:1.0:1769074959.622751:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f922680 00000100:00100000:0.0:1769074959.629485:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.629717:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960386304 00000100:00100000:1.0:1769074959.629729:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960386304 00002000:00100000:1.0:1769074959.629801:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1511424->4012484) req@ffff8ffd73768000 x1855007960386304/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 504/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074959.629813:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd73768000 with x1855007960386304 ext(1511424->4012484) 00002000:00010000:1.0:1769074959.629819:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd73768000 00000100:00100000:1.0:1769074959.629854:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11097 00000100:00100000:1.0:1769074959.629864:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73768000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960386304:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:1.0:1769074959.633810:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73768000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960386304:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 3935us (4361us total) trans 4294989809 rc 0/0 00000100:00100000:1.0:1769074959.633826:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11097 00002000:00100000:1.0:1769074959.633839:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1511424->4012484) req@ffff8ffd73768000 x1855007960386304/t4294989809(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 504/448 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074959.633849:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd73768000 with x1855007960386304 ext(1511424->4012484) 00002000:00010000:1.0:1769074959.633855:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd73768000 00000100:00100000:0.0:1769074959.637320:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.637425:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960386432 00000100:00100000:2.0:1769074959.637435:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960386432 00000100:00100000:2.0:1769074959.637527:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83472 00000100:00100000:2.0:1769074959.637537:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960386432:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074959.640734:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989809 is committed 00000100:00100000:0.0:1769074959.641112:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960386432:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 3571us (3796us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.641128:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83472 00000100:00100000:0.0:1769074959.645306:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.646030:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960386560 00000100:00100000:1.0:1769074959.646042:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960386560 00000100:00100000:1.0:1769074959.646118:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11098 00000100:00100000:1.0:1769074959.646127:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960386560:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074959.646426:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1225056 -> 4012485 00002000:00010000:1.0:1769074959.646430:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.646432:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.646435:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.646437:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2288 -> 2528 00000100:00100000:1.0:1769074959.646591:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960386560:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 464us (1292us total) trans 4294989810 rc 0/0 00000100:00100000:1.0:1769074959.646601:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11098 00000100:00100000:2.0:1769074959.649872:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.650029:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960386688 00000100:00100000:0.0:1769074959.650039:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960386688 00000100:00100000:0.0:1769074959.650101:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11099 00000100:00100000:0.0:1769074959.650108:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960386688:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074959.650293:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4012485 -> 4012485 00002000:00010000:0.0:1769074959.650297:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.650299:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.650301:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.650304:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2528 -> 2528 00000100:00100000:0.0:1769074959.650369:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960386688:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 259us (505us total) trans 4294989811 rc 0/0 00000100:00100000:0.0:1769074959.650377:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11099 00000100:00100000:0.0:1769074959.656953:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.657064:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960386816 00000100:00100000:1.0:1769074959.657075:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960386816 00002000:00100000:1.0:1769074959.657124:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1994752->2428927) req@ffff8ffd7376b480 x1855007960386816/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074959.657137:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd7376b480 with x1855007960386816 ext(1994752->2428927) 00002000:00010000:1.0:1769074959.657144:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd7376b480 00000100:00100000:1.0:1769074959.657180:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11100 00000100:00100000:1.0:1769074959.657188:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960386816:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074959.669267:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960386816:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 12068us (12312us total) trans 0 rc 434176/434176 00000100:00100000:1.0:1769074959.669281:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11100 00002000:00100000:1.0:1769074959.669295:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1994752->2428927) req@ffff8ffd7376b480 x1855007960386816/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/440 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 434176/434176 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074959.669304:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd7376b480 with x1855007960386816 ext(1994752->2428927) 00002000:00010000:1.0:1769074959.669311:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd7376b480 00000100:00100000:2.0:1769074959.673303:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.673662:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960386944 00000100:00100000:1.0:1769074959.673672:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960386944 00000100:00100000:1.0:1769074959.673741:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11101 00000100:00100000:1.0:1769074959.673750:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960386944:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074959.673958:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4012485 -> 4012485 00002000:00010000:1.0:1769074959.673962:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.673963:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.673965:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.673966:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2528 -> 2632 00000100:00100000:1.0:1769074959.674066:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960386944:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 316us (771us total) trans 4294989812 rc 0/0 00000100:00100000:1.0:1769074959.674074:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11101 00000100:00100000:0.0:1769074959.678345:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.678554:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960387072 00000100:00100000:1.0:1769074959.678563:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960387072 00000100:00100000:1.0:1769074959.678675:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11102 00000100:00100000:1.0:1769074959.678684:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73768a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960387072:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074959.679210:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4012485 -> 4012485 00002000:00010000:1.0:1769074959.679214:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.679218:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.679220:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.679222:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2632 -> 2680 00000100:00100000:1.0:1769074959.679381:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73768a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960387072:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 697us (1045us total) trans 4294989813 rc 0/0 00000100:00100000:1.0:1769074959.679390:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11102 00000100:00100000:2.0:1769074959.683151:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.683382:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960387200 00000100:00100000:1.0:1769074959.683392:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960387200 00000100:00100000:1.0:1769074959.683471:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11103 00000100:00100000:1.0:1769074959.683492:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960387200:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074959.683735:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4012485 -> 4012485 00002000:00010000:1.0:1769074959.683740:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.683742:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.683744:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.683747:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2680 -> 2680 00000100:00100000:1.0:1769074959.684409:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960387200:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 926us (1264us total) trans 4294989814 rc 0/0 00000100:00100000:1.0:1769074959.684417:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11103 00000100:00100000:2.0:1769074959.689768:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.690758:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960387456 00000100:00100000:0.0:1769074959.690771:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960387456 00000100:00100000:0.0:1769074959.690929:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41118 00000100:00100000:0.0:1769074959.690940:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+63:12630:x1855007960387456:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074959.690992:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074959.691019:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d400/0xf5091596e3045672 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c2c expref: 63 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.691039:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.691071:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074959.691233:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045679 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.691249:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045679 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.691258:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045679 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:0.0:1769074959.692164:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998113 00000004:00010000:0.0:1769074959.692201:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ef3e33fb reply state 00000000f18355e4 transno 4294998114 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045679 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.692217:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045679 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.692223:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.692226:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074959.692229:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074959.692422:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+65:12630:x1855007960387456:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 1481us (2660us total) trans 4294998114 rc 0/0 00000100:00100000:0.0:1769074959.692430:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41118 00000020:00080000:0.0:1769074959.692435:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074959.695947:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.696029:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.696773:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960387584 00000100:00100000:0.0:1769074959.696785:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960387584 00002000:00010000:0.0:1769074959.696830:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2786098->18446744073709551615) 00002000:00100000:0.0:1769074959.696835:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bcdf80 with x1855007960387584 ext(2786098->18446744073709551615) 00002000:00010000:0.0:1769074959.696848:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdc1bcdf80. 00000100:00100000:0.0:1769074959.696867:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960387712 00000100:00100000:0.0:1769074959.696870:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960387712 00002000:00010000:0.0:1769074959.696883:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074959.696886:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bcc380 with x1855007960387712 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074959.696892:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdc1bcc380. 00000100:00100000:0.0:1769074959.696923:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11104 00000100:00100000:0.0:1769074959.696933:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960387584:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074959.697505:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4012485 -> 2786098 00002000:00010000:0.0:1769074959.697510:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.697512:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00000100:00100000:1.0:1769074959.697731:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11105 00000100:00100000:1.0:1769074959.697742:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+22:2410:x1855007960387712:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074959.697819:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1769074959.697821:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.697824:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074959.697826:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.697828:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1769074959.697887:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+23:2410:x1855007960387712:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 148us (1857us total) trans 4294989779 rc 0/0 00000100:00100000:1.0:1769074959.697896:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11105 00002000:00010000:1.0:1769074959.697900:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074959.697903:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bcc380 with x1855007960387712 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074959.697908:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdc1bcc380. 00002000:00010000:0.0:1769074959.697960:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.697964:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2680 -> 2504 00000100:00100000:0.0:1769074959.697988:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960387584:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1057us (2051us total) trans 4294989815 rc 0/0 00000100:00100000:0.0:1769074959.697995:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11104 00002000:00010000:0.0:1769074959.697998:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2786098->18446744073709551615) 00002000:00100000:0.0:1769074959.699427:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bcdf80 with x1855007960387584 ext(2786098->18446744073709551615) 00002000:00010000:0.0:1769074959.699445:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdc1bcdf80. 00000100:00100000:2.0:1769074959.702411:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.702738:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960387840 00000100:00100000:0.0:1769074959.702748:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960387840 00000100:00100000:0.0:1769074959.702843:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41119 00000100:00100000:0.0:1769074959.702854:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+65:12630:x1855007960387840:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074959.702879:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074959.702899:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d400/0xf5091596e3045680 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c33 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.702992:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045687 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.703022:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045687 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.703035:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045687 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:0.0:1769074959.703063:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 2786098 00000004:00200000:0.0:1769074959.703068:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074959.703087:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045687 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.703114:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d400/0xf5091596e3045680 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c33 expref: 67 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.703130:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045687 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c33 expref: 66 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.703137:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.703140:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074959.703143:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe5a89da00, rc 0) 00000100:00100000:0.0:1769074959.703210:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+66:12630:x1855007960387840:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 357us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.703217:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41119 00000100:00100000:2.0:1769074959.707305:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.707550:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960387968 00000100:00100000:3.0:1769074959.707569:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960387968 00000100:00100000:3.0:1769074959.707640:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11106 00000100:00100000:3.0:1769074959.707651:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960387968:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074959.707921:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2786098 -> 2786098 00002000:00010000:3.0:1769074959.707925:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.707928:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.707930:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.707932:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2504 -> 2624 00000100:00100000:3.0:1769074959.707996:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960387968:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 346us (698us total) trans 4294989816 rc 0/0 00000100:00100000:3.0:1769074959.708136:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11106 00000100:00100000:1.0:1769074959.712356:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.712416:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960388096 00000100:00100000:0.0:1769074959.712427:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960388096 00000100:00100000:0.0:1769074959.712666:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11107 00000100:00100000:0.0:1769074959.712678:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+23:2408:x1855007960388096:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074959.713253:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1769074959.713257:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.713261:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074959.713263:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.713266:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 120 00000100:00100000:1.0:1769074959.713333:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+24:2408:x1855007960388096:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 657us (983us total) trans 4294989780 rc 0/0 00000100:00100000:1.0:1769074959.713342:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11107 00000100:00100000:2.0:1769074959.717781:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.718016:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960388224 00000100:00100000:1.0:1769074959.718025:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960388224 00000100:00100000:1.0:1769074959.718146:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11108 00000100:00100000:1.0:1769074959.718157:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960388224:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074959.718354:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2786098 -> 2786098 00002000:00010000:1.0:1769074959.718358:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.718360:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.718363:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.718365:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2624 -> 2624 00000100:00100000:1.0:1769074959.718774:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960388224:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 618us (1000us total) trans 4294989817 rc 0/0 00000100:00100000:1.0:1769074959.718783:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11108 00010000:00010000:0.0:1769074959.722856:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074959.723158:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.723582:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960388352 00000100:00100000:1.0:1769074959.723593:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960388352 00000100:00100000:1.0:1769074959.723673:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11109 00000100:00100000:1.0:1769074959.723683:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+14:2408:x1855007960388352:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074959.724299:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2786098 -> 2786098 00002000:00010000:1.0:1769074959.724304:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.724307:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.724309:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.724312:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2624 -> 2696 00000100:00100000:1.0:1769074959.724428:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+15:2408:x1855007960388352:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 744us (1273us total) trans 4294989818 rc 0/0 00000100:00100000:1.0:1769074959.724437:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11109 00000100:00100000:2.0:1769074959.729543:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.729778:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960388480 00000100:00100000:1.0:1769074959.729791:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960388480 00000100:00100000:1.0:1769074959.729868:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11110 00000100:00100000:1.0:1769074959.729878:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+15:2409:x1855007960388480:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074959.730108:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2786098 -> 2786098 00002000:00010000:1.0:1769074959.730112:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.730114:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.730116:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.730119:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2696 -> 2704 00000100:00100000:1.0:1769074959.730183:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+16:2409:x1855007960388480:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 306us (648us total) trans 4294989819 rc 0/0 00000100:00100000:1.0:1769074959.730191:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11110 00000100:00100000:2.0:1769074959.734969:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.735237:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960388608 00000100:00100000:3.0:1769074959.735248:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960388608 00000100:00100000:3.0:1769074959.735325:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11111 00000100:00100000:3.0:1769074959.735336:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+16:2407:x1855007960388608:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074959.735681:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2786098 -> 2786098 00002000:00010000:3.0:1769074959.735686:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.735688:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.735691:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.735694:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2704 -> 2704 00000100:00100000:3.0:1769074959.735775:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+17:2407:x1855007960388608:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 440us (815us total) trans 4294989820 rc 0/0 00000100:00100000:3.0:1769074959.735782:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11111 00000100:00100000:2.0:1769074959.740763:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.740872:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960388736 00000100:00100000:1.0:1769074959.740882:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960388736 00002000:00100000:1.0:1769074959.740929:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1744896->1748991) req@ffff8ffe4be0f100 x1855007960388736/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074959.740938:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0f100 with x1855007960388736 ext(1744896->1748991) 00002000:00010000:1.0:1769074959.740943:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4be0f100 00000100:00100000:1.0:1769074959.740970:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11112 00000100:00100000:1.0:1769074959.740976:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+17:2407:x1855007960388736:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074959.741151:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+17:2407:x1855007960388736:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 175us (398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074959.741157:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11112 00002000:00100000:1.0:1769074959.741161:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1744896->1748991) req@ffff8ffe4be0f100 x1855007960388736/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 488/4536 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074959.741167:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0f100 with x1855007960388736 ext(1744896->1748991) 00002000:00010000:1.0:1769074959.741169:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4be0f100 00000100:00100000:2.0:1769074959.745748:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.745975:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960388864 00000100:00100000:3.0:1769074959.745984:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960388864 00000100:00100000:3.0:1769074959.746050:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11113 00000100:00100000:3.0:1769074959.746056:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+17:2409:x1855007960388864:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074959.746289:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2786098 -> 2786098 00002000:00010000:3.0:1769074959.746293:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.746295:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.746297:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.746299:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2704 -> 2640 00000100:00100000:3.0:1769074959.746368:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960388864:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 310us (628us total) trans 4294989821 rc 0/0 00000100:00100000:3.0:1769074959.746375:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11113 00000100:00100000:2.0:1769074959.750169:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.750275:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960388992 00000100:00100000:1.0:1769074959.750285:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960388992 00000100:00100000:1.0:1769074959.750345:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11114 00000100:00100000:1.0:1769074959.750354:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960388992:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074959.750595:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2786098 -> 3734899 00002000:00010000:1.0:1769074959.750599:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.750602:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.750605:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.750607:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2640 -> 2752 00000100:00100000:1.0:1769074959.750678:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+19:2410:x1855007960388992:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 324us (517us total) trans 4294989822 rc 0/0 00000100:00100000:1.0:1769074959.750686:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11114 00000100:00100000:2.0:1769074959.756092:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.756472:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960389120 00000100:00100000:3.0:1769074959.756483:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960389120 00000100:00100000:3.0:1769074959.756552:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11115 00000100:00100000:3.0:1769074959.756571:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+19:2407:x1855007960389120:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074959.756727:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3734899 -> 3734899 00002000:00010000:3.0:1769074959.756731:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.756732:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.756734:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.756736:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2752 -> 2752 00000100:00100000:3.0:1769074959.756794:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960389120:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 225us (708us total) trans 4294989823 rc 0/0 00000100:00100000:3.0:1769074959.756798:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11115 00000100:00100000:0.0:1769074959.761668:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.761997:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960389248 00000100:00100000:1.0:1769074959.762015:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960389248 00000100:00100000:1.0:1769074959.762077:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11116 00000100:00100000:1.0:1769074959.762085:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73769500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2409:x1855007960389248:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074959.762232:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3734899 -> 3734899 00002000:00010000:1.0:1769074959.762236:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.762239:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.762242:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.762244:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2752 -> 2752 00000100:00100000:1.0:1769074959.762300:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73769500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+21:2409:x1855007960389248:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 216us (643us total) trans 4294989824 rc 0/0 00000100:00100000:1.0:1769074959.762308:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11116 00000100:00100000:2.0:1769074959.766678:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.766855:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960389376 00000100:00100000:3.0:1769074959.766868:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960389376 00000100:00100000:3.0:1769074959.766941:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11117 00000100:00100000:3.0:1769074959.766951:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2410:x1855007960389376:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074959.767110:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3734899 -> 3734899 00002000:00010000:3.0:1769074959.767114:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.767117:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.767119:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.767122:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2752 -> 2752 00000100:00100000:3.0:1769074959.767182:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+22:2410:x1855007960389376:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 232us (512us total) trans 4294989825 rc 0/0 00000100:00100000:3.0:1769074959.767190:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11117 00000100:00100000:2.0:1769074959.790837:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.790952:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960389504 00000100:00100000:1.0:1769074959.790963:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960389504 00002000:00100000:1.0:1769074959.791027:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (262144->3735551) req@ffff8ffe4be0f800 x1855007960389504/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 648/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074959.791038:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0f800 with x1855007960389504 ext(262144->3735551) 00002000:00010000:1.0:1769074959.791043:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4be0f800 00000100:00100000:1.0:1769074959.791079:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11118 00000100:00100000:1.0:1769074959.791088:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+22:2409:x1855007960389504:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074959.830165:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+22:2409:x1855007960389504:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 39067us (39328us total) trans 0 rc 1912832/1912832 00000100:00100000:1.0:1769074959.830179:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11118 00002000:00100000:1.0:1769074959.830192:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (262144->3735551) req@ffff8ffe4be0f800 x1855007960389504/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 648/440 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 1912832/1912832 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074959.830201:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0f800 with x1855007960389504 ext(262144->3735551) 00002000:00010000:1.0:1769074959.830208:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4be0f800 00000100:00100000:0.0:1769074959.835077:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.835163:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960389632 00000100:00100000:1.0:1769074959.835172:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960389632 00000100:00100000:1.0:1769074959.835237:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11119 00000100:00100000:1.0:1769074959.835247:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+22:2410:x1855007960389632:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074959.835418:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3734899 -> 3734899 00002000:00010000:1.0:1769074959.835421:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.835422:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.835424:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.835426:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2752 -> 2840 00000100:00100000:1.0:1769074959.836094:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+23:2410:x1855007960389632:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 841us (1019us total) trans 4294989826 rc 0/0 00000100:00100000:1.0:1769074959.836103:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11119 00000100:00100000:2.0:1769074959.842242:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.842342:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960389760 00000100:00100000:1.0:1769074959.842352:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960389760 00000100:00100000:1.0:1769074959.842471:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11120 00000100:00100000:1.0:1769074959.842479:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+23:2410:x1855007960389760:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074959.842717:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3734899 -> 3734899 00002000:00010000:1.0:1769074959.842721:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.842723:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.842725:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.842727:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2840 -> 2840 00000100:00100000:1.0:1769074959.842794:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+24:2410:x1855007960389760:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 314us (560us total) trans 4294989827 rc 0/0 00000100:00100000:1.0:1769074959.842802:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11120 00000100:00100000:2.0:1769074959.850306:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.852175:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960389888 00000100:00100000:1.0:1769074959.852192:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960389888 00000100:00100000:1.0:1769074959.852381:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11121 00000100:00100000:1.0:1769074959.852392:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+24:2409:x1855007960389888:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074959.852734:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3734899 -> 3734899 00002000:00010000:1.0:1769074959.852739:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.852742:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.852745:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.852748:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2840 -> 2856 00000100:00100000:1.0:1769074959.852820:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+25:2409:x1855007960389888:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 429us (2522us total) trans 4294989828 rc 0/0 00000100:00100000:1.0:1769074959.852829:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11121 00000100:00100000:0.0:1769074959.858324:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.858434:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960390016 00000100:00100000:1.0:1769074959.858651:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960390016 00000100:00100000:1.0:1769074959.858818:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11122 00000100:00100000:1.0:1769074959.858831:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+25:2407:x1855007960390016:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074959.859074:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3734899 -> 3734899 00002000:00010000:1.0:1769074959.859079:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.859082:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.859085:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.859088:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2856 -> 2976 00000100:00100000:1.0:1769074959.859212:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+26:2407:x1855007960390016:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 382us (896us total) trans 4294989829 rc 0/0 00000100:00100000:1.0:1769074959.859221:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11122 00000100:00100000:2.0:1769074959.868159:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.868336:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960390272 00000100:00100000:0.0:1769074959.868347:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960390272 00000100:00100000:0.0:1769074959.868470:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41120 00000100:00100000:0.0:1769074959.868480:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+66:12630:x1855007960390272:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074959.868536:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074959.868574:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e3045687 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c33 expref: 66 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.868594:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.868599:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074959.868773:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ce00/0xf5091596e304568e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.868791:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ce00/0xf5091596e304568e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.868801:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ce00/0xf5091596e304568e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:0.0:1769074959.868838:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998115 00000004:00010000:0.0:1769074959.869113:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007723a52c reply state 00000000491bebfe transno 4294998116 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ce00/0xf5091596e304568e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.869126:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ce00/0xf5091596e304568e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.869132:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.869135:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074959.869137:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074959.869255:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+68:12630:x1855007960390272:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 775us (1104us total) trans 4294998116 rc 0/0 00000100:00100000:0.0:1769074959.869263:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41120 00000020:00080000:0.0:1769074959.869268:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074959.872993:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.873034:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.876014:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960390528 00000100:00100000:3.0:1769074959.876031:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960390528 00002000:00010000:2.0:1769074959.876139:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074959.876145:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0dc00 with x1855007960390528 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074959.876159:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4be0dc00. 00000100:00100000:1.0:1769074959.876193:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960390400 00000100:00100000:1.0:1769074959.876198:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960390400 00002000:00010000:1.0:1769074959.876215:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1762121->18446744073709551615) 00002000:00100000:1.0:1769074959.876219:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0d880 with x1855007960390400 ext(1762121->18446744073709551615) 00002000:00010000:1.0:1769074959.876227:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4be0d880. 00000100:00100000:0.0:1769074959.878456:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11123 00000100:00100000:1.0:1769074959.878520:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11124 00000100:00100000:1.0:1769074959.878540:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+26:2410:x1855007960390400:12345-192.168.204.30@tcp:10:fsx.0 00000100:00100000:0.0:1769074959.878781:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+24:2410:x1855007960390528:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074959.878906:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074959.878910:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.878913:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074959.878915:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074959.878917:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:0.0:1769074959.878991:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+25:2410:x1855007960390528:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 215us (6006us total) trans 4294989781 rc 0/0 00000100:00100000:0.0:1769074959.879474:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11123 00002000:00010000:0.0:1769074959.879481:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074959.879485:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0dc00 with x1855007960390528 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074959.879493:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4be0dc00. 00002000:00010000:1.0:1769074959.881349:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3734899 -> 1762121 00002000:00010000:1.0:1769074959.881358:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.881361:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.881363:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.881366:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2976 -> 2504 00000100:00100000:1.0:1769074959.881667:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+27:2410:x1855007960390400:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 3133us (8627us total) trans 4294989830 rc 0/0 00000100:00100000:1.0:1769074959.881678:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11124 00002000:00010000:1.0:1769074959.881682:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1762121->18446744073709551615) 00002000:00100000:1.0:1769074959.881686:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0d880 with x1855007960390400 ext(1762121->18446744073709551615) 00002000:00010000:1.0:1769074959.881693:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4be0d880. 00000100:00100000:2.0:1769074959.894418:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.895136:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960390656 00000100:00100000:0.0:1769074959.895148:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960390656 00000100:00100000:0.0:1769074959.895256:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41121 00000100:00100000:0.0:1769074959.895267:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+68:12630:x1855007960390656:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074959.895298:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074959.895321:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c600/0xf5091596e3045695 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c3a expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.895426:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e304569c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.896129:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e304569c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.896146:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e304569c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:0.0:1769074959.896183:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 1762121 00000004:00200000:0.0:1769074959.896188:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074959.896209:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e304569c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074959.896239:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c600/0xf5091596e3045695 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c3a expref: 70 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.896256:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e304569c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c3a expref: 69 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.896264:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.896268:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074959.896271:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe5a89da00, rc 0) 00000100:00100000:0.0:1769074959.896356:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+69:12630:x1855007960390656:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 1089us (1945us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.896364:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41121 00000100:00100000:0.0:1769074959.907703:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.907974:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960390912 00000100:00100000:2.0:1769074959.907985:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960390912 00000100:00100000:2.0:1769074959.908046:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41122 00000100:00100000:2.0:1769074959.908056:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+69:12630:x1855007960390912:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074959.908109:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074959.908138:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e304569c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c3a expref: 69 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074959.908157:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074959.908162:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074959.908353:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30456a3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074959.908370:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30456a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074959.908380:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30456a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:2.0:1769074959.908426:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998117 00000004:00010000:2.0:1769074959.908763:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008eb48339 reply state 000000006ce2636a transno 4294998118 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30456a3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074959.908777:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30456a3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074959.908783:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074959.908786:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074959.908789:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074959.908896:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae66a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+71:12630:x1855007960390912:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 841us (1201us total) trans 4294998118 rc 0/0 00000100:00100000:2.0:1769074959.908905:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41122 00000020:00080000:2.0:1769074959.908910:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074959.911584:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.911636:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.915015:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1769074959.915039:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6f923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969079040:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1769074959.915108:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074959.915895:0:8418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969079040 00000100:00100000:0.0:1769074959.915906:0:8418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969079040 00000100:00100000:0.0:1769074959.915956:0:8418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:0.0:1769074959.915964:0:8418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f923800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3657:x1855007969079040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1769074959.915996:0:8418:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8580800 pending 0 free 3923468288 avail 3691945984 00000100:00100000:0.0:1769074959.916051:0:8418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f923800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3657:x1855007969079040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (942us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.916059:0:8418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:3.0:1769074959.916091:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6f923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969079040:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1769074959.919716:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960391040 00000100:00100000:1.0:1769074959.919737:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960391040 00000100:00100000:0.0:1769074959.920402:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5ae67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007969079168:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1769074959.920488:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00010000:1.0:1769074959.920563:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3794217->18446744073709551615) 00002000:00100000:1.0:1769074959.920569:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f920700 with x1855007960391040 ext(3794217->18446744073709551615) 00002000:00010000:1.0:1769074959.920581:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f920700. 00000100:00100000:1.0:1769074959.920620:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960391168 00000100:00100000:1.0:1769074959.920625:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960391168 00002000:00010000:1.0:1769074959.920643:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074959.920646:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f921f80 with x1855007960391168 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074959.920653:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6f921f80. 00000100:00100000:1.0:1769074959.920674:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11125 00000100:00100000:1.0:1769074959.920683:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f920700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+27:2407:x1855007960391040:12345-192.168.204.30@tcp:10:fsx.0 00000100:00100000:3.0:1769074959.920814:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11126 00000100:00100000:3.0:1769074959.920827:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f921f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+25:2407:x1855007960391168:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074959.921027:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1769074959.921031:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.921033:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074959.921035:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.921038:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:3.0:1769074959.921092:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f921f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+26:2407:x1855007960391168:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 268us (9454us total) trans 4294989782 rc 0/0 00000100:00100000:3.0:1769074959.921099:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11126 00002000:00010000:3.0:1769074959.921103:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074959.921106:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f921f80 with x1855007960391168 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074959.921111:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6f921f80. 00000100:00100000:0.0:1769074959.921198:0:13919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969079168 00002000:00010000:1.0:1769074959.921198:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1762121 -> 3794217 00002000:00010000:1.0:1769074959.921204:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00000100:00100000:0.0:1769074959.921205:0:13919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969079168 00002000:00010000:1.0:1769074959.921208:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.921212:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.921214:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2504 -> 2504 00000100:00100000:1.0:1769074959.921239:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f920700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+28:2407:x1855007960391040:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 557us (9664us total) trans 4294989831 rc 0/0 00000100:00100000:0.0:1769074959.921249:0:13919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:1.0:1769074959.921249:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11125 00002000:00010000:1.0:1769074959.921256:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3794217->18446744073709551615) 00002000:00100000:1.0:1769074959.921259:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f920700 with x1855007960391040 ext(3794217->18446744073709551615) 00000100:00100000:0.0:1769074959.921264:0:13919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007969079168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769074959.921279:0:13919:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 8580800 pending 0 free 3923468288 avail 3691945984 00000100:00100000:0.0:1769074959.921321:0:13919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007969079168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (833us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.921327:0:13919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00002000:00010000:1.0:1769074959.921368:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f920700. 00000100:00100000:0.0:1769074959.921378:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5ae67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007969079168:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1769074959.933163:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.933681:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960391296 00000100:00100000:3.0:1769074959.933691:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960391296 00002000:00100000:3.0:1769074959.933733:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (532480->3796991) req@ffff8ffd428cdc00 x1855007960391296/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 504/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074959.933741:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cdc00 with x1855007960391296 ext(532480->3796991) 00002000:00010000:3.0:1769074959.933747:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cdc00 00000100:00100000:3.0:1769074959.933772:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11127 00000100:00100000:3.0:1769074959.933778:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+28:2409:x1855007960391296:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074959.952834:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+28:2409:x1855007960391296:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 19043us (19666us total) trans 0 rc 2043904/2043904 00000100:00100000:3.0:1769074959.952859:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11127 00002000:00100000:3.0:1769074959.952872:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (532480->3796991) req@ffff8ffd428cdc00 x1855007960391296/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 504/440 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 2043904/2043904 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074959.952883:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cdc00 with x1855007960391296 ext(532480->3796991) 00002000:00010000:3.0:1769074959.952890:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cdc00 00000100:00100000:1.0:1769074959.958645:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074959.958697:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960391424 00000100:00100000:3.0:1769074959.958709:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960391424 00002000:00100000:3.0:1769074959.958754:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1703936->3794216) req@ffff8ffd428cc700 x1855007960391424/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 504/0 e 0 to 0 dl 1769074970 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074959.958766:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cc700 with x1855007960391424 ext(1703936->3794216) 00002000:00010000:3.0:1769074959.958772:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cc700 00000100:00100000:3.0:1769074959.958802:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11128 00000100:00100000:3.0:1769074959.958810:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+28:2410:x1855007960391424:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074959.963356:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+30:2410:x1855007960391424:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 4534us (4708us total) trans 4294989832 rc 0/0 00000100:00100000:2.0:1769074959.963373:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11128 00002000:00100000:2.0:1769074959.963386:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1703936->3794216) req@ffff8ffd428cc700 x1855007960391424/t4294989832(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:495/0 lens 504/448 e 0 to 0 dl 1769074970 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074959.963398:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cc700 with x1855007960391424 ext(1703936->3794216) 00002000:00010000:2.0:1769074959.963405:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cc700 00000100:00100000:2.0:1769074959.966777:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.966889:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960391552 00000100:00100000:0.0:1769074959.966900:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960391552 00000100:00100000:0.0:1769074959.966959:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83473 00000100:00100000:0.0:1769074959.966968:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+30:2410:x1855007960391552:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:3.0:1769074959.969185:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989832 is committed 00000100:00100000:0.0:1769074959.969667:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960391552:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2589us (2789us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.969681:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83473 00000100:00100000:1.0:1769074959.974358:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.974431:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960391680 00000100:00100000:2.0:1769074959.974442:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960391680 00000100:00100000:2.0:1769074959.974533:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41123 00000100:00100000:2.0:1769074959.974542:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+71:12630:x1855007960391680:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:2.0:1769074959.974667:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074959.974692:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e30456aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c41 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074959.974793:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30456b1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074959.974810:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30456b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074959.974822:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30456b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:2.0:1769074959.974939:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 3794217 00000004:00200000:2.0:1769074959.974944:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074959.974963:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30456b1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074959.974989:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e30456aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c41 expref: 73 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074959.975088:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30456b1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c41 expref: 72 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074959.975098:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074959.975102:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074959.975105:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe80b79e00, rc 0) 00000100:00100000:2.0:1769074959.975171:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+72:12630:x1855007960391680:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 629us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074959.975179:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41123 00000100:00100000:0.0:1769074959.978983:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.979149:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960391808 00000100:00100000:2.0:1769074959.979159:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960391808 00000100:00100000:2.0:1769074959.979353:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11129 00000100:00100000:2.0:1769074959.979363:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960391808:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074959.979659:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3794217 -> 3794217 00002000:00010000:2.0:1769074959.979663:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.979666:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.979668:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074959.979671:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2504 -> 2608 00000100:00100000:2.0:1769074959.979730:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960391808:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 367us (757us total) trans 4294989833 rc 0/0 00000100:00100000:2.0:1769074959.979739:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11129 00000100:00100000:1.0:1769074959.983632:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.983772:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960392064 00000100:00100000:0.0:1769074959.983783:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960392064 00000100:00100000:0.0:1769074959.983842:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41124 00000100:00100000:0.0:1769074959.983860:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+72:12630:x1855007960392064:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074959.983961:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074959.983987:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79e00/0xf5091596e30456b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c41 expref: 72 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.984019:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.984024:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074959.984187:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89dc00/0xf5091596e30456b8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.984204:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89dc00/0xf5091596e30456b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.984214:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89dc00/0xf5091596e30456b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:0.0:1769074959.984264:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998119 00000004:00010000:0.0:1769074959.984283:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002642fdbd reply state 000000002b6e95d1 transno 4294998120 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89dc00/0xf5091596e30456b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.984296:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89dc00/0xf5091596e30456b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.984302:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.984305:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074959.984308:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074959.984892:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+74:12630:x1855007960392064:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 1029us (1275us total) trans 4294998120 rc 0/0 00000100:00100000:0.0:1769074959.984900:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41124 00000020:00080000:0.0:1769074959.984905:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074959.989195:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074959.989245:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074959.989307:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960392320 00000100:00100000:1.0:1769074959.989317:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960392320 00002000:00010000:1.0:1769074959.989356:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074959.989362:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0e300 with x1855007960392320 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074959.989374:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4be0e300. 00000100:00100000:1.0:1769074959.989396:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960392192 00000100:00100000:1.0:1769074959.989400:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960392192 00002000:00010000:1.0:1769074959.989411:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3067328->18446744073709551615) 00002000:00100000:1.0:1769074959.989414:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa16d80 with x1855007960392192 ext(3067328->18446744073709551615) 00002000:00010000:1.0:1769074959.989421:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa16d80. 00000100:00100000:1.0:1769074959.989437:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11130 00000100:00100000:1.0:1769074959.989463:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+26:2410:x1855007960392320:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074959.989629:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1769074959.989633:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.989636:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074959.989639:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074959.989641:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 120 -> 120 00000100:00100000:3.0:1769074959.989743:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11131 00000100:00100000:3.0:1769074959.989755:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960392192:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074959.990478:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3794217 -> 3067328 00002000:00010000:3.0:1769074959.990483:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.990485:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.990488:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074959.990491:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2608 -> 2592 00000100:00100000:1.0:1769074959.991510:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+27:2410:x1855007960392320:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 2056us (2316us total) trans 4294989783 rc 0/0 00000100:00100000:1.0:1769074959.991521:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11130 00002000:00010000:1.0:1769074959.991527:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074959.991531:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0e300 with x1855007960392320 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074959.991541:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4be0e300. 00000100:00100000:3.0:1769074959.991749:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960392192:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1996us (2502us total) trans 4294989834 rc 0/0 00000100:00100000:3.0:1769074959.991791:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11131 00002000:00010000:3.0:1769074959.991795:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3067328->18446744073709551615) 00002000:00100000:3.0:1769074959.991797:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa16d80 with x1855007960392192 ext(3067328->18446744073709551615) 00002000:00010000:3.0:1769074959.991803:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa16d80. 00000100:00100000:2.0:1769074959.996070:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074959.996212:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960392448 00000100:00100000:0.0:1769074959.996232:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960392448 00000100:00100000:0.0:1769074959.996290:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41125 00000100:00100000:0.0:1769074959.996299:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+74:12630:x1855007960392448:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074959.996325:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074959.996346:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d400/0xf5091596e30456bf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c48 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.996442:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d200/0xf5091596e30456c6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.996485:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d200/0xf5091596e30456c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.996497:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d200/0xf5091596e30456c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:0.0:1769074959.996525:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 3067328 00000004:00200000:0.0:1769074959.996530:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074959.996547:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d200/0xf5091596e30456c6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074959.996585:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d400/0xf5091596e30456bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c48 expref: 76 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.996602:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d200/0xf5091596e30456c6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c48 expref: 75 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074959.996619:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074959.996623:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074959.996627:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe5a89d200, rc 0) 00000100:00100000:0.0:1769074959.996686:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+75:12630:x1855007960392448:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 387us (626us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074959.996697:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41125 00000100:00100000:3.0:1769074960.001740:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.002056:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960392576 00000100:00100000:1.0:1769074960.002066:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960392576 00002000:00100000:1.0:1769074960.002114:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2203648->2269183) req@ffff8ffe6f923b80 x1855007960392576/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074960.002126:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f923b80 with x1855007960392576 ext(2203648->2269183) 00002000:00010000:1.0:1769074960.002132:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f923b80 00000100:00100000:1.0:1769074960.002166:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11132 00000100:00100000:1.0:1769074960.002175:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f923b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960392576:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:1.0:1769074960.007982:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f923b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960392576:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 5797us (6241us total) trans 4294989835 rc 0/0 00000100:00100000:1.0:1769074960.008005:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11132 00002000:00100000:1.0:1769074960.008017:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2203648->2269183) req@ffff8ffe6f923b80 x1855007960392576/t4294989835(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/448 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074960.008029:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f923b80 with x1855007960392576 ext(2203648->2269183) 00002000:00010000:1.0:1769074960.008036:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f923b80 00000100:00100000:2.0:1769074960.011943:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.012029:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960392704 00000100:00100000:1.0:1769074960.012040:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960392704 00000100:00100000:1.0:1769074960.012098:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83474 00000100:00100000:1.0:1769074960.012108:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960392704:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:1.0:1769074960.014253:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989835 is committed 00000100:00100000:0.0:1769074960.014496:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960392704:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2383us (2645us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.014507:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83474 00000100:00100000:0.0:1769074960.020530:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.021385:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960392960 00000100:00100000:2.0:1769074960.021399:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960392960 00000100:00100000:2.0:1769074960.021484:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41126 00000100:00100000:2.0:1769074960.021494:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+75:12630:x1855007960392960:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074960.021550:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074960.021589:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d200/0xf5091596e30456c6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c48 expref: 75 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074960.021617:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074960.021622:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074960.021809:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30456cd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074960.021831:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30456cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074960.021841:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30456cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:2.0:1769074960.022426:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998121 00000004:00010000:2.0:1769074960.022493:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004738004d reply state 00000000856ac39d transno 4294998122 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30456cd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074960.022508:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30456cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074960.022515:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074960.022518:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074960.022521:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074960.022860:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+77:12630:x1855007960392960:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 1365us (2337us total) trans 4294998122 rc 0/0 00000100:00100000:2.0:1769074960.022869:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41126 00000020:00080000:2.0:1769074960.022875:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074960.026424:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.026540:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.026799:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960393216 00000100:00100000:2.0:1769074960.026809:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960393216 00002000:00010000:2.0:1769074960.026938:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (487->18446744073709551615) 00002000:00100000:2.0:1769074960.026943:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cf800 with x1855007960393216 ext(487->18446744073709551615) 00002000:00010000:2.0:1769074960.026956:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd428cf800. 00000100:00100000:2.0:1769074960.027088:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960393088 00000100:00100000:2.0:1769074960.027092:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960393088 00002000:00010000:2.0:1769074960.027105:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074960.027109:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cfb80 with x1855007960393088 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074960.027116:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cfb80. 00000100:00100000:0.0:1769074960.027151:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11133 00000100:00100000:0.0:1769074960.027163:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+27:2410:x1855007960393216:12345-192.168.204.30@tcp:10:fsx.0 00000100:00100000:3.0:1769074960.027320:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11134 00000100:00100000:3.0:1769074960.027331:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960393088:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074960.027511:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3067328 -> 4194304 00002000:00010000:3.0:1769074960.027515:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074960.027517:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074960.027519:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074960.027521:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2592 -> 2720 00000100:00100000:3.0:1769074960.027590:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960393088:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 261us (1049us total) trans 4294989836 rc 0/0 00000100:00100000:3.0:1769074960.027597:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11134 00002000:00010000:3.0:1769074960.027601:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:3.0:1769074960.027603:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cfb80 with x1855007960393088 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1769074960.027616:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cfb80. 00002000:00010000:0.0:1769074960.029664:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 487 00002000:00010000:0.0:1769074960.029676:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074960.029679:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074960.029681:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074960.029683:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 120 -> 0 00000100:00100000:0.0:1769074960.029838:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+28:2410:x1855007960393216:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 2672us (3418us total) trans 4294989784 rc 0/0 00000100:00100000:0.0:1769074960.029857:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11133 00002000:00010000:0.0:1769074960.029862:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (487->18446744073709551615) 00002000:00100000:0.0:1769074960.029867:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cf800 with x1855007960393216 ext(487->18446744073709551615) 00002000:00010000:0.0:1769074960.029874:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd428cf800. 00000100:00100000:1.0:1769074960.033096:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.033174:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960393344 00000100:00100000:2.0:1769074960.033186:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960393344 00000100:00100000:2.0:1769074960.033378:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41127 00000100:00100000:2.0:1769074960.033388:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+77:12630:x1855007960393344:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:2.0:1769074960.033412:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074960.033433:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78000/0xf5091596e30456d4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c4f expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074960.033663:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30456db lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074960.033681:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30456db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074960.033694:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30456db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:1.0:1769074960.033722:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4194791 00000004:00200000:1.0:1769074960.033728:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1769074960.033746:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30456db lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074960.033773:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78000/0xf5091596e30456d4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c4f expref: 79 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074960.033790:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30456db lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c4f expref: 78 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074960.033799:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074960.033802:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074960.033806:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe717d1e00, rc 0) 00000100:00100000:1.0:1769074960.033872:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+78:12630:x1855007960393344:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 485us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074960.033880:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41127 00000100:00100000:1.0:1769074960.038254:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.038339:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960393472 00000100:00100000:0.0:1769074960.038349:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960393472 00000100:00100000:0.0:1769074960.038419:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11135 00000100:00100000:0.0:1769074960.038430:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960393472:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074960.038630:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074960.038634:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074960.038637:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074960.038639:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074960.038641:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2720 -> 2720 00000100:00100000:0.0:1769074960.038704:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960393472:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 275us (459us total) trans 4294989837 rc 0/0 00000100:00100000:0.0:1769074960.038712:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11135 00000100:00100000:0.0:1769074960.044574:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.044753:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960393600 00000100:00100000:2.0:1769074960.044763:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960393600 00002000:00100000:2.0:1769074960.044817:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3088384->4194303) req@ffff8ffe663b9f80 x1855007960393600/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 504/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.044829:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe663b9f80 with x1855007960393600 ext(3088384->4194303) 00002000:00010000:2.0:1769074960.044835:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe663b9f80 00000100:00100000:2.0:1769074960.044880:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11136 00000100:00100000:2.0:1769074960.044891:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960393600:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074960.055321:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960393600:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 10319us (10655us total) trans 0 rc 401408/401408 00000100:00100000:2.0:1769074960.055337:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11136 00002000:00100000:2.0:1769074960.055351:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3088384->4194303) req@ffff8ffe663b9f80 x1855007960393600/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 504/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 401408/401408 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.055361:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe663b9f80 with x1855007960393600 ext(3088384->4194303) 00002000:00010000:2.0:1769074960.055658:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe663b9f80 00000100:00100000:1.0:1769074960.059192:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.059286:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960393728 00000100:00100000:2.0:1769074960.059297:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960393728 00000100:00100000:2.0:1769074960.059431:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11137 00000100:00100000:2.0:1769074960.059442:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960393728:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074960.059731:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074960.059735:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074960.059737:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074960.059740:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074960.059741:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2720 -> 2840 00000100:00100000:2.0:1769074960.059797:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960393728:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 356us (612us total) trans 4294989838 rc 0/0 00000100:00100000:2.0:1769074960.059804:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11137 00000100:00100000:1.0:1769074960.063327:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.063688:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960393984 00000100:00100000:0.0:1769074960.063698:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960393984 00000100:00100000:0.0:1769074960.063752:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41128 00000100:00100000:0.0:1769074960.063760:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+78:12630:x1855007960393984:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074960.063809:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074960.063835:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1e00/0xf5091596e30456db lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c4f expref: 78 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074960.063855:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074960.063860:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074960.064014:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e30456e2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074960.064031:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e30456e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074960.064040:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e30456e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:0.0:1769074960.064083:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998123 00000004:00010000:0.0:1769074960.064106:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000db035d3e reply state 00000000021672f6 transno 4294998124 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e30456e2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074960.064122:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e30456e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074960.064128:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074960.064131:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074960.064134:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074960.064232:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+80:12630:x1855007960393984:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 472us (913us total) trans 4294998124 rc 0/0 00000100:00100000:0.0:1769074960.064241:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41128 00000020:00080000:0.0:1769074960.064247:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074960.068531:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.068788:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960394112 00000100:00100000:2.0:1769074960.068797:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960394112 00002000:00010000:2.0:1769074960.068832:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074960.068835:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd79d6a680 with x1855007960394112 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074960.068847:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd79d6a680. 00000100:00100000:2.0:1769074960.068875:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11138 00000100:00100000:2.0:1769074960.068881:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd79d6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960394112:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074960.069010:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074960.069013:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074960.069015:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074960.069016:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074960.069017:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2840 -> 2840 00000100:00100000:2.0:1769074960.069076:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd79d6a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960394112:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 195us (557us total) trans 4294989839 rc 0/0 00000100:00100000:2.0:1769074960.069082:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11138 00002000:00010000:2.0:1769074960.069085:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074960.069087:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd79d6a680 with x1855007960394112 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074960.069091:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd79d6a680. 00000100:00100000:3.0:1769074960.069172:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.069267:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960394240 00000100:00100000:0.0:1769074960.069273:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960394240 00002000:00010000:0.0:1769074960.069289:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (29661->18446744073709551615) 00002000:00100000:0.0:1769074960.069293:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f923100 with x1855007960394240 ext(29661->18446744073709551615) 00002000:00010000:0.0:1769074960.069300:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6f923100. 00000100:00100000:0.0:1769074960.069316:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11139 00000100:00100000:0.0:1769074960.069321:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f923100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+28:2410:x1855007960394240:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074960.069445:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 487 -> 29661 00002000:00010000:0.0:1769074960.069476:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074960.069477:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074960.069479:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:0.0:1769074960.069482:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074960.069510:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f923100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+29:2410:x1855007960394240:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 188us (339us total) trans 4294989785 rc 0/0 00000100:00100000:0.0:1769074960.069517:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11139 00002000:00010000:0.0:1769074960.069520:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (29661->18446744073709551615) 00002000:00100000:0.0:1769074960.069523:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f923100 with x1855007960394240 ext(29661->18446744073709551615) 00002000:00010000:0.0:1769074960.069527:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6f923100. 00000100:00100000:1.0:1769074960.072944:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.073052:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960394368 00000100:00100000:2.0:1769074960.073064:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960394368 00000100:00100000:2.0:1769074960.073160:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41129 00000100:00100000:2.0:1769074960.073169:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd79d69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+80:12630:x1855007960394368:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:2.0:1769074960.073195:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074960.073218:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78200/0xf5091596e30456e9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c56 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074960.073327:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79800/0xf5091596e30456f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074960.073344:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79800/0xf5091596e30456f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074960.073354:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79800/0xf5091596e30456f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:2.0:1769074960.073384:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4223965 00000004:00200000:2.0:1769074960.073389:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074960.073410:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79800/0xf5091596e30456f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074960.073498:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78200/0xf5091596e30456e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c56 expref: 82 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074960.073518:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79800/0xf5091596e30456f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c56 expref: 81 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074960.073531:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074960.073534:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074960.073537:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe80b79800, rc 0) 00000100:00100000:2.0:1769074960.073620:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd79d69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+81:12630:x1855007960394368:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 443us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074960.073627:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41129 00000100:00100000:1.0:1769074960.076969:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.077050:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960394624 00000100:00100000:2.0:1769074960.077061:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960394624 00000100:00100000:2.0:1769074960.077123:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41130 00000100:00100000:2.0:1769074960.077133:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd79d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+81:12630:x1855007960394624:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074960.077189:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074960.077219:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79800/0xf5091596e30456f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c56 expref: 81 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074960.077238:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074960.077242:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074960.077418:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79000/0xf5091596e30456f7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074960.077436:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79000/0xf5091596e30456f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074960.077445:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79000/0xf5091596e30456f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:2.0:1769074960.077532:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998125 00000004:00010000:2.0:1769074960.077555:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e2c8b709 reply state 00000000f35ac2de transno 4294998126 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79000/0xf5091596e30456f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074960.077571:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79000/0xf5091596e30456f7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074960.077577:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074960.077580:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074960.077583:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074960.077690:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd79d6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+83:12630:x1855007960394624:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 545us (717us total) trans 4294998126 rc 0/0 00000100:00100000:2.0:1769074960.077697:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41130 00000020:00080000:2.0:1769074960.077702:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074960.080486:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.080523:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.080602:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960394752 00000100:00100000:0.0:1769074960.080621:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960394752 00000100:00100000:2.0:1769074960.080647:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960394880 00000100:00100000:2.0:1769074960.080654:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960394880 00002000:00010000:0.0:1769074960.080672:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:0.0:1769074960.080678:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f921880 with x1855007960394752 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074960.080687:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (593074->18446744073709551615) 00002000:00010000:0.0:1769074960.080692:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f921880. 00002000:00100000:2.0:1769074960.080693:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f922d80 with x1855007960394880 ext(593074->18446744073709551615) 00002000:00010000:2.0:1769074960.080704:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6f922d80. 00000100:00100000:0.0:1769074960.080755:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11140 00000100:00100000:0.0:1769074960.080763:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f921880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960394752:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074960.081176:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074960.081180:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074960.081183:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074960.081185:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074960.081188:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2840 -> 2840 00000100:00100000:1.0:1769074960.081257:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f921880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960394752:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 492us (808us total) trans 4294989840 rc 0/0 00000100:00100000:1.0:1769074960.081266:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11140 00002000:00010000:1.0:1769074960.081270:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:1.0:1769074960.081273:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f921880 with x1855007960394752 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1769074960.081279:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f921880. 00000100:00100000:1.0:1769074960.081300:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11141 00000100:00100000:1.0:1769074960.081308:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f922d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+29:2410:x1855007960394880:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074960.081502:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 29661 -> 593074 00002000:00010000:1.0:1769074960.081506:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074960.081508:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074960.081511:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074960.081513:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1769074960.081550:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f922d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+30:2410:x1855007960394880:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 243us (1026us total) trans 4294989786 rc 0/0 00000100:00100000:1.0:1769074960.081558:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11141 00002000:00010000:1.0:1769074960.081561:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (593074->18446744073709551615) 00002000:00100000:1.0:1769074960.081563:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f922d80 with x1855007960394880 ext(593074->18446744073709551615) 00002000:00010000:1.0:1769074960.081568:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6f922d80. 00000100:00100000:3.0:1769074960.087368:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.087485:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960395008 00000100:00100000:0.0:1769074960.087495:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960395008 00000100:00100000:0.0:1769074960.087565:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41131 00000100:00100000:0.0:1769074960.087575:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+83:12630:x1855007960395008:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074960.087602:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074960.087636:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d200/0xf5091596e30456fe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c5d expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074960.087738:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d400/0xf5091596e3045705 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074960.087751:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d400/0xf5091596e3045705 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074960.087759:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d400/0xf5091596e3045705 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:0.0:1769074960.087778:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4787378 00000004:00200000:0.0:1769074960.087782:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074960.087795:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d400/0xf5091596e3045705 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074960.087814:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d200/0xf5091596e30456fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c5d expref: 85 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074960.087826:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d400/0xf5091596e3045705 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c5d expref: 84 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074960.087832:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074960.087834:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074960.087837:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe5a89d400, rc 0) 00000100:00100000:1.0:1769074960.088132:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+84:12630:x1855007960395008:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 558us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074960.088138:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41131 00000100:00100000:1.0:1769074960.096648:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.096745:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960395136 00000100:00100000:3.0:1769074960.096756:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960395136 00002000:00100000:3.0:1769074960.096858:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (184320->3092479) req@ffff8ffd79d6aa00 x1855007960395136/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 520/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.096870:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd79d6aa00 with x1855007960395136 ext(184320->3092479) 00002000:00010000:3.0:1769074960.096876:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd79d6aa00 00000100:00100000:3.0:1769074960.096944:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11142 00000100:00100000:3.0:1769074960.096954:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd79d6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960395136:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:3.0:1769074960.104883:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd79d6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960395136:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 7919us (8233us total) trans 4294989841 rc 0/0 00000100:00100000:3.0:1769074960.104899:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11142 00002000:00100000:3.0:1769074960.104913:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (184320->3092479) req@ffff8ffd79d6aa00 x1855007960395136/t4294989841(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 520/456 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.104923:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd79d6aa00 with x1855007960395136 ext(184320->3092479) 00002000:00010000:3.0:1769074960.104930:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd79d6aa00 00000100:00100000:3.0:1769074960.111169:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.111311:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960395264 00000100:00100000:0.0:1769074960.111319:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960395264 00000100:00100000:0.0:1769074960.111369:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83475 00000100:00100000:0.0:1769074960.111376:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f920000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960395264:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074960.117236:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989841 is committed 00000100:00100000:0.0:1769074960.117541:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f920000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960395264:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 6158us (6374us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.117554:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83475 00000100:00100000:1.0:1769074960.121119:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.121276:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960395392 00000100:00100000:3.0:1769074960.121289:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960395392 00002000:00100000:3.0:1769074960.121339:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2629632->2658303) req@ffff8ffd79d68a80 x1855007960395392/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.121352:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd79d68a80 with x1855007960395392 ext(2629632->2658303) 00002000:00010000:3.0:1769074960.121359:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd79d68a80 00000100:00100000:3.0:1769074960.121392:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11143 00000100:00100000:3.0:1769074960.121401:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd79d68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960395392:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:3.0:1769074960.125190:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd79d68a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960395392:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 3777us (4069us total) trans 4294989842 rc 0/0 00000100:00100000:3.0:1769074960.125208:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11143 00002000:00100000:3.0:1769074960.125221:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2629632->2658303) req@ffff8ffd79d68a80 x1855007960395392/t4294989842(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/448 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.125230:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd79d68a80 with x1855007960395392 ext(2629632->2658303) 00002000:00010000:3.0:1769074960.125237:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd79d68a80 00000100:00100000:1.0:1769074960.131197:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.131373:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960395520 00000100:00100000:0.0:1769074960.131382:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960395520 00000100:00100000:1.0:1769074960.133189:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83476 00000100:00100000:1.0:1769074960.133207:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd79d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960395520:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074960.136042:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989842 is committed 00000100:00100000:1.0:1769074960.136258:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd79d6ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960395520:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 3054us (5067us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074960.136267:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83476 00000100:00100000:1.0:1769074960.140439:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.140593:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960395648 00000100:00100000:3.0:1769074960.140604:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960395648 00000100:00100000:3.0:1769074960.140687:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11144 00000100:00100000:3.0:1769074960.140697:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd79d69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+30:2410:x1855007960395648:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074960.141024:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 593074 -> 593074 00002000:00010000:3.0:1769074960.141028:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074960.141031:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074960.141033:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074960.141035:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 48 00000100:00100000:3.0:1769074960.141095:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd79d69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+31:2410:x1855007960395648:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 399us (665us total) trans 4294989787 rc 0/0 00000100:00100000:3.0:1769074960.141101:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11144 00000100:00100000:2.0:1769074960.147658:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.147794:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960395776 00000100:00100000:3.0:1769074960.147805:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960395776 00000100:00100000:3.0:1769074960.148043:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11145 00000100:00100000:3.0:1769074960.148054:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960395776:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074960.148350:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074960.148355:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074960.148358:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074960.148361:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074960.148364:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2840 -> 2960 00000100:00100000:3.0:1769074960.148444:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960395776:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 381us (785us total) trans 4294989843 rc 0/0 00000100:00100000:3.0:1769074960.148489:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11145 00000100:00100000:1.0:1769074960.152695:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.152808:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960395904 00000100:00100000:3.0:1769074960.152976:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960395904 00000100:00100000:3.0:1769074960.153172:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11146 00000100:00100000:3.0:1769074960.153181:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd79d68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960395904:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074960.153362:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074960.153366:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074960.153368:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074960.153371:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074960.153373:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2960 -> 2960 00000100:00100000:3.0:1769074960.153507:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd79d68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960395904:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 326us (822us total) trans 4294989844 rc 0/0 00000100:00100000:3.0:1769074960.153516:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11146 00000100:00100000:1.0:1769074960.157042:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.157126:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960396032 00000100:00100000:3.0:1769074960.157137:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960396032 00000100:00100000:3.0:1769074960.157259:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11147 00000100:00100000:3.0:1769074960.157270:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd79d6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960396032:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074960.157728:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074960.157732:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074960.157735:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074960.157738:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074960.157779:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2960 -> 3016 00000100:00100000:3.0:1769074960.157854:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd79d6b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960396032:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 586us (821us total) trans 4294989845 rc 0/0 00000100:00100000:3.0:1769074960.157863:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11147 00000100:00100000:1.0:1769074960.162106:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.162201:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960396160 00000100:00100000:3.0:1769074960.162212:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960396160 00002000:00100000:3.0:1769074960.162271:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (565248->589823) req@ffff8ffd79d69880 x1855007960396160/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.162283:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd79d69880 with x1855007960396160 ext(565248->589823) 00002000:00010000:3.0:1769074960.162290:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd79d69880 00000100:00100000:3.0:1769074960.162323:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11148 00000100:00100000:3.0:1769074960.162332:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd79d69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960396160:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074960.179985:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd79d69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960396160:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 17647us (17882us total) trans 4294989846 rc 0/0 00000100:00100000:2.0:1769074960.179998:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11148 00002000:00100000:2.0:1769074960.180010:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (565248->589823) req@ffff8ffd79d69880 x1855007960396160/t4294989846(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/448 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.180020:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd79d69880 with x1855007960396160 ext(565248->589823) 00002000:00010000:2.0:1769074960.180027:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd79d69880 00000100:00100000:1.0:1769074960.184822:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.185010:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960396288 00000100:00100000:2.0:1769074960.185021:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960396288 00000100:00100000:2.0:1769074960.185081:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83477 00000100:00100000:2.0:1769074960.185090:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd79d6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960396288:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:0.0:1769074960.191174:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989846 is committed 00000100:00100000:2.0:1769074960.191494:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd79d6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960396288:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 6397us (6673us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074960.191506:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83477 00000100:00100000:1.0:1769074960.196809:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.196966:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960396416 00000100:00100000:2.0:1769074960.196977:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960396416 00000100:00100000:2.0:1769074960.197051:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11149 00000100:00100000:2.0:1769074960.197061:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd79d68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960396416:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074960.197347:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074960.197351:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074960.197354:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074960.197357:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074960.197359:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 3016 -> 3016 00000100:00100000:2.0:1769074960.199186:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd79d68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960396416:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 2117us (2377us total) trans 4294989847 rc 0/0 00000100:00100000:2.0:1769074960.199201:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11149 00000100:00100000:1.0:1769074960.203087:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.203206:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960396544 00000100:00100000:2.0:1769074960.203295:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960396544 00000100:00100000:2.0:1769074960.203401:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11150 00000100:00100000:2.0:1769074960.203411:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd79d69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960396544:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074960.204228:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074960.204234:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074960.204236:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074960.204240:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074960.204243:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 3016 -> 2912 00000100:00100000:2.0:1769074960.204360:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd79d69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960396544:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 948us (1280us total) trans 4294989848 rc 0/0 00000100:00100000:2.0:1769074960.204370:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11150 00000100:00100000:1.0:1769074960.211005:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.211120:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960396672 00000100:00100000:2.0:1769074960.211130:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960396672 00002000:00100000:2.0:1769074960.211179:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3428352->3432447) req@ffff8ffd79d6b100 x1855007960396672/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.211192:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd79d6b100 with x1855007960396672 ext(3428352->3432447) 00002000:00010000:2.0:1769074960.211198:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd79d6b100 00000100:00100000:2.0:1769074960.211276:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11151 00000100:00100000:2.0:1769074960.211285:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd79d6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960396672:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074960.211957:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd79d6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960396672:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 669us (960us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074960.211969:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11151 00002000:00100000:2.0:1769074960.211977:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3428352->3432447) req@ffff8ffd79d6b100 x1855007960396672/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.211986:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd79d6b100 with x1855007960396672 ext(3428352->3432447) 00002000:00010000:2.0:1769074960.211991:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd79d6b100 00000100:00100000:1.0:1769074960.221252:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.221779:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960396800 00000100:00100000:2.0:1769074960.221790:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960396800 00002000:00100000:2.0:1769074960.221851:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3432448->3436543) req@ffff8ffd79d68380 x1855007960396800/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.221861:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd79d68380 with x1855007960396800 ext(3432448->3436543) 00002000:00010000:2.0:1769074960.221910:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd79d68380 00000100:00100000:2.0:1769074960.221943:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11152 00000100:00100000:2.0:1769074960.221953:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd79d68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960396800:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074960.222214:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd79d68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960396800:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 261us (970us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074960.222230:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11152 00002000:00100000:2.0:1769074960.222237:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3432448->3436543) req@ffff8ffd79d68380 x1855007960396800/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.222245:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd79d68380 with x1855007960396800 ext(3432448->3436543) 00002000:00010000:2.0:1769074960.222248:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd79d68380 00000100:00100000:1.0:1769074960.233894:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.233983:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960396928 00000100:00100000:3.0:1769074960.233995:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960396928 00002000:00100000:3.0:1769074960.234045:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3436544->3440639) req@ffff8ffd79d69f80 x1855007960396928/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.234056:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd79d69f80 with x1855007960396928 ext(3436544->3440639) 00002000:00010000:3.0:1769074960.234063:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd79d69f80 00000100:00100000:3.0:1769074960.234097:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11153 00000100:00100000:3.0:1769074960.234106:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd79d69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960396928:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074960.234308:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd79d69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960396928:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 201us (422us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074960.234316:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11153 00002000:00100000:3.0:1769074960.234323:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3436544->3440639) req@ffff8ffd79d69f80 x1855007960396928/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.234338:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd79d69f80 with x1855007960396928 ext(3436544->3440639) 00002000:00010000:3.0:1769074960.234341:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd79d69f80 00000100:00100000:1.0:1769074960.241019:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.241087:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960397056 00000100:00100000:2.0:1769074960.241098:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960397056 00002000:00100000:2.0:1769074960.241149:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3440640->3444735) req@ffff8ffd79d6b480 x1855007960397056/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.241158:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd79d6b480 with x1855007960397056 ext(3440640->3444735) 00002000:00010000:2.0:1769074960.241164:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd79d6b480 00000100:00100000:2.0:1769074960.241199:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11154 00000100:00100000:2.0:1769074960.241208:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd79d6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960397056:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074960.241412:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd79d6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960397056:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 204us (405us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074960.241420:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11154 00002000:00100000:2.0:1769074960.241427:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3440640->3444735) req@ffff8ffd79d6b480 x1855007960397056/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.241440:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd79d6b480 with x1855007960397056 ext(3440640->3444735) 00002000:00010000:2.0:1769074960.241444:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd79d6b480 00000100:00100000:1.0:1769074960.249020:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.249106:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960397184 00000100:00100000:3.0:1769074960.249116:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960397184 00002000:00100000:3.0:1769074960.249166:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3444736->3448831) req@ffff8ffd846dad80 x1855007960397184/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.249177:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd846dad80 with x1855007960397184 ext(3444736->3448831) 00002000:00010000:3.0:1769074960.249183:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd846dad80 00000100:00100000:3.0:1769074960.249280:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11155 00000100:00100000:3.0:1769074960.249291:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960397184:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074960.249519:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960397184:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 229us (507us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074960.249527:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11155 00002000:00100000:3.0:1769074960.249534:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3444736->3448831) req@ffff8ffd846dad80 x1855007960397184/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.249542:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd846dad80 with x1855007960397184 ext(3444736->3448831) 00002000:00010000:3.0:1769074960.249545:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd846dad80 00000100:00100000:1.0:1769074960.255378:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.255463:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960397312 00000100:00100000:3.0:1769074960.255474:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960397312 00002000:00100000:3.0:1769074960.255533:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3448832->3452927) req@ffff8ffd846dbb80 x1855007960397312/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.255544:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd846dbb80 with x1855007960397312 ext(3448832->3452927) 00002000:00010000:3.0:1769074960.255551:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd846dbb80 00000100:00100000:3.0:1769074960.255582:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11156 00000100:00100000:3.0:1769074960.255591:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960397312:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074960.255799:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960397312:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 207us (433us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074960.255807:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11156 00002000:00100000:3.0:1769074960.255814:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3448832->3452927) req@ffff8ffd846dbb80 x1855007960397312/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.255822:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd846dbb80 with x1855007960397312 ext(3448832->3452927) 00002000:00010000:3.0:1769074960.255826:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd846dbb80 00000100:00100000:0.0:1769074960.263059:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.263551:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960397440 00000100:00100000:3.0:1769074960.263561:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960397440 00002000:00100000:3.0:1769074960.263624:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3452928->3457023) req@ffff8ffe663bb100 x1855007960397440/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.263636:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe663bb100 with x1855007960397440 ext(3452928->3457023) 00002000:00010000:3.0:1769074960.263643:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe663bb100 00000100:00100000:3.0:1769074960.263680:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11157 00000100:00100000:3.0:1769074960.263690:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960397440:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074960.263898:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960397440:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 208us (847us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074960.263906:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11157 00002000:00100000:3.0:1769074960.263913:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3452928->3457023) req@ffff8ffe663bb100 x1855007960397440/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.263921:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe663bb100 with x1855007960397440 ext(3452928->3457023) 00002000:00010000:3.0:1769074960.263945:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe663bb100 00000100:00100000:1.0:1769074960.272939:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.273058:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960397568 00000100:00100000:2.0:1769074960.273070:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960397568 00002000:00100000:2.0:1769074960.273132:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3457024->3461119) req@ffff8ffd846d8e00 x1855007960397568/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.273144:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd846d8e00 with x1855007960397568 ext(3457024->3461119) 00002000:00010000:2.0:1769074960.273150:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd846d8e00 00000100:00100000:2.0:1769074960.273185:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11158 00000100:00100000:2.0:1769074960.273195:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960397568:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074960.273403:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960397568:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 208us (474us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074960.273412:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11158 00002000:00100000:2.0:1769074960.273419:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3457024->3461119) req@ffff8ffd846d8e00 x1855007960397568/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.273428:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd846d8e00 with x1855007960397568 ext(3457024->3461119) 00002000:00010000:2.0:1769074960.273431:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd846d8e00 00000100:00100000:1.0:1769074960.286585:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.286765:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960397696 00000100:00100000:2.0:1769074960.286776:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960397696 00002000:00100000:2.0:1769074960.286826:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3461120->3465215) req@ffff8ffd846db800 x1855007960397696/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.286838:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd846db800 with x1855007960397696 ext(3461120->3465215) 00002000:00010000:2.0:1769074960.286844:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd846db800 00000100:00100000:2.0:1769074960.286880:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11159 00000100:00100000:2.0:1769074960.286890:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960397696:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074960.287126:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960397696:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 235us (549us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074960.287134:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11159 00002000:00100000:2.0:1769074960.287141:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3461120->3465215) req@ffff8ffd846db800 x1855007960397696/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.287150:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd846db800 with x1855007960397696 ext(3461120->3465215) 00002000:00010000:2.0:1769074960.287154:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd846db800 00000100:00100000:0.0:1769074960.294195:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.294368:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960397824 00000100:00100000:3.0:1769074960.294379:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960397824 00002000:00100000:3.0:1769074960.294429:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3465216->3469311) req@ffff8ffe663bb800 x1855007960397824/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.294441:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe663bb800 with x1855007960397824 ext(3465216->3469311) 00002000:00010000:3.0:1769074960.294627:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe663bb800 00000100:00100000:3.0:1769074960.294735:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11160 00000100:00100000:3.0:1769074960.294746:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960397824:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074960.294963:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960397824:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 218us (776us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074960.294972:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11160 00002000:00100000:3.0:1769074960.294979:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3465216->3469311) req@ffff8ffe663bb800 x1855007960397824/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.294987:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe663bb800 with x1855007960397824 ext(3465216->3469311) 00002000:00010000:3.0:1769074960.294990:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe663bb800 00000100:00100000:1.0:1769074960.300687:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.300972:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960397952 00000100:00100000:3.0:1769074960.300982:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960397952 00002000:00100000:3.0:1769074960.301149:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3231744->3235839) req@ffff8ffd846d9c00 x1855007960397952/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.301159:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd846d9c00 with x1855007960397952 ext(3231744->3235839) 00002000:00010000:3.0:1769074960.301166:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd846d9c00 00000100:00100000:3.0:1769074960.302699:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11161 00000100:00100000:3.0:1769074960.302719:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960397952:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074960.302931:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960397952:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 219us (2254us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074960.302940:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11161 00002000:00100000:3.0:1769074960.302949:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3231744->3235839) req@ffff8ffd846d9c00 x1855007960397952/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.302958:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd846d9c00 with x1855007960397952 ext(3231744->3235839) 00002000:00010000:3.0:1769074960.302964:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd846d9c00 00000100:00100000:1.0:1769074960.308412:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.308564:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960398080 00000100:00100000:3.0:1769074960.308575:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960398080 00002000:00100000:3.0:1769074960.308635:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3244032->3248127) req@ffff8ffd846d8700 x1855007960398080/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.308646:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd846d8700 with x1855007960398080 ext(3244032->3248127) 00002000:00010000:3.0:1769074960.308653:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd846d8700 00000100:00100000:3.0:1769074960.308734:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11162 00000100:00100000:3.0:1769074960.308748:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960398080:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074960.308953:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846d8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960398080:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 210us (551us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074960.308961:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11162 00002000:00100000:3.0:1769074960.308968:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3244032->3248127) req@ffff8ffd846d8700 x1855007960398080/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.308976:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd846d8700 with x1855007960398080 ext(3244032->3248127) 00002000:00010000:3.0:1769074960.308980:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd846d8700 00000100:00100000:0.0:1769074960.313398:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.313597:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960398336 00000100:00100000:2.0:1769074960.313618:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960398336 00000100:00100000:2.0:1769074960.313781:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41132 00000100:00100000:2.0:1769074960.313793:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+84:12630:x1855007960398336:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074960.313847:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074960.313875:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d400/0xf5091596e3045705 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c5d expref: 84 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074960.313892:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074960.313898:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074960.314155:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78200/0xf5091596e304570c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074960.314172:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78200/0xf5091596e304570c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074960.314182:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78200/0xf5091596e304570c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:2.0:1769074960.314324:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998127 00000004:00010000:2.0:1769074960.314347:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000047beadad reply state 00000000b9421bb0 transno 4294998128 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78200/0xf5091596e304570c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074960.314359:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78200/0xf5091596e304570c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074960.314366:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074960.314369:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074960.314372:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074960.314630:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+86:12630:x1855007960398336:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 839us (1242us total) trans 4294998128 rc 0/0 00000100:00100000:2.0:1769074960.314638:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41132 00000020:00080000:2.0:1769074960.314643:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074960.317561:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.317596:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.317933:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960398592 00000100:00100000:0.0:1769074960.317943:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960398592 00002000:00010000:0.0:1769074960.317987:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (845872->18446744073709551615) 00002000:00100000:0.0:1769074960.318003:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa15f80 with x1855007960398592 ext(845872->18446744073709551615) 00002000:00010000:0.0:1769074960.318016:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa15f80. 00000100:00100000:0.0:1769074960.318045:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960398464 00000100:00100000:0.0:1769074960.318048:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960398464 00002000:00010000:0.0:1769074960.318061:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:0.0:1769074960.318064:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa17b80 with x1855007960398464 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1769074960.318071:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa17b80. 00000100:00100000:0.0:1769074960.318091:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11163 00000100:00100000:0.0:1769074960.318100:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+31:2409:x1855007960398592:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074960.318357:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 593074 -> 845872 00002000:00010000:0.0:1769074960.318362:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074960 00002000:00010000:0.0:1769074960.318364:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074960.318366:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074960 00002000:00010000:0.0:1769074960.318369:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 48 -> 0 00000100:00100000:3.0:1769074960.318672:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11164 00000100:00100000:3.0:1769074960.318685:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960398464:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074960.318766:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074960.318769:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074959 -> 1769074960 00002000:00010000:3.0:1769074960.318770:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074960.318773:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074959 -> 1769074960 00002000:00010000:3.0:1769074960.318775:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2912 -> 2912 00000100:00100000:0.0:1769074960.318942:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+32:2409:x1855007960398592:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 842us (1388us total) trans 4294989788 rc 0/0 00000100:00100000:0.0:1769074960.318950:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11163 00002000:00010000:0.0:1769074960.318954:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (845872->18446744073709551615) 00002000:00100000:0.0:1769074960.318957:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa15f80 with x1855007960398592 ext(845872->18446744073709551615) 00002000:00010000:0.0:1769074960.318962:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa15f80. 00000100:00100000:3.0:1769074960.320469:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960398464:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1765us (2849us total) trans 4294989849 rc 0/0 00000100:00100000:3.0:1769074960.320480:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11164 00002000:00010000:3.0:1769074960.322089:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:3.0:1769074960.322101:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa17b80 with x1855007960398464 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1769074960.322113:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa17b80. 00000100:00100000:0.0:1769074960.333285:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.334071:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960398720 00000100:00100000:2.0:1769074960.334085:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960398720 00002000:00100000:0.0:1769074960.334321:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (0->847871) req@ffff8ffe663b8000 x1855007960398720/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.334332:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe663b8000 with x1855007960398720 ext(0->847871) 00002000:00010000:0.0:1769074960.334338:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe663b8000 00000100:00100000:0.0:1769074960.334423:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11165 00000100:00100000:0.0:1769074960.334444:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+32:2410:x1855007960398720:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.362969:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+32:2410:x1855007960398720:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 28526us (29682us total) trans 0 rc 847872/847872 00000100:00100000:0.0:1769074960.362982:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11165 00002000:00100000:0.0:1769074960.362995:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (0->847871) req@ffff8ffe663b8000 x1855007960398720/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 847872/847872 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.363004:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe663b8000 with x1855007960398720 ext(0->847871) 00002000:00010000:0.0:1769074960.363011:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe663b8000 00000100:00100000:0.0:1769074960.368644:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.369069:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960398848 00000100:00100000:2.0:1769074960.369078:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960398848 00002000:00100000:2.0:1769074960.369125:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (823296->845871) req@ffff8ffe663ba300 x1855007960398848/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.369136:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe663ba300 with x1855007960398848 ext(823296->845871) 00002000:00010000:2.0:1769074960.369142:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe663ba300 00000100:00100000:2.0:1769074960.369175:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11166 00000100:00100000:2.0:1769074960.369183:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+32:2409:x1855007960398848:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074960.373961:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+34:2409:x1855007960398848:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 4768us (5315us total) trans 4294989789 rc 0/0 00000100:00100000:0.0:1769074960.373976:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11166 00002000:00100000:0.0:1769074960.375105:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (823296->845871) req@ffff8ffe663ba300 x1855007960398848/t4294989789(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/448 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.375123:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe663ba300 with x1855007960398848 ext(823296->845871) 00002000:00010000:0.0:1769074960.375129:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe663ba300 00000100:00100000:3.0:1769074960.378228:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.378502:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960398976 00000100:00100000:2.0:1769074960.378513:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960398976 00000100:00100000:2.0:1769074960.378595:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83478 00000100:00100000:2.0:1769074960.378615:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+34:2407:x1855007960398976:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:1.0:1769074960.382844:0:9484:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294989789 is committed 00000100:00100000:2.0:1769074960.383252:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960398976:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 4642us (5037us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074960.383265:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83478 00000100:00100000:1.0:1769074960.386412:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.386711:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960399104 00000100:00100000:2.0:1769074960.386723:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960399104 00000100:00100000:2.0:1769074960.386819:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41133 00000100:00100000:2.0:1769074960.386831:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+86:12630:x1855007960399104:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:2.0:1769074960.386858:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074960.386883:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e3045713 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c64 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074960.387011:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304571a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074960.387029:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304571a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074960.387041:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304571a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:2.0:1769074960.387072:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 5040176 00000004:00200000:2.0:1769074960.387076:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074960.387095:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304571a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074960.387120:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e3045713 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c64 expref: 88 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074960.387142:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304571a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c64 expref: 87 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074960.387151:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074960.387153:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074960.387157:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe80b78c00, rc 0) 00000100:00100000:2.0:1769074960.387230:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846db480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+87:12630:x1855007960399104:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 401us (826us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074960.387237:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41133 00000100:00100000:0.0:1769074960.390185:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.390341:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960399232 00000100:00100000:3.0:1769074960.390353:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960399232 00000100:00100000:3.0:1769074960.390428:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11167 00000100:00100000:3.0:1769074960.390438:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960399232:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074960.390729:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074960.390733:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.390735:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:3.0:1769074960.390738:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.390740:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2912 -> 2912 00000100:00100000:3.0:1769074960.390800:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960399232:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 363us (623us total) trans 4294989850 rc 0/0 00000100:00100000:3.0:1769074960.390808:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11167 00000100:00100000:3.0:1769074960.394366:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.394497:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960399360 00000100:00100000:0.0:1769074960.394510:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960399360 00002000:00100000:0.0:1769074960.394574:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3792896->3796991) req@ffff8ffe6f8f0380 x1855007960399360/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.394586:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f0380 with x1855007960399360 ext(3792896->3796991) 00002000:00010000:0.0:1769074960.394593:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f8f0380 00000100:00100000:0.0:1769074960.394632:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11168 00000100:00100000:0.0:1769074960.394641:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960399360:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.394837:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960399360:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 196us (478us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074960.394845:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11168 00002000:00100000:0.0:1769074960.394852:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3792896->3796991) req@ffff8ffe6f8f0380 x1855007960399360/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.394859:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f0380 with x1855007960399360 ext(3792896->3796991) 00002000:00010000:0.0:1769074960.394862:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f8f0380 00000100:00100000:0.0:1769074960.404064:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.404251:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960399488 00000100:00100000:3.0:1769074960.404261:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960399488 00000100:00100000:3.0:1769074960.404315:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11169 00000100:00100000:3.0:1769074960.404322:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960399488:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074960.404593:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 845872 -> 845872 00002000:00010000:3.0:1769074960.404597:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.404600:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074960.404611:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.404614:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 48 00000100:00100000:3.0:1769074960.404680:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960399488:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 356us (624us total) trans 4294989790 rc 0/0 00000100:00100000:3.0:1769074960.404688:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11169 00000100:00100000:0.0:1769074960.416262:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.416340:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960399616 00000100:00100000:1.0:1769074960.416350:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960399616 00002000:00100000:1.0:1769074960.416391:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1126400->3837951) req@ffff8ffe663b8e00 x1855007960399616/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 520/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074960.416399:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe663b8e00 with x1855007960399616 ext(1126400->3837951) 00002000:00010000:1.0:1769074960.416403:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe663b8e00 00000100:00100000:1.0:1769074960.416431:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11170 00000100:00100000:1.0:1769074960.416439:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960399616:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:1.0:1769074960.423801:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+12:2407:x1855007960399616:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 7347us (7531us total) trans 4294989851 rc 0/0 00000100:00100000:1.0:1769074960.423817:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11170 00002000:00100000:1.0:1769074960.423832:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1126400->3837951) req@ffff8ffe663b8e00 x1855007960399616/t4294989851(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 520/456 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074960.423849:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe663b8e00 with x1855007960399616 ext(1126400->3837951) 00002000:00010000:1.0:1769074960.423857:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe663b8e00 00000100:00100000:0.0:1769074960.426442:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.426653:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960399744 00000100:00100000:2.0:1769074960.426663:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960399744 00000100:00100000:2.0:1769074960.426722:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83479 00000100:00100000:2.0:1769074960.426731:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+12:2407:x1855007960399744:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:0.0:1769074960.429255:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989851 is committed 00000100:00100000:2.0:1769074960.429639:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960399744:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2903us (3205us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074960.429652:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83479 00000100:00100000:0.0:1769074960.432579:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.434667:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960399872 00000100:00100000:1.0:1769074960.434684:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960399872 00000100:00100000:1.0:1769074960.434832:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11171 00000100:00100000:1.0:1769074960.434850:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960399872:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074960.435234:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074960.435238:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.435240:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074960.435241:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.435243:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2912 -> 2952 00000100:00100000:1.0:1769074960.435299:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960399872:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 452us (2735us total) trans 4294989852 rc 0/0 00000100:00100000:1.0:1769074960.435304:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11171 00000100:00100000:0.0:1769074960.437998:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.438191:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960400000 00000100:00100000:1.0:1769074960.438201:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960400000 00000100:00100000:1.0:1769074960.438342:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11172 00000100:00100000:1.0:1769074960.438349:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe663baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960400000:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074960.438557:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074960.438561:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.438564:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074960.438566:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.438569:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2952 -> 2952 00000100:00100000:1.0:1769074960.438635:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe663baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960400000:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 286us (642us total) trans 4294989853 rc 0/0 00000100:00100000:1.0:1769074960.438643:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11172 00000100:00100000:0.0:1769074960.445549:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.445679:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960400128 00000100:00100000:1.0:1769074960.445689:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960400128 00002000:00100000:1.0:1769074960.445739:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3751936->3792895) req@ffff8ffe5ae67100 x1855007960400128/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074960.445751:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5ae67100 with x1855007960400128 ext(3751936->3792895) 00002000:00010000:1.0:1769074960.445757:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5ae67100 00000100:00100000:1.0:1769074960.445850:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11173 00000100:00100000:1.0:1769074960.445860:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5ae67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960400128:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074960.449335:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5ae67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960400128:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3468us (3786us total) trans 0 rc 40960/40960 00000100:00100000:1.0:1769074960.449346:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11173 00002000:00100000:1.0:1769074960.449357:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3751936->3792895) req@ffff8ffe5ae67100 x1855007960400128/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074960.449364:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5ae67100 with x1855007960400128 ext(3751936->3792895) 00002000:00010000:1.0:1769074960.449369:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5ae67100 00000100:00100000:0.0:1769074960.453280:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.453375:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960400256 00000100:00100000:1.0:1769074960.453383:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960400256 00000100:00100000:1.0:1769074960.453566:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11174 00000100:00100000:1.0:1769074960.453576:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960400256:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074960.453807:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 845872 -> 991642 00002000:00010000:1.0:1769074960.453810:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.453813:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074960.453814:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.453815:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 48 -> 104 00000100:00100000:1.0:1769074960.453959:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960400256:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 385us (687us total) trans 4294989791 rc 0/0 00000100:00100000:1.0:1769074960.453966:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11174 00000100:00100000:0.0:1769074960.456832:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.457097:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960400512 00000100:00100000:2.0:1769074960.457105:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960400512 00000100:00100000:2.0:1769074960.457152:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41134 00000100:00100000:2.0:1769074960.457158:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+87:12630:x1855007960400512:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074960.457202:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074960.457320:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78c00/0xf5091596e304571a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c64 expref: 87 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074960.457567:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074960.457573:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074960.457761:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78a00/0xf5091596e3045721 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074960.457775:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78a00/0xf5091596e3045721 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074960.457783:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78a00/0xf5091596e3045721 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:2.0:1769074960.457814:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998129 00000004:00010000:2.0:1769074960.457829:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eb15919a reply state 000000008b881a99 transno 4294998130 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78a00/0xf5091596e3045721 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074960.457943:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78a00/0xf5091596e3045721 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074960.457948:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074960.457950:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074960.457952:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074960.458079:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+89:12630:x1855007960400512:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 921us (1256us total) trans 4294998130 rc 0/0 00000100:00100000:2.0:1769074960.458084:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41134 00000020:00080000:2.0:1769074960.458088:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1769074960.461689:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.461719:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.461845:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960400640 00000100:00100000:1.0:1769074960.461856:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960400640 00002000:00010000:1.0:1769074960.461906:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2254949->18446744073709551615) 00002000:00100000:1.0:1769074960.461911:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5fb80 with x1855007960400640 ext(2254949->18446744073709551615) 00002000:00010000:1.0:1769074960.461924:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dc5fb80. 00000100:00100000:1.0:1769074960.461950:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960400768 00000100:00100000:1.0:1769074960.461954:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960400768 00002000:00010000:1.0:1769074960.461966:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074960.461969:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5df80 with x1855007960400768 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074960.461975:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4dc5df80. 00000100:00100000:1.0:1769074960.462038:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11175 00000100:00100000:1.0:1769074960.462047:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960400640:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074960.463365:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 2254949 00002000:00010000:1.0:1769074960.463371:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.463373:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074960.463375:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.463376:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2952 -> 2568 00000100:00100000:1.0:1769074960.463433:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960400640:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1385us (1752us total) trans 4294989854 rc 0/0 00000100:00100000:1.0:1769074960.463442:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11175 00002000:00010000:1.0:1769074960.463467:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2254949->18446744073709551615) 00002000:00100000:1.0:1769074960.463471:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5fb80 with x1855007960400640 ext(2254949->18446744073709551615) 00002000:00010000:1.0:1769074960.463476:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dc5fb80. 00000100:00100000:1.0:1769074960.463502:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11176 00000100:00100000:1.0:1769074960.463511:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960400768:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074960.464137:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 991642 -> 0 00002000:00010000:1.0:1769074960.464141:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.464142:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074960.464144:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.464145:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 104 -> 0 00000100:00100000:1.0:1769074960.464171:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960400768:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 662us (2451us total) trans 4294989792 rc 0/0 00000100:00100000:1.0:1769074960.464175:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11176 00002000:00010000:1.0:1769074960.464177:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074960.464179:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5df80 with x1855007960400768 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074960.464183:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4dc5df80. 00000100:00100000:2.0:1769074960.477226:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.477350:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960400896 00000100:00100000:3.0:1769074960.477362:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960400896 00000100:00100000:3.0:1769074960.477429:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41135 00000100:00100000:3.0:1769074960.477439:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+89:12630:x1855007960400896:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074960.477486:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074960.477510:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045728 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c6b expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.477626:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304572f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.477643:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304572f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.477655:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304572f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:3.0:1769074960.477704:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 2254949 00000004:00200000:3.0:1769074960.477708:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074960.477727:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304572f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.477754:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045728 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c6b expref: 91 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.477770:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304572f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 30 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c6b expref: 90 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.477783:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074960.477786:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074960.477790:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4dd79200, rc 0) 00000100:00100000:3.0:1769074960.477911:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa15c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+90:12630:x1855007960400896:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 473us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074960.477918:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41135 00000100:00100000:2.0:1769074960.482092:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.482188:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960401152 00000100:00100000:1.0:1769074960.482198:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960401152 00000100:00100000:1.0:1769074960.482274:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41136 00000100:00100000:1.0:1769074960.482285:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+90:12630:x1855007960401152:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:1.0:1769074960.482347:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074960.482382:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79200/0xf5091596e304572f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c6b expref: 90 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074960.482405:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074960.482410:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074960.482626:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1000/0xf5091596e3045736 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 30 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074960.482644:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1000/0xf5091596e3045736 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074960.482669:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1000/0xf5091596e3045736 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:1.0:1769074960.482714:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998131 00000004:00010000:1.0:1769074960.482738:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000eb781960 reply state 0000000024ddcc1e transno 4294998132 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1000/0xf5091596e3045736 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074960.482749:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1000/0xf5091596e3045736 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074960.482756:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074960.482758:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074960.482761:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074960.482860:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+92:12630:x1855007960401152:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 576us (780us total) trans 4294998132 rc 0/0 00000100:00100000:1.0:1769074960.482867:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41136 00000020:00080000:1.0:1769074960.482872:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074960.485640:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.485686:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.485755:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960401280 00000100:00100000:1.0:1769074960.485764:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960401280 00002000:00010000:1.0:1769074960.485799:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2396929->18446744073709551615) 00002000:00100000:1.0:1769074960.485804:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa14a80 with x1855007960401280 ext(2396929->18446744073709551615) 00002000:00010000:1.0:1769074960.485818:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa14a80. 00000100:00100000:1.0:1769074960.485847:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960401408 00000100:00100000:1.0:1769074960.485850:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960401408 00002000:00010000:1.0:1769074960.485862:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074960.485865:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa17100 with x1855007960401408 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074960.485872:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa17100. 00000100:00100000:1.0:1769074960.485889:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11177 00000100:00100000:1.0:1769074960.485897:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960401280:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074960.486110:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2254949 -> 2396929 00002000:00010000:1.0:1769074960.486114:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.486117:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:1.0:1769074960.486119:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.486122:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2568 -> 2568 00000100:00100000:1.0:1769074960.486169:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960401280:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 272us (537us total) trans 4294989855 rc 0/0 00000100:00100000:1.0:1769074960.486177:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11177 00002000:00010000:1.0:1769074960.486181:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2396929->18446744073709551615) 00002000:00100000:1.0:1769074960.486183:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa14a80 with x1855007960401280 ext(2396929->18446744073709551615) 00002000:00010000:1.0:1769074960.486187:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa14a80. 00000100:00100000:1.0:1769074960.486205:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11178 00000100:00100000:1.0:1769074960.486224:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960401408:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074960.486289:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1769074960.486292:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.486294:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074960.486297:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.486299:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1769074960.486320:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960401408:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 108us (633us total) trans 4294989793 rc 0/0 00000100:00100000:1.0:1769074960.486327:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11178 00002000:00010000:1.0:1769074960.486329:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074960.486332:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa17100 with x1855007960401408 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074960.486337:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa17100. 00000100:00100000:2.0:1769074960.488888:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.488961:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960401536 00000100:00100000:3.0:1769074960.488971:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960401536 00000100:00100000:3.0:1769074960.489038:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41137 00000100:00100000:3.0:1769074960.489048:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+92:12630:x1855007960401536:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074960.489072:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074960.489095:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e304573d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c72 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.489202:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78a00/0xf5091596e3045744 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.489233:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78a00/0xf5091596e3045744 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.489245:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78a00/0xf5091596e3045744 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:3.0:1769074960.489272:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 2396929 00000004:00200000:3.0:1769074960.489277:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074960.489295:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78a00/0xf5091596e3045744 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.489319:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e304573d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c72 expref: 94 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.489337:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78a00/0xf5091596e3045744 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 31 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c72 expref: 93 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.489346:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074960.489348:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074960.489352:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4dd78a00, rc 0) 00000100:00100000:3.0:1769074960.489409:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa17800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+93:12630:x1855007960401536:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 363us (530us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074960.489417:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41137 00000100:00100000:2.0:1769074960.493515:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.493795:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960401664 00000100:00100000:3.0:1769074960.493805:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960401664 00000100:00100000:3.0:1769074960.493874:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11179 00000100:00100000:3.0:1769074960.493884:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960401664:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074960.494094:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 435517 00002000:00010000:3.0:1769074960.494098:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.494120:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074960.494123:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.494125:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 112 00000100:00100000:3.0:1769074960.494192:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960401664:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 310us (689us total) trans 4294989794 rc 0/0 00000100:00100000:3.0:1769074960.494200:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11179 00000100:00100000:2.0:1769074960.497366:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.497495:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960401920 00000100:00100000:1.0:1769074960.497506:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960401920 00000100:00100000:1.0:1769074960.497569:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41138 00000100:00100000:1.0:1769074960.497579:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+93:12630:x1855007960401920:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:1.0:1769074960.497647:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074960.497688:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78a00/0xf5091596e3045744 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c72 expref: 93 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074960.497708:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074960.497713:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074960.497891:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0a00/0xf5091596e304574b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 31 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074960.497909:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0a00/0xf5091596e304574b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074960.497918:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0a00/0xf5091596e304574b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:1.0:1769074960.497956:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998133 00000004:00010000:1.0:1769074960.497978:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ca0aee9a reply state 000000001942cbf3 transno 4294998134 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0a00/0xf5091596e304574b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074960.498000:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0a00/0xf5091596e304574b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074960.498007:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074960.498010:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074960.498012:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074960.498094:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+95:12630:x1855007960401920:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 516us (738us total) trans 4294998134 rc 0/0 00000100:00100000:1.0:1769074960.498105:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41138 00000020:00080000:1.0:1769074960.498109:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1769074960.500905:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.501013:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960402048 00000100:00100000:2.0:1769074960.501024:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960402048 00002000:00010000:2.0:1769074960.501067:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074960.501072:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5e680 with x1855007960402048 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074960.501085:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dc5e680. 00000100:00100000:2.0:1769074960.501118:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11180 00000100:00100000:2.0:1769074960.501127:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960402048:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074960.501291:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2396929 -> 4194304 00002000:00010000:2.0:1769074960.501295:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.501298:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074959 00002000:00010000:2.0:1769074960.501301:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.501303:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2568 -> 2568 00000100:00100000:2.0:1769074960.501367:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960402048:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 240us (470us total) trans 4294989856 rc 0/0 00000100:00100000:2.0:1769074960.501376:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11180 00002000:00010000:2.0:1769074960.501379:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074960.501382:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5e680 with x1855007960402048 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074960.501387:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dc5e680. 00000100:00100000:2.0:1769074960.505067:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.505155:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960402176 00000100:00100000:3.0:1769074960.505166:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960402176 00002000:00010000:3.0:1769074960.505206:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (1197245->18446744073709551615) 00002000:00100000:3.0:1769074960.505222:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa14000 with x1855007960402176 ext(1197245->18446744073709551615) 00002000:00010000:3.0:1769074960.505234:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa14000. 00000100:00100000:3.0:1769074960.505264:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11181 00000100:00100000:3.0:1769074960.505273:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960402176:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074960.505786:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 435517 -> 1197245 00002000:00010000:3.0:1769074960.505791:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.505793:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074960.505796:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.505798:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 112 -> 112 00000100:00100000:0.0:1769074960.505928:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960402176:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 652us (868us total) trans 4294989795 rc 0/0 00000100:00100000:0.0:1769074960.505939:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11181 00002000:00010000:0.0:1769074960.505943:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (1197245->18446744073709551615) 00002000:00100000:0.0:1769074960.505946:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa14000 with x1855007960402176 ext(1197245->18446744073709551615) 00002000:00010000:0.0:1769074960.505951:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa14000. 00000100:00100000:0.0:1769074960.510118:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.510323:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960402304 00000100:00100000:2.0:1769074960.510333:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960402304 00002000:00100000:2.0:1769074960.510380:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (1081344->1200127) req@ffff8ffe4dc5c700 x1855007960402304/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.510393:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5c700 with x1855007960402304 ext(1081344->1200127) 00002000:00010000:2.0:1769074960.510398:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4dc5c700 00000100:00100000:2.0:1769074960.510583:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11182 00000100:00100000:2.0:1769074960.510594:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960402304:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.517431:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960402304:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 6828us (7312us total) trans 0 rc 118784/118784 00000100:00100000:0.0:1769074960.517485:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11182 00002000:00100000:0.0:1769074960.517499:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (1081344->1200127) req@ffff8ffe4dc5c700 x1855007960402304/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 118784/118784 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.517520:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5c700 with x1855007960402304 ext(1081344->1200127) 00002000:00010000:0.0:1769074960.517527:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4dc5c700 00000100:00100000:2.0:1769074960.522004:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.522326:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960402432 00000100:00100000:0.0:1769074960.522337:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960402432 00002000:00100000:0.0:1769074960.522385:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (1159168->1197244) req@ffff8ffe6fa17480 x1855007960402432/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.522396:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa17480 with x1855007960402432 ext(1159168->1197244) 00002000:00010000:0.0:1769074960.522402:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa17480 00000100:00100000:0.0:1769074960.522435:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11183 00000100:00100000:0.0:1769074960.522444:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960402432:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074960.530384:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960402432:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 7929us (8378us total) trans 4294989796 rc 0/0 00000100:00100000:0.0:1769074960.530398:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11183 00002000:00100000:0.0:1769074960.530411:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (1159168->1197244) req@ffff8ffe6fa17480 x1855007960402432/t4294989796(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/448 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.530421:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa17480 with x1855007960402432 ext(1159168->1197244) 00002000:00010000:0.0:1769074960.530428:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa17480 00000100:00100000:2.0:1769074960.534227:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.534331:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960402560 00000100:00100000:1.0:1769074960.534341:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960402560 00000100:00100000:1.0:1769074960.534401:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83480 00000100:00100000:1.0:1769074960.534410:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960402560:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:0.0:1769074960.536785:0:9484:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294989796 is committed 00000100:00100000:1.0:1769074960.537840:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960402560:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 3420us (3626us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074960.537854:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83480 00000100:00100000:2.0:1769074960.541278:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.541534:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960402688 00000100:00100000:3.0:1769074960.541544:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960402688 00000100:00100000:3.0:1769074960.541620:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41139 00000100:00100000:3.0:1769074960.541630:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d413100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+95:12630:x1855007960402688:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074960.541654:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074960.541675:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045752 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c79 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.541763:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045759 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.541775:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045759 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.541783:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045759 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:3.0:1769074960.541801:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 5391549 00000004:00200000:3.0:1769074960.541805:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074960.541982:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045759 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.542007:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045752 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c79 expref: 97 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.542026:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045759 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 32 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c79 expref: 96 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.542035:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074960.542038:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074960.542042:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4dd79400, rc 0) 00000100:00100000:3.0:1769074960.542096:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d413100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+96:12630:x1855007960402688:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 468us (826us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074960.542104:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41139 00000100:00100000:2.0:1769074960.544925:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.544988:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960402816 00000100:00100000:0.0:1769074960.544998:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960402816 00002000:00100000:0.0:1769074960.545044:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3903488->3907583) req@ffff8ffe5d412d80 x1855007960402816/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.545055:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5d412d80 with x1855007960402816 ext(3903488->3907583) 00002000:00010000:0.0:1769074960.545061:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5d412d80 00000100:00100000:0.0:1769074960.545094:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11184 00000100:00100000:0.0:1769074960.545103:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960402816:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.545309:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d412d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960402816:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 206us (392us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074960.545317:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11184 00002000:00100000:0.0:1769074960.545324:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3903488->3907583) req@ffff8ffe5d412d80 x1855007960402816/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.545331:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5d412d80 with x1855007960402816 ext(3903488->3907583) 00002000:00010000:0.0:1769074960.545334:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5d412d80 00000100:00100000:2.0:1769074960.548364:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.548443:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960402944 00000100:00100000:3.0:1769074960.548482:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960402944 00002000:00100000:3.0:1769074960.548542:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3907584->3911679) req@ffff8ffe5d411180 x1855007960402944/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.548559:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5d411180 with x1855007960402944 ext(3907584->3911679) 00002000:00010000:3.0:1769074960.548576:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5d411180 00000100:00100000:3.0:1769074960.548598:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11185 00000100:00100000:3.0:1769074960.548617:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960402944:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074960.548802:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d411180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960402944:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 186us (446us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074960.548811:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11185 00002000:00100000:3.0:1769074960.548817:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3907584->3911679) req@ffff8ffe5d411180 x1855007960402944/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.548825:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5d411180 with x1855007960402944 ext(3907584->3911679) 00002000:00010000:3.0:1769074960.548828:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5d411180 00000100:00100000:2.0:1769074960.557688:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.557892:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960403072 00000100:00100000:0.0:1769074960.557903:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960403072 00002000:00100000:0.0:1769074960.557954:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3502080->4194303) req@ffff8ffe5d411c00 x1855007960403072/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 504/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.557966:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5d411c00 with x1855007960403072 ext(3502080->4194303) 00002000:00010000:0.0:1769074960.557972:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5d411c00 00000100:00100000:0.0:1769074960.558011:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11186 00000100:00100000:0.0:1769074960.558020:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5d411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960403072:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074960.568315:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.568538:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960403200 00000100:00100000:3.0:1769074960.568549:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960403200 00002000:00100000:3.0:1769074960.568609:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (0->135167) req@ffff8ffdc6700380 x1855007960403200/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.568620:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc6700380 with x1855007960403200 ext(0->135167) 00002000:00010000:3.0:1769074960.568626:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdc6700380 00000100:00100000:3.0:1769074960.568668:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11187 00000100:00100000:3.0:1769074960.568677:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960403200:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074960.570691:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5d411c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960403072:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 12658us (13000us total) trans 0 rc 684032/684032 00000100:00100000:3.0:1769074960.570706:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11186 00002000:00100000:3.0:1769074960.570718:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3502080->4194303) req@ffff8ffe5d411c00 x1855007960403072/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 504/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 684032/684032 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.570729:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5d411c00 with x1855007960403072 ext(3502080->4194303) 00002000:00010000:3.0:1769074960.570736:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5d411c00 00000100:00100000:3.0:1769074960.573965:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6700380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960403200:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 5279us (5650us total) trans 0 rc 135168/135168 00000100:00100000:3.0:1769074960.573980:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11187 00002000:00100000:3.0:1769074960.574000:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (0->135167) req@ffff8ffdc6700380 x1855007960403200/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 135168/135168 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.574010:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc6700380 with x1855007960403200 ext(0->135167) 00002000:00010000:3.0:1769074960.574018:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdc6700380 00000100:00100000:2.0:1769074960.580121:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.580372:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960403328 00000100:00100000:3.0:1769074960.580384:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960403328 00002000:00100000:3.0:1769074960.580438:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (897024->954367) req@ffff8ffdc6701500 x1855007960403328/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.580480:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc6701500 with x1855007960403328 ext(897024->954367) 00002000:00010000:3.0:1769074960.580486:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdc6701500 00000100:00100000:3.0:1769074960.580514:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11188 00000100:00100000:3.0:1769074960.580523:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2407:x1855007960403328:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:3.0:1769074960.584444:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6701500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960403328:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 3910us (4320us total) trans 4294989857 rc 0/0 00000100:00100000:3.0:1769074960.584476:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11188 00002000:00100000:3.0:1769074960.584488:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (897024->954367) req@ffff8ffdc6701500 x1855007960403328/t4294989857(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/448 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.584505:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc6701500 with x1855007960403328 ext(897024->954367) 00002000:00010000:3.0:1769074960.584511:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdc6701500 00000100:00100000:1.0:1769074960.587406:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.587836:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960403456 00000100:00100000:2.0:1769074960.587846:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960403456 00000100:00100000:2.0:1769074960.587910:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83481 00000100:00100000:2.0:1769074960.587919:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960403456:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:0.0:1769074960.589788:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989857 is committed 00000100:00100000:2.0:1769074960.589983:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846db100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960403456:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2060us (2579us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074960.590079:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83481 00000100:00100000:2.0:1769074960.594060:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.594222:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960403584 00000100:00100000:3.0:1769074960.594235:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960403584 00002000:00100000:3.0:1769074960.594289:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1507328->1548287) req@ffff8ffdc6703b80 x1855007960403584/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.594302:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc6703b80 with x1855007960403584 ext(1507328->1548287) 00002000:00010000:3.0:1769074960.594309:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdc6703b80 00000100:00100000:3.0:1769074960.594347:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11189 00000100:00100000:3.0:1769074960.594356:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960403584:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074960.598496:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6703b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960403584:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 4131us (4436us total) trans 0 rc 40960/40960 00000100:00100000:2.0:1769074960.598511:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11189 00002000:00100000:2.0:1769074960.598525:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1507328->1548287) req@ffff8ffdc6703b80 x1855007960403584/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.598536:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc6703b80 with x1855007960403584 ext(1507328->1548287) 00002000:00010000:2.0:1769074960.598543:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdc6703b80 00000100:00100000:1.0:1769074960.602243:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.602491:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960403712 00000100:00100000:2.0:1769074960.602503:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960403712 00000100:00100000:2.0:1769074960.602563:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11190 00000100:00100000:2.0:1769074960.602581:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960403712:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074960.602763:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074960.602767:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.602769:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074959 -> 1769074960 00002000:00010000:2.0:1769074960.602772:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.602774:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2568 -> 2592 00000100:00100000:2.0:1769074960.602845:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960403712:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 273us (613us total) trans 4294989858 rc 0/0 00000100:00100000:2.0:1769074960.602855:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11190 00000100:00100000:0.0:1769074960.608324:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.608502:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960403840 00000100:00100000:2.0:1769074960.608513:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960403840 00002000:00100000:2.0:1769074960.608563:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (647168->651263) req@ffff8ffe4dc5c000 x1855007960403840/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.608576:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5c000 with x1855007960403840 ext(647168->651263) 00002000:00010000:2.0:1769074960.608583:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4dc5c000 00000100:00100000:2.0:1769074960.608627:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11191 00000100:00100000:2.0:1769074960.608637:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960403840:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074960.608855:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960403840:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 217us (539us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074960.608863:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11191 00002000:00100000:2.0:1769074960.608870:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (647168->651263) req@ffff8ffe4dc5c000 x1855007960403840/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.608878:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5c000 with x1855007960403840 ext(647168->651263) 00002000:00010000:2.0:1769074960.608882:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4dc5c000 00000100:00100000:3.0:1769074960.613761:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.614078:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960403968 00000100:00100000:0.0:1769074960.614089:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960403968 00002000:00100000:0.0:1769074960.614146:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (647168->651263) req@ffff8ffe6f8f1880 x1855007960403968/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 4584/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.614159:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f1880 with x1855007960403968 ext(647168->651263) 00002000:00010000:0.0:1769074960.614167:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6f8f1880 00000100:00100000:0.0:1769074960.614216:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11192 00000100:00100000:0.0:1769074960.614227:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960403968:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074960.616113:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960403968:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 1878us (2356us total) trans 4294989797 rc 0/0 00000100:00100000:2.0:1769074960.616127:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11192 00002000:00100000:2.0:1769074960.616140:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (647168->651263) req@ffff8ffe6f8f1880 x1855007960403968/t4294989797(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 4584/448 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.616151:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f1880 with x1855007960403968 ext(647168->651263) 00002000:00010000:2.0:1769074960.616158:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6f8f1880 00000100:00100000:1.0:1769074960.620286:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.620486:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960404096 00000100:00100000:2.0:1769074960.620498:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960404096 00000100:00100000:2.0:1769074960.620560:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83482 00000100:00100000:2.0:1769074960.620573:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960404096:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:0.0:1769074960.622027:0:9484:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294989797 is committed 00000100:00100000:2.0:1769074960.622195:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846d9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960404096:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 1621us (1915us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074960.622214:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83482 00000100:00100000:0.0:1769074960.624302:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.624484:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960404224 00000100:00100000:2.0:1769074960.624494:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960404224 00000100:00100000:2.0:1769074960.624552:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11193 00000100:00100000:2.0:1769074960.624561:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960404224:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074960.624817:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074960.624822:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.624825:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.624827:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.624829:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2592 -> 2608 00000100:00100000:2.0:1769074960.624950:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960404224:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 388us (657us total) trans 4294989859 rc 0/0 00000100:00100000:2.0:1769074960.624960:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11193 00000100:00100000:3.0:1769074960.628513:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.628668:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960404352 00000100:00100000:0.0:1769074960.628678:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960404352 00002000:00100000:0.0:1769074960.628722:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (376832->380927) req@ffff8ffe6f8f3480 x1855007960404352/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.628734:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f3480 with x1855007960404352 ext(376832->380927) 00002000:00010000:0.0:1769074960.628740:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f8f3480 00000100:00100000:0.0:1769074960.628773:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11194 00000100:00100000:0.0:1769074960.628780:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960404352:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.629029:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960404352:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 247us (524us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074960.629036:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11194 00002000:00100000:0.0:1769074960.629043:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (376832->380927) req@ffff8ffe6f8f3480 x1855007960404352/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.629051:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f3480 with x1855007960404352 ext(376832->380927) 00002000:00010000:0.0:1769074960.629090:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f8f3480 00000100:00100000:1.0:1769074960.632749:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.633026:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960404480 00000100:00100000:2.0:1769074960.633036:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960404480 00002000:00100000:2.0:1769074960.633088:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (561152->581631) req@ffff8ffd846d8380 x1855007960404480/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.633100:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd846d8380 with x1855007960404480 ext(561152->581631) 00002000:00010000:2.0:1769074960.633107:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd846d8380 00000100:00100000:2.0:1769074960.633143:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11195 00000100:00100000:2.0:1769074960.633152:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960404480:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074960.636101:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960404480:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 2936us (3348us total) trans 0 rc 20480/20480 00000100:00100000:2.0:1769074960.636117:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11195 00002000:00100000:2.0:1769074960.636131:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (561152->581631) req@ffff8ffd846d8380 x1855007960404480/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 20480/20480 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.636141:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd846d8380 with x1855007960404480 ext(561152->581631) 00002000:00010000:2.0:1769074960.636148:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd846d8380 00000100:00100000:3.0:1769074960.639623:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.639860:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960404608 00000100:00100000:2.0:1769074960.639871:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960404608 00000100:00100000:2.0:1769074960.639942:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11196 00000100:00100000:2.0:1769074960.639951:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960404608:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074960.640431:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074960.640435:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.640437:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.640440:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.640442:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2608 -> 2608 00000100:00100000:2.0:1769074960.640661:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960404608:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 709us (1057us total) trans 4294989860 rc 0/0 00000100:00100000:2.0:1769074960.640670:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11196 00000100:00100000:1.0:1769074960.643414:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.643499:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960404736 00000100:00100000:2.0:1769074960.643511:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960404736 00000100:00100000:2.0:1769074960.643584:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11197 00000100:00100000:2.0:1769074960.643594:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd846d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960404736:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074960.643854:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074960.643858:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.643860:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.643862:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.643864:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2608 -> 2608 00000100:00100000:2.0:1769074960.643930:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd846d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960404736:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 337us (523us total) trans 4294989861 rc 0/0 00000100:00100000:2.0:1769074960.643939:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11197 00000100:00100000:1.0:1769074960.647101:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.647193:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960404864 00000100:00100000:0.0:1769074960.647205:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960404864 00002000:00100000:0.0:1769074960.647262:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (782336->786431) req@ffff8ffdbfa71f80 x1855007960404864/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.647274:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa71f80 with x1855007960404864 ext(782336->786431) 00002000:00010000:0.0:1769074960.647280:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdbfa71f80 00000100:00100000:0.0:1769074960.647314:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11198 00000100:00100000:0.0:1769074960.647323:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960404864:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.647540:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960404864:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 217us (448us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074960.647549:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11198 00002000:00100000:0.0:1769074960.647556:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (782336->786431) req@ffff8ffdbfa71f80 x1855007960404864/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.647565:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa71f80 with x1855007960404864 ext(782336->786431) 00002000:00010000:0.0:1769074960.647568:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdbfa71f80 00000100:00100000:3.0:1769074960.651024:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.651129:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960404992 00000100:00100000:2.0:1769074960.651139:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960404992 00002000:00100000:2.0:1769074960.651195:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (786432->790527) req@ffff8ffe6f8f1180 x1855007960404992/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.651207:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f1180 with x1855007960404992 ext(786432->790527) 00002000:00010000:2.0:1769074960.651219:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6f8f1180 00000100:00100000:2.0:1769074960.651255:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11199 00000100:00100000:2.0:1769074960.651264:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960404992:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074960.651499:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960404992:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 234us (482us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074960.651508:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11199 00002000:00100000:2.0:1769074960.651515:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (786432->790527) req@ffff8ffe6f8f1180 x1855007960404992/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.651523:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f1180 with x1855007960404992 ext(786432->790527) 00002000:00010000:2.0:1769074960.651526:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6f8f1180 00000100:00100000:1.0:1769074960.654574:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.654680:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960405120 00000100:00100000:0.0:1769074960.654691:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960405120 00002000:00100000:0.0:1769074960.654740:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (761856->827391) req@ffff8ffdbfa70a80 x1855007960405120/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 504/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.654751:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa70a80 with x1855007960405120 ext(761856->827391) 00002000:00010000:0.0:1769074960.654757:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdbfa70a80 00000100:00100000:0.0:1769074960.654791:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11200 00000100:00100000:0.0:1769074960.654800:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960405120:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.657884:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960405120:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3073us (3308us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1769074960.657898:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11200 00002000:00100000:0.0:1769074960.657911:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (761856->827391) req@ffff8ffdbfa70a80 x1855007960405120/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 504/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.657921:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa70a80 with x1855007960405120 ext(761856->827391) 00002000:00010000:0.0:1769074960.657928:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdbfa70a80 00000100:00100000:3.0:1769074960.660682:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.660828:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960405248 00000100:00100000:0.0:1769074960.660839:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960405248 00002000:00100000:0.0:1769074960.660891:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (827392->864255) req@ffff8ffe6f8f3b80 x1855007960405248/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.660901:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f3b80 with x1855007960405248 ext(827392->864255) 00002000:00010000:0.0:1769074960.660907:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6f8f3b80 00000100:00100000:0.0:1769074960.660940:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11201 00000100:00100000:0.0:1769074960.660950:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960405248:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.664557:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960405248:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3599us (3876us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1769074960.664571:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11201 00002000:00100000:0.0:1769074960.664586:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (827392->864255) req@ffff8ffe6f8f3b80 x1855007960405248/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.664608:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f3b80 with x1855007960405248 ext(827392->864255) 00002000:00010000:0.0:1769074960.664615:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6f8f3b80 00000100:00100000:1.0:1769074960.668241:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.668395:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960405376 00000100:00100000:0.0:1769074960.668406:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960405376 00002000:00100000:0.0:1769074960.668475:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (450560->516095) req@ffff8ffdbfa70e00 x1855007960405376/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.668486:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa70e00 with x1855007960405376 ext(450560->516095) 00002000:00010000:0.0:1769074960.668492:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdbfa70e00 00000100:00100000:0.0:1769074960.668525:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11202 00000100:00100000:0.0:1769074960.668535:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960405376:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.672895:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960405376:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 4350us (4653us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1769074960.672909:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11202 00002000:00100000:0.0:1769074960.672921:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (450560->516095) req@ffff8ffdbfa70e00 x1855007960405376/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.672932:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa70e00 with x1855007960405376 ext(450560->516095) 00002000:00010000:0.0:1769074960.672938:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdbfa70e00 00000100:00100000:1.0:1769074960.677009:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.677113:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960405504 00000100:00100000:0.0:1769074960.677125:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960405504 00002000:00100000:0.0:1769074960.677173:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (581632->622591) req@ffff8ffdbfa71180 x1855007960405504/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.677183:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa71180 with x1855007960405504 ext(581632->622591) 00002000:00010000:0.0:1769074960.677189:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdbfa71180 00000100:00100000:0.0:1769074960.677345:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11203 00000100:00100000:0.0:1769074960.677356:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960405504:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.682569:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960405504:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 5204us (5559us total) trans 0 rc 40960/40960 00000100:00100000:0.0:1769074960.682587:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11203 00002000:00100000:0.0:1769074960.682611:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (581632->622591) req@ffff8ffdbfa71180 x1855007960405504/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.682622:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa71180 with x1855007960405504 ext(581632->622591) 00002000:00010000:0.0:1769074960.682629:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdbfa71180 00000100:00100000:3.0:1769074960.685296:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.685683:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960405632 00000100:00100000:2.0:1769074960.685693:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960405632 00000100:00100000:2.0:1769074960.685760:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11204 00000100:00100000:2.0:1769074960.685770:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960405632:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074960.686011:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074960.686015:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.686018:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.686020:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.686023:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2608 -> 2672 00000100:00100000:2.0:1769074960.686090:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2408:x1855007960405632:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 321us (802us total) trans 4294989862 rc 0/0 00000100:00100000:2.0:1769074960.686098:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11204 00000100:00100000:1.0:1769074960.690530:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.690700:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960405760 00000100:00100000:0.0:1769074960.690712:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960405760 00000100:00100000:0.0:1769074960.690783:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11205 00000100:00100000:0.0:1769074960.690793:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2407:x1855007960405760:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074960.691041:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074960.691046:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.691048:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.691050:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.691053:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2672 -> 2688 00000100:00100000:0.0:1769074960.691121:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+12:2407:x1855007960405760:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 329us (600us total) trans 4294989863 rc 0/0 00000100:00100000:0.0:1769074960.691130:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11205 00000100:00100000:1.0:1769074960.696571:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.696665:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960405888 00000100:00100000:3.0:1769074960.696678:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960405888 00000100:00100000:3.0:1769074960.696805:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11206 00000100:00100000:3.0:1769074960.696816:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2408:x1855007960405888:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074960.697182:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074960.697186:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.697189:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.697191:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.697193:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2688 -> 2624 00000100:00100000:3.0:1769074960.697255:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960405888:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 439us (690us total) trans 4294989864 rc 0/0 00000100:00100000:3.0:1769074960.697262:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11206 00000100:00100000:1.0:1769074960.704038:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.704141:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960406016 00000100:00100000:3.0:1769074960.704152:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960406016 00002000:00100000:3.0:1769074960.704202:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3284992->3289087) req@ffff8ffdbfa72300 x1855007960406016/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.704222:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa72300 with x1855007960406016 ext(3284992->3289087) 00002000:00010000:3.0:1769074960.704229:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdbfa72300 00000100:00100000:3.0:1769074960.704264:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11207 00000100:00100000:3.0:1769074960.704273:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960406016:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074960.704506:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960406016:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 233us (476us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074960.704514:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11207 00002000:00100000:3.0:1769074960.704521:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3284992->3289087) req@ffff8ffdbfa72300 x1855007960406016/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.704529:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa72300 with x1855007960406016 ext(3284992->3289087) 00002000:00010000:3.0:1769074960.704533:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdbfa72300 00000100:00100000:1.0:1769074960.708180:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.708289:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960406144 00000100:00100000:0.0:1769074960.708300:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960406144 00002000:00100000:0.0:1769074960.708348:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3334144->3338239) req@ffff8ffdbfa73800 x1855007960406144/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.708360:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa73800 with x1855007960406144 ext(3334144->3338239) 00002000:00010000:0.0:1769074960.708366:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdbfa73800 00000100:00100000:0.0:1769074960.708399:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11208 00000100:00100000:0.0:1769074960.708409:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960406144:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.708644:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960406144:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 235us (474us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074960.708652:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11208 00002000:00100000:0.0:1769074960.708659:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3334144->3338239) req@ffff8ffdbfa73800 x1855007960406144/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.708668:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa73800 with x1855007960406144 ext(3334144->3338239) 00002000:00010000:0.0:1769074960.708671:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdbfa73800 00000100:00100000:1.0:1769074960.716074:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.716159:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960406272 00000100:00100000:3.0:1769074960.716170:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960406272 00002000:00100000:3.0:1769074960.716236:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (380928->385023) req@ffff8ffdbfa70700 x1855007960406272/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.716248:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa70700 with x1855007960406272 ext(380928->385023) 00002000:00010000:3.0:1769074960.716255:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdbfa70700 00000100:00100000:3.0:1769074960.716283:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11209 00000100:00100000:3.0:1769074960.716294:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960406272:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074960.716528:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960406272:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 235us (463us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074960.716535:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11209 00002000:00100000:3.0:1769074960.716542:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (380928->385023) req@ffff8ffdbfa70700 x1855007960406272/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.716550:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa70700 with x1855007960406272 ext(380928->385023) 00002000:00010000:3.0:1769074960.716553:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdbfa70700 00000100:00100000:1.0:1769074960.720088:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.720188:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960406400 00000100:00100000:0.0:1769074960.720199:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960406400 00002000:00100000:0.0:1769074960.720253:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (385024->389119) req@ffff8ffdbfa73480 x1855007960406400/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.720266:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa73480 with x1855007960406400 ext(385024->389119) 00002000:00010000:0.0:1769074960.720272:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdbfa73480 00000100:00100000:0.0:1769074960.720305:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11210 00000100:00100000:0.0:1769074960.720314:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960406400:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.720546:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960406400:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 233us (468us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074960.720554:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11210 00002000:00100000:0.0:1769074960.720560:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (385024->389119) req@ffff8ffdbfa73480 x1855007960406400/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.720568:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa73480 with x1855007960406400 ext(385024->389119) 00002000:00010000:0.0:1769074960.720572:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdbfa73480 00000100:00100000:1.0:1769074960.723932:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.724023:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960406528 00000100:00100000:3.0:1769074960.724034:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960406528 00002000:00100000:3.0:1769074960.724083:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (389120->393215) req@ffff8ffdbfa70380 x1855007960406528/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.724094:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa70380 with x1855007960406528 ext(389120->393215) 00002000:00010000:3.0:1769074960.724099:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdbfa70380 00000100:00100000:3.0:1769074960.724134:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11211 00000100:00100000:3.0:1769074960.724142:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960406528:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074960.724439:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960406528:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 295us (514us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074960.724484:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11211 00002000:00100000:3.0:1769074960.724492:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (389120->393215) req@ffff8ffdbfa70380 x1855007960406528/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/4536 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.724501:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa70380 with x1855007960406528 ext(389120->393215) 00002000:00010000:3.0:1769074960.724529:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdbfa70380 00000100:00100000:1.0:1769074960.732568:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.732755:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960406656 00000100:00100000:0.0:1769074960.732767:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960406656 00002000:00100000:0.0:1769074960.732822:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (114688->3338239) req@ffff8ffdbfa71500 x1855007960406656/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 520/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.732834:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa71500 with x1855007960406656 ext(114688->3338239) 00002000:00010000:0.0:1769074960.732840:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdbfa71500 00000100:00100000:0.0:1769074960.732881:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11212 00000100:00100000:0.0:1769074960.732891:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960406656:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074960.741706:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960406656:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 8805us (9135us total) trans 4294989868 rc 0/0 00000100:00100000:0.0:1769074960.741721:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11212 00002000:00100000:0.0:1769074960.741733:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (114688->3338239) req@ffff8ffdbfa71500 x1855007960406656/t4294989868(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 520/456 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.741744:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa71500 with x1855007960406656 ext(114688->3338239) 00002000:00010000:0.0:1769074960.741751:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdbfa71500 00000100:00100000:1.0:1769074960.746980:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.747358:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960406784 00000100:00100000:3.0:1769074960.747370:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960406784 00000100:00100000:3.0:1769074960.747432:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83483 00000100:00100000:3.0:1769074960.747442:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960406784:12345-192.168.204.30@tcp:16:fsx.0 00010000:00010000:2.0:1769074960.747577:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1769074960.752174:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989868 is committed 00000100:00100000:3.0:1769074960.754255:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960406784:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 6804us (7275us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074960.754269:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83483 00000100:00100000:1.0:1769074960.757901:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.758151:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960407040 00000100:00100000:3.0:1769074960.758163:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960407040 00000100:00100000:3.0:1769074960.758264:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41140 00000100:00100000:3.0:1769074960.758273:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+96:12630:x1855007960407040:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:3.0:1769074960.758326:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074960.758354:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045759 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c79 expref: 96 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.758373:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074960.758378:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074960.758732:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045760 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 32 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.758752:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045760 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.758761:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045760 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:3.0:1769074960.758802:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998135 00000004:00010000:3.0:1769074960.758825:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000fd43fb8d reply state 000000004483fd42 transno 4294998136 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045760 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.758839:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045760 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.758845:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074960.758848:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074960.758850:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074960.758938:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+98:12630:x1855007960407040:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 665us (1045us total) trans 4294998136 rc 0/0 00000100:00100000:3.0:1769074960.758945:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41140 00000020:00080000:3.0:1769074960.758949:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074960.762911:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.762960:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.763026:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960407168 00000100:00100000:3.0:1769074960.763037:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960407168 00002000:00010000:3.0:1769074960.763075:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1060839->18446744073709551615) 00002000:00100000:3.0:1769074960.763079:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe627abb80 with x1855007960407168 ext(1060839->18446744073709551615) 00002000:00010000:3.0:1769074960.763089:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe627abb80. 00000100:00100000:3.0:1769074960.763111:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960407296 00000100:00100000:3.0:1769074960.763114:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960407296 00002000:00010000:3.0:1769074960.763128:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074960.763131:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe627aa680 with x1855007960407296 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074960.763137:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe627aa680. 00000100:00100000:0.0:1769074960.763139:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11213 00000100:00100000:0.0:1769074960.763151:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960407168:12345-192.168.204.30@tcp:10:fsx.0 00000100:00100000:3.0:1769074960.764089:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11214 00000100:00100000:3.0:1769074960.764103:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960407296:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074960.764920:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 1197245 -> 0 00002000:00010000:3.0:1769074960.764926:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.764928:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1769074960.764931:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.764934:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 112 -> 0 00000100:00100000:3.0:1769074960.765044:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960407296:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 942us (2080us total) trans 4294989798 rc 0/0 00000100:00100000:3.0:1769074960.765054:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11214 00002000:00010000:3.0:1769074960.765059:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074960.765062:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe627aa680 with x1855007960407296 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074960.765068:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe627aa680. 00002000:00010000:0.0:1769074960.771187:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 1060839 00002000:00010000:0.0:1769074960.771198:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.771200:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.771202:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.773290:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2624 -> 1936 00000100:00100000:0.0:1769074960.773465:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960407168:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 10291us (10537us total) trans 4294989869 rc 0/0 00000100:00100000:0.0:1769074960.773480:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11213 00002000:00010000:0.0:1769074960.773486:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1060839->18446744073709551615) 00002000:00100000:0.0:1769074960.773489:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe627abb80 with x1855007960407168 ext(1060839->18446744073709551615) 00002000:00010000:0.0:1769074960.773499:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe627abb80. 00000100:00100000:1.0:1769074960.783865:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.784037:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960407424 00000100:00100000:2.0:1769074960.784046:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960407424 00000100:00100000:2.0:1769074960.784130:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41141 00000100:00100000:2.0:1769074960.784139:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+98:12630:x1855007960407424:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:2.0:1769074960.784179:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074960.784199:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79a00/0xf5091596e3045767 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c80 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074960.784296:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e304576e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074960.784311:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e304576e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074960.784322:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e304576e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:2.0:1769074960.784345:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 1060839 00000004:00200000:2.0:1769074960.784349:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074960.784366:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e304576e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074960.784387:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79a00/0xf5091596e3045767 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c80 expref: 100 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074960.784402:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e304576e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 33 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c80 expref: 99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074960.784410:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074960.784413:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074960.784417:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe80b79200, rc 0) 00000100:00100000:2.0:1769074960.784500:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+99:12630:x1855007960407424:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 362us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074960.784507:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41141 00000100:00100000:1.0:1769074960.787637:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.787853:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960407552 00000100:00100000:0.0:1769074960.787865:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960407552 00000100:00100000:0.0:1769074960.787974:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11215 00000100:00100000:0.0:1769074960.787994:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960407552:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074960.788398:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1060839 -> 1060839 00002000:00010000:0.0:1769074960.788402:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.788404:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.788407:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.788409:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1936 -> 1936 00000100:00100000:0.0:1769074960.788495:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960407552:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 511us (867us total) trans 4294989870 rc 0/0 00000100:00100000:0.0:1769074960.788503:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11215 00000100:00100000:1.0:1769074960.792735:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.792859:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960407808 00000100:00100000:3.0:1769074960.792870:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960407808 00000100:00100000:3.0:1769074960.792927:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41142 00000100:00100000:3.0:1769074960.792936:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+99:12630:x1855007960407808:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:3.0:1769074960.792996:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074960.793024:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e304576e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c80 expref: 99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.793044:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074960.793049:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074960.793394:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045775 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 33 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.793415:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045775 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.793425:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045775 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:3.0:1769074960.793748:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998137 00000004:00010000:3.0:1769074960.793772:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aac44821 reply state 00000000a39632d3 transno 4294998138 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045775 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.793785:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045775 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.793836:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074960.793838:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074960.793841:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074960.793953:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+101:12630:x1855007960407808:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 1017us (1224us total) trans 4294998138 rc 0/0 00000100:00100000:3.0:1769074960.793962:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41142 00000020:00080000:3.0:1769074960.793966:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074960.796863:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.796903:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.796993:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960408064 00000100:00100000:0.0:1769074960.797003:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960408064 00002000:00010000:0.0:1769074960.797043:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074960.797048:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe627aa300 with x1855007960408064 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074960.797059:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe627aa300. 00000100:00100000:0.0:1769074960.797092:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960407936 00000100:00100000:0.0:1769074960.797096:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960407936 00002000:00010000:0.0:1769074960.797107:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (971333->18446744073709551615) 00002000:00100000:0.0:1769074960.797110:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe627a8e00 with x1855007960407936 ext(971333->18446744073709551615) 00002000:00010000:0.0:1769074960.797118:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe627a8e00. 00000100:00100000:0.0:1769074960.797133:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11216 00000100:00100000:0.0:1769074960.797141:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960408064:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074960.797284:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074960.797288:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.797290:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1769074960.797293:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.797295:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074960.797345:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960408064:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 204us (491us total) trans 4294989799 rc 0/0 00000100:00100000:0.0:1769074960.797353:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11216 00002000:00010000:0.0:1769074960.797357:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074960.797360:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe627aa300 with x1855007960408064 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074960.797364:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe627aa300. 00000100:00100000:0.0:1769074960.797379:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11217 00000100:00100000:0.0:1769074960.797386:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe627a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960407936:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074960.797678:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1060839 -> 971333 00002000:00010000:0.0:1769074960.797682:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.797684:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.797687:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.797690:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1936 -> 1776 00000100:00100000:0.0:1769074960.797712:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe627a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960407936:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 325us (808us total) trans 4294989871 rc 0/0 00000100:00100000:0.0:1769074960.797718:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11217 00002000:00010000:0.0:1769074960.797721:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (971333->18446744073709551615) 00002000:00100000:0.0:1769074960.797724:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe627a8e00 with x1855007960407936 ext(971333->18446744073709551615) 00002000:00010000:0.0:1769074960.797729:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe627a8e00. 00000100:00100000:1.0:1769074960.800721:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.800862:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960408192 00000100:00100000:3.0:1769074960.800872:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960408192 00000100:00100000:3.0:1769074960.800932:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41143 00000100:00100000:3.0:1769074960.800942:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+101:12630:x1855007960408192:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074960.800966:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074960.800996:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e304577c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c87 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.801090:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045783 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.801104:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045783 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.801115:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045783 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:3.0:1769074960.801143:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 971333 00000004:00200000:3.0:1769074960.801148:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074960.801166:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045783 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.801191:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e304577c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c87 expref: 103 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.801219:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045783 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 34 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c87 expref: 102 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.801228:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074960.801231:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074960.801234:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4dd78c00, rc 0) 00000100:00100000:3.0:1769074960.801294:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44a68a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+102:12630:x1855007960408192:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 353us (582us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074960.801300:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41143 00000100:00100000:1.0:1769074960.820857:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.821620:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960408320 00000100:00100000:2.0:1769074960.821631:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960408320 00002000:00100000:2.0:1769074960.821684:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (442368->3674111) req@ffff8ffd44a6bb80 x1855007960408320/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 552/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.821696:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd44a6bb80 with x1855007960408320 ext(442368->3674111) 00002000:00010000:2.0:1769074960.821703:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd44a6bb80 00000100:00100000:2.0:1769074960.821778:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11218 00000100:00100000:2.0:1769074960.821787:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960408320:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074960.830740:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960408320:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 8943us (9882us total) trans 0 rc 118784/118784 00000100:00100000:2.0:1769074960.830755:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11218 00002000:00100000:2.0:1769074960.830767:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (442368->3674111) req@ffff8ffd44a6bb80 x1855007960408320/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 552/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 118784/118784 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.830778:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd44a6bb80 with x1855007960408320 ext(442368->3674111) 00002000:00010000:2.0:1769074960.830785:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd44a6bb80 00000100:00100000:0.0:1769074960.836258:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.836476:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960408448 00000100:00100000:2.0:1769074960.836486:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960408448 00002000:00100000:2.0:1769074960.836537:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (204800->3684455) req@ffff8ffe4dc5f100 x1855007960408448/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 504/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.836549:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5f100 with x1855007960408448 ext(204800->3684455) 00002000:00010000:2.0:1769074960.836555:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dc5f100 00000100:00100000:2.0:1769074960.836589:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11219 00000100:00100000:2.0:1769074960.836608:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960408448:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074960.839967:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960408448:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 3360us (3708us total) trans 4294989872 rc 0/0 00000100:00100000:2.0:1769074960.840006:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11219 00002000:00100000:2.0:1769074960.840018:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (204800->3684455) req@ffff8ffe4dc5f100 x1855007960408448/t4294989872(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 504/448 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074960.840028:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5f100 with x1855007960408448 ext(204800->3684455) 00002000:00010000:2.0:1769074960.840035:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dc5f100 00000100:00100000:3.0:1769074960.842464:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.842579:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960408576 00000100:00100000:2.0:1769074960.842589:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960408576 00000100:00100000:2.0:1769074960.842654:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83484 00000100:00100000:2.0:1769074960.842663:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960408576:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:1.0:1769074960.844343:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989872 is committed 00000100:00100000:2.0:1769074960.844671:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960408576:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2005us (2228us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074960.844683:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83484 00000100:00100000:1.0:1769074960.847658:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.847755:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960408704 00000100:00100000:2.0:1769074960.847765:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960408704 00000100:00100000:2.0:1769074960.847855:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11220 00000100:00100000:2.0:1769074960.847865:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960408704:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074960.848100:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 971333 -> 3684456 00002000:00010000:2.0:1769074960.848105:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.848107:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.848110:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.848112:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1776 -> 1800 00000100:00100000:2.0:1769074960.848169:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960408704:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 305us (517us total) trans 4294989873 rc 0/0 00000100:00100000:2.0:1769074960.848176:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11220 00000100:00100000:1.0:1769074960.851028:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.851159:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960408832 00000100:00100000:2.0:1769074960.851170:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960408832 00000100:00100000:2.0:1769074960.851247:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11221 00000100:00100000:2.0:1769074960.851256:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44a6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960408832:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074960.851579:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3684456 -> 3684456 00002000:00010000:2.0:1769074960.851583:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.851586:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.851588:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.851590:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1800 -> 1872 00000100:00100000:2.0:1769074960.851712:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44a6a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960408832:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 456us (692us total) trans 4294989874 rc 0/0 00000100:00100000:2.0:1769074960.851721:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11221 00000100:00100000:3.0:1769074960.854619:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.854712:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960408960 00000100:00100000:1.0:1769074960.854724:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960408960 00000100:00100000:1.0:1769074960.854790:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11222 00000100:00100000:1.0:1769074960.854800:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960408960:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074960.855017:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3684456 -> 3684456 00002000:00010000:1.0:1769074960.855021:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.855023:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.855025:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.855028:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1872 -> 1936 00000100:00100000:1.0:1769074960.855094:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960408960:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 295us (482us total) trans 4294989875 rc 0/0 00000100:00100000:1.0:1769074960.855102:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11222 00000100:00100000:2.0:1769074960.857908:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.858021:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960409088 00000100:00100000:1.0:1769074960.858033:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960409088 00000100:00100000:1.0:1769074960.858104:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11223 00000100:00100000:1.0:1769074960.858113:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960409088:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074960.858326:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3684456 -> 3684456 00002000:00010000:1.0:1769074960.858330:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.858332:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.858334:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.858336:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1936 -> 1944 00000100:00100000:1.0:1769074960.858401:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6700700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960409088:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 289us (502us total) trans 4294989876 rc 0/0 00000100:00100000:1.0:1769074960.858409:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11223 00000100:00100000:3.0:1769074960.861003:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.861105:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960409344 00000100:00100000:2.0:1769074960.861114:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960409344 00000100:00100000:2.0:1769074960.861170:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41144 00000100:00100000:2.0:1769074960.861179:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+102:12630:x1855007960409344:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074960.861240:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074960.861266:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78c00/0xf5091596e3045783 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c87 expref: 102 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074960.861286:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074960.861291:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074960.861509:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79600/0xf5091596e304578a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 34 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074960.861528:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79600/0xf5091596e304578a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074960.861586:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79600/0xf5091596e304578a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:2.0:1769074960.861642:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998139 00000004:00010000:2.0:1769074960.861678:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d491f206 reply state 000000008bbc3e20 transno 4294998140 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79600/0xf5091596e304578a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074960.861690:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79600/0xf5091596e304578a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074960.861697:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074960.861700:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074960.861703:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074960.861792:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+104:12630:x1855007960409344:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 613us (796us total) trans 4294998140 rc 0/0 00000100:00100000:2.0:1769074960.861800:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41144 00000020:00080000:2.0:1769074960.861805:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074960.864673:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.864724:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.864896:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960409472 00000100:00100000:1.0:1769074960.864906:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960409472 00002000:00010000:1.0:1769074960.864947:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2614503->18446744073709551615) 00002000:00100000:1.0:1769074960.864952:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f1f80 with x1855007960409472 ext(2614503->18446744073709551615) 00002000:00010000:1.0:1769074960.864965:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f8f1f80. 00000100:00100000:1.0:1769074960.864998:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960409600 00000100:00100000:1.0:1769074960.865002:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960409600 00002000:00010000:1.0:1769074960.865013:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074960.865016:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f2d80 with x1855007960409600 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074960.865022:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6f8f2d80. 00000100:00100000:1.0:1769074960.865044:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11224 00000100:00100000:1.0:1769074960.865052:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960409472:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074960.866079:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3684456 -> 2614503 00002000:00010000:1.0:1769074960.866087:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.866090:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.866093:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.866095:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1944 -> 1776 00000100:00100000:1.0:1769074960.866171:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960409472:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1116us (1515us total) trans 4294989877 rc 0/0 00000100:00100000:1.0:1769074960.866182:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11224 00002000:00010000:1.0:1769074960.866186:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2614503->18446744073709551615) 00002000:00100000:1.0:1769074960.866188:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f1f80 with x1855007960409472 ext(2614503->18446744073709551615) 00002000:00010000:1.0:1769074960.866195:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f8f1f80. 00000100:00100000:1.0:1769074960.866220:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11225 00000100:00100000:1.0:1769074960.866228:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960409600:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074960.866300:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1769074960.866303:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.866306:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1769074960.866309:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074960.866311:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1769074960.866332:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960409600:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 105us (1608us total) trans 4294989800 rc 0/0 00000100:00100000:1.0:1769074960.866339:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11225 00002000:00010000:1.0:1769074960.866342:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074960.866344:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f2d80 with x1855007960409600 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074960.866349:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6f8f2d80. 00000100:00100000:2.0:1769074960.871028:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.871346:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960409728 00000100:00100000:3.0:1769074960.871357:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960409728 00000100:00100000:3.0:1769074960.871418:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41145 00000100:00100000:3.0:1769074960.871437:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+104:12630:x1855007960409728:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074960.871606:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074960.871630:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79800/0xf5091596e3045791 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c8e expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.871756:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e3045798 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.871772:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e3045798 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.871789:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e3045798 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:3.0:1769074960.871816:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 2614503 00000004:00200000:3.0:1769074960.871821:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074960.871838:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e3045798 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.871864:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79800/0xf5091596e3045791 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c8e expref: 106 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.871882:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e3045798 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 35 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c8e expref: 105 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.871891:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074960.871895:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074960.871898:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4dd78600, rc 0) 00000100:00100000:3.0:1769074960.872139:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6703480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+105:12630:x1855007960409728:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 703us (1120us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074960.872148:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41145 00000100:00100000:1.0:1769074960.876051:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.876136:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960409856 00000100:00100000:3.0:1769074960.876149:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960409856 00000100:00100000:3.0:1769074960.876338:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11226 00000100:00100000:3.0:1769074960.876349:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960409856:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074960.876763:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2614503 -> 2614503 00002000:00010000:3.0:1769074960.876767:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.876770:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.876772:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.876812:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1776 -> 1776 00000100:00100000:3.0:1769074960.876877:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960409856:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 529us (904us total) trans 4294989878 rc 0/0 00000100:00100000:3.0:1769074960.876886:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11226 00000100:00100000:0.0:1769074960.880146:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.880350:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960410112 00000100:00100000:3.0:1769074960.880363:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960410112 00000100:00100000:3.0:1769074960.880424:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41146 00000100:00100000:3.0:1769074960.880434:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+105:12630:x1855007960410112:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:3.0:1769074960.880524:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074960.880552:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e3045798 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c8e expref: 105 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.880572:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074960.880578:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074960.880921:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79c00/0xf5091596e304579f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 35 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.880941:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79c00/0xf5091596e304579f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.880950:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79c00/0xf5091596e304579f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:3.0:1769074960.881002:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998141 00000004:00010000:3.0:1769074960.881024:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000096d6feaf reply state 0000000023e729b2 transno 4294998142 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79c00/0xf5091596e304579f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.881036:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79c00/0xf5091596e304579f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.881042:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074960.881078:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074960.881081:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074960.881269:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+107:12630:x1855007960410112:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 835us (1133us total) trans 4294998142 rc 0/0 00000100:00100000:3.0:1769074960.881277:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41146 00000020:00080000:3.0:1769074960.881282:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074960.884127:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.884156:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074960.884359:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960410368 00000100:00100000:2.0:1769074960.884370:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960410368 00002000:00010000:2.0:1769074960.884411:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074960.884416:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd44a69880 with x1855007960410368 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074960.884429:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd44a69880. 00000100:00100000:2.0:1769074960.884514:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960410240 00000100:00100000:2.0:1769074960.884518:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960410240 00002000:00010000:2.0:1769074960.884532:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1652939->18446744073709551615) 00002000:00100000:2.0:1769074960.884536:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd44a69500 with x1855007960410240 ext(1652939->18446744073709551615) 00002000:00010000:2.0:1769074960.884543:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd44a69500. 00000100:00100000:2.0:1769074960.884566:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11227 00000100:00100000:2.0:1769074960.884605:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44a69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960410368:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074960.884760:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074960.884764:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.884767:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1769074960.884769:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.884771:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074960.884832:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44a69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960410368:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 237us (713us total) trans 4294989801 rc 0/0 00000100:00100000:2.0:1769074960.884840:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11227 00002000:00010000:2.0:1769074960.884844:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074960.884847:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd44a69880 with x1855007960410368 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074960.884851:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd44a69880. 00000100:00100000:2.0:1769074960.884868:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11228 00000100:00100000:2.0:1769074960.884875:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960410240:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074960.886535:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2614503 -> 1652939 00002000:00010000:2.0:1769074960.886544:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.886546:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.886548:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074960.886551:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1776 -> 1776 00000100:00100000:2.0:1769074960.886615:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44a69500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960410240:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1737us (2455us total) trans 4294989879 rc 0/0 00000100:00100000:2.0:1769074960.886625:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11228 00002000:00010000:2.0:1769074960.886629:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1652939->18446744073709551615) 00002000:00100000:2.0:1769074960.886633:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd44a69500 with x1855007960410240 ext(1652939->18446744073709551615) 00002000:00010000:2.0:1769074960.886666:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd44a69500. 00000100:00100000:1.0:1769074960.891147:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.891309:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960410496 00000100:00100000:3.0:1769074960.891320:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960410496 00000100:00100000:3.0:1769074960.891418:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41147 00000100:00100000:3.0:1769074960.891428:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44a6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+107:12630:x1855007960410496:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074960.891486:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074960.891511:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79800/0xf5091596e30457a6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c95 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.891615:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78200/0xf5091596e30457ad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.891631:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78200/0xf5091596e30457ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.891642:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78200/0xf5091596e30457ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:3.0:1769074960.891681:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 1652939 00000004:00200000:3.0:1769074960.891686:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074960.891703:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78200/0xf5091596e30457ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074960.891730:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79800/0xf5091596e30457a6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c95 expref: 109 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.891746:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78200/0xf5091596e30457ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 36 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c95 expref: 108 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074960.891775:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074960.891779:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074960.891782:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4dd78200, rc 0) 00000100:00100000:3.0:1769074960.891838:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44a6b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+108:12630:x1855007960410496:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 411us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074960.891845:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41147 00000100:00100000:2.0:1769074960.895631:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.895721:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960410624 00000100:00100000:0.0:1769074960.895731:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960410624 00000100:00100000:0.0:1769074960.895830:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11229 00000100:00100000:0.0:1769074960.895840:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960410624:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074960.896072:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1652939 -> 1652939 00002000:00010000:0.0:1769074960.896075:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.896078:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.896080:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.896083:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1776 -> 1784 00000100:00100000:0.0:1769074960.896146:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6700a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960410624:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 307us (524us total) trans 4294989880 rc 0/0 00000100:00100000:0.0:1769074960.896154:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11229 00000100:00100000:1.0:1769074960.903379:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.903559:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960410752 00000100:00100000:0.0:1769074960.903571:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960410752 00002000:00100000:0.0:1769074960.903634:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (28672->32767) req@ffff8ffd44a68380 x1855007960410752/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.903646:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd44a68380 with x1855007960410752 ext(28672->32767) 00002000:00010000:0.0:1769074960.903653:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd44a68380 00000100:00100000:0.0:1769074960.903689:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11230 00000100:00100000:0.0:1769074960.903698:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44a68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960410752:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.904004:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44a68380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960410752:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 306us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.904013:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11230 00002000:00100000:0.0:1769074960.904020:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (28672->32767) req@ffff8ffd44a68380 x1855007960410752/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.904028:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd44a68380 with x1855007960410752 ext(28672->32767) 00002000:00010000:0.0:1769074960.904031:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd44a68380 00000100:00100000:1.0:1769074960.906163:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.908655:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960410880 00000100:00100000:0.0:1769074960.908671:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960410880 00002000:00100000:0.0:1769074960.908729:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (880640->1179647) req@ffff8ffd44a68700 x1855007960410880/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 504/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.908741:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd44a68700 with x1855007960410880 ext(880640->1179647) 00002000:00010000:0.0:1769074960.908747:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd44a68700 00000100:00100000:0.0:1769074960.908781:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11231 00000100:00100000:0.0:1769074960.908790:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44a68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960410880:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074960.910927:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.911089:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960411008 00000100:00100000:1.0:1769074960.911098:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960411008 00002000:00100000:1.0:1769074960.911143:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (73728->77823) req@ffff8ffdc6701880 x1855007960411008/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074960.911154:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc6701880 with x1855007960411008 ext(73728->77823) 00002000:00010000:1.0:1769074960.911160:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdc6701880 00000100:00100000:1.0:1769074960.911195:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11232 00000100:00100000:1.0:1769074960.911203:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960411008:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074960.911396:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6701880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960411008:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 192us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074960.911405:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11232 00002000:00100000:1.0:1769074960.911412:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (73728->77823) req@ffff8ffdc6701880 x1855007960411008/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074960.911420:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc6701880 with x1855007960411008 ext(73728->77823) 00002000:00010000:1.0:1769074960.911423:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdc6701880 00000100:00100000:0.0:1769074960.913670:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44a68700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960410880:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 4871us (7505us total) trans 0 rc 45056/45056 00000100:00100000:0.0:1769074960.913683:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11231 00002000:00100000:0.0:1769074960.913695:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (880640->1179647) req@ffff8ffd44a68700 x1855007960410880/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 504/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.913706:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd44a68700 with x1855007960410880 ext(880640->1179647) 00002000:00010000:0.0:1769074960.913713:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd44a68700 00000100:00100000:2.0:1769074960.917180:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.917338:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960411136 00000100:00100000:0.0:1769074960.917348:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960411136 00000100:00100000:0.0:1769074960.917419:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11233 00000100:00100000:0.0:1769074960.917429:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960411136:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074960.917846:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1652939 -> 1652939 00002000:00010000:0.0:1769074960.917851:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.917853:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.917855:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.917857:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1784 -> 1696 00000100:00100000:0.0:1769074960.917911:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6702d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+15:2409:x1855007960411136:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 483us (740us total) trans 4294989881 rc 0/0 00000100:00100000:0.0:1769074960.917918:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11233 00000100:00100000:2.0:1769074960.920349:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.920427:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960411264 00000100:00100000:3.0:1769074960.920437:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960411264 00000100:00100000:3.0:1769074960.920517:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11234 00000100:00100000:3.0:1769074960.920526:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+15:2409:x1855007960411264:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074960.920664:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1652939 -> 1652939 00002000:00010000:3.0:1769074960.920668:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.920671:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.920673:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.920675:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1696 -> 1696 00000100:00100000:3.0:1769074960.920730:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6701c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+16:2409:x1855007960411264:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 205us (389us total) trans 4294989882 rc 0/0 00000100:00100000:3.0:1769074960.920738:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11234 00000100:00100000:1.0:1769074960.923114:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.923201:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960411392 00000100:00100000:0.0:1769074960.923216:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960411392 00000100:00100000:0.0:1769074960.923276:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11235 00000100:00100000:0.0:1769074960.923285:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+16:2409:x1855007960411392:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074960.923417:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1652939 -> 1652939 00002000:00010000:0.0:1769074960.923421:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.923423:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.923426:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.923428:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1696 -> 1696 00000100:00100000:0.0:1769074960.923523:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44a6aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+17:2409:x1855007960411392:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 238us (416us total) trans 4294989883 rc 0/0 00000100:00100000:0.0:1769074960.923531:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11235 00000100:00100000:2.0:1769074960.927053:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.927228:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960411520 00000100:00100000:3.0:1769074960.927240:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960411520 00002000:00100000:3.0:1769074960.927287:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (28672->791955) req@ffff8ffdc6700000 x1855007960411520/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 504/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.927299:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc6700000 with x1855007960411520 ext(28672->791955) 00002000:00010000:3.0:1769074960.927306:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdc6700000 00000100:00100000:3.0:1769074960.927395:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11236 00000100:00100000:3.0:1769074960.927406:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960411520:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:3.0:1769074960.931580:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6700000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960411520:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 4167us (4529us total) trans 4294989802 rc 0/0 00000100:00100000:3.0:1769074960.931604:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11236 00002000:00100000:3.0:1769074960.931616:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (28672->791955) req@ffff8ffdc6700000 x1855007960411520/t4294989802(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 504/448 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.931628:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc6700000 with x1855007960411520 ext(28672->791955) 00002000:00010000:3.0:1769074960.931634:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdc6700000 00000100:00100000:2.0:1769074960.934217:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.934280:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960411648 00000100:00100000:3.0:1769074960.934288:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960411648 00000100:00100000:3.0:1769074960.934341:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11237 00000100:00100000:3.0:1769074960.934347:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960411648:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074960.934717:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 791956 00002000:00010000:3.0:1769074960.934721:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.934723:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 0 -> 1769074960 00002000:00010000:3.0:1769074960.934725:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074960.934727:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 160 00000100:00100000:3.0:1769074960.934778:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6703100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960411648:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 430us (568us total) trans 4294989803 rc 0/0 00000100:00100000:3.0:1769074960.934784:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11237 00000100:00100000:1.0:1769074960.937665:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.937831:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960411776 00000100:00100000:0.0:1769074960.937843:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960411776 00000100:00100000:0.0:1769074960.937946:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11238 00000100:00100000:0.0:1769074960.937956:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+17:2409:x1855007960411776:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074960.938320:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1652939 -> 1652939 00002000:00010000:0.0:1769074960.938323:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.938324:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.938326:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074960.938327:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1696 -> 1696 00000100:00100000:0.0:1769074960.938380:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960411776:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 426us (724us total) trans 4294989884 rc 0/0 00000100:00100000:0.0:1769074960.938385:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11238 00000100:00100000:2.0:1769074960.940608:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.940705:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960411904 00000100:00100000:0.0:1769074960.940715:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960411904 00002000:00100000:0.0:1769074960.940766:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3444736->3448831) req@ffff8ffe4f9af800 x1855007960411904/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.940778:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9af800 with x1855007960411904 ext(3444736->3448831) 00002000:00010000:0.0:1769074960.940785:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9af800 00000100:00100000:0.0:1769074960.940851:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11239 00000100:00100000:0.0:1769074960.940860:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960411904:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.941039:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960411904:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 178us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.941047:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11239 00002000:00100000:0.0:1769074960.941054:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3444736->3448831) req@ffff8ffe4f9af800 x1855007960411904/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.941061:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9af800 with x1855007960411904 ext(3444736->3448831) 00002000:00010000:0.0:1769074960.941065:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9af800 00000100:00100000:2.0:1769074960.943421:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.943602:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960412032 00000100:00100000:0.0:1769074960.943611:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960412032 00002000:00100000:0.0:1769074960.943653:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3448832->3452927) req@ffff8ffe4f9ace00 x1855007960412032/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.943665:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9ace00 with x1855007960412032 ext(3448832->3452927) 00002000:00010000:0.0:1769074960.943670:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9ace00 00000100:00100000:0.0:1769074960.943699:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11240 00000100:00100000:0.0:1769074960.943708:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960412032:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.943893:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960412032:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 186us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.943900:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11240 00002000:00100000:0.0:1769074960.943907:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3448832->3452927) req@ffff8ffe4f9ace00 x1855007960412032/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.943916:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9ace00 with x1855007960412032 ext(3448832->3452927) 00002000:00010000:0.0:1769074960.943919:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9ace00 00000100:00100000:1.0:1769074960.949294:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.949344:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960412160 00000100:00100000:3.0:1769074960.949356:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960412160 00002000:00100000:3.0:1769074960.949408:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3452928->3457023) req@ffff8ffd44a68000 x1855007960412160/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.949605:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd44a68000 with x1855007960412160 ext(3452928->3457023) 00002000:00010000:3.0:1769074960.949611:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd44a68000 00000100:00100000:3.0:1769074960.949634:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11241 00000100:00100000:3.0:1769074960.949643:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44a68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960412160:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074960.949811:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44a68000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960412160:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 168us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074960.949819:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11241 00002000:00100000:3.0:1769074960.949825:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3452928->3457023) req@ffff8ffd44a68000 x1855007960412160/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.949833:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd44a68000 with x1855007960412160 ext(3452928->3457023) 00002000:00010000:3.0:1769074960.949837:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd44a68000 00000100:00100000:2.0:1769074960.953707:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.953802:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960412288 00000100:00100000:0.0:1769074960.953812:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960412288 00002000:00100000:0.0:1769074960.953857:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3457024->3461119) req@ffff8ffe4f9ac380 x1855007960412288/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.953869:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9ac380 with x1855007960412288 ext(3457024->3461119) 00002000:00010000:0.0:1769074960.953875:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9ac380 00000100:00100000:0.0:1769074960.953907:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11242 00000100:00100000:0.0:1769074960.953916:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960412288:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.954109:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960412288:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 193us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.954117:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11242 00002000:00100000:0.0:1769074960.954123:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3457024->3461119) req@ffff8ffe4f9ac380 x1855007960412288/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.954130:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9ac380 with x1855007960412288 ext(3457024->3461119) 00002000:00010000:0.0:1769074960.954133:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9ac380 00000100:00100000:2.0:1769074960.957380:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.957646:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960412416 00000100:00100000:0.0:1769074960.957656:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960412416 00002000:00100000:0.0:1769074960.957703:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3461120->3465215) req@ffff8ffe4f9adf80 x1855007960412416/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.957715:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9adf80 with x1855007960412416 ext(3461120->3465215) 00002000:00010000:0.0:1769074960.957722:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9adf80 00000100:00100000:0.0:1769074960.957754:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11243 00000100:00100000:0.0:1769074960.957762:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960412416:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.958007:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960412416:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 245us (635us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.958015:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11243 00002000:00100000:0.0:1769074960.958022:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3461120->3465215) req@ffff8ffe4f9adf80 x1855007960412416/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.958031:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9adf80 with x1855007960412416 ext(3461120->3465215) 00002000:00010000:0.0:1769074960.958034:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9adf80 00000100:00100000:1.0:1769074960.960858:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.960956:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960412544 00000100:00100000:0.0:1769074960.960966:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960412544 00002000:00100000:0.0:1769074960.961093:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3465216->3469311) req@ffff8ffd44a6b100 x1855007960412544/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.961112:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd44a6b100 with x1855007960412544 ext(3465216->3469311) 00002000:00010000:0.0:1769074960.961119:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd44a6b100 00000100:00100000:0.0:1769074960.961185:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11244 00000100:00100000:0.0:1769074960.961195:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960412544:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.961381:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44a6b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960412544:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 186us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.961389:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11244 00002000:00100000:0.0:1769074960.961396:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3465216->3469311) req@ffff8ffd44a6b100 x1855007960412544/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.961403:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd44a6b100 with x1855007960412544 ext(3465216->3469311) 00002000:00010000:0.0:1769074960.961407:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd44a6b100 00000100:00100000:2.0:1769074960.967841:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.968152:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960412672 00000100:00100000:0.0:1769074960.968164:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960412672 00002000:00100000:0.0:1769074960.968293:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3469312->3473407) req@ffff8ffe4f9ad500 x1855007960412672/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.968306:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9ad500 with x1855007960412672 ext(3469312->3473407) 00002000:00010000:0.0:1769074960.968312:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9ad500 00000100:00100000:0.0:1769074960.968393:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11245 00000100:00100000:0.0:1769074960.968403:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960412672:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.968617:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960412672:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 215us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.968625:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11245 00002000:00100000:0.0:1769074960.968653:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3469312->3473407) req@ffff8ffe4f9ad500 x1855007960412672/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.968661:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9ad500 with x1855007960412672 ext(3469312->3473407) 00002000:00010000:0.0:1769074960.968664:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9ad500 00000100:00100000:2.0:1769074960.971582:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074960.971667:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960412800 00000100:00100000:3.0:1769074960.971678:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960412800 00002000:00100000:3.0:1769074960.971730:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3473408->3477503) req@ffff8ffe4f9ae300 x1855007960412800/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.971740:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9ae300 with x1855007960412800 ext(3473408->3477503) 00002000:00010000:3.0:1769074960.971746:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9ae300 00000100:00100000:3.0:1769074960.971782:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11246 00000100:00100000:3.0:1769074960.971791:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960412800:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074960.971987:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960412800:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 189us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074960.971996:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11246 00002000:00100000:3.0:1769074960.972003:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3473408->3477503) req@ffff8ffe4f9ae300 x1855007960412800/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074960.972011:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9ae300 with x1855007960412800 ext(3473408->3477503) 00002000:00010000:3.0:1769074960.972014:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9ae300 00000100:00100000:1.0:1769074960.975065:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.975238:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960412928 00000100:00100000:0.0:1769074960.975248:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960412928 00002000:00100000:0.0:1769074960.975294:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3477504->3481599) req@ffff8ffd44a69180 x1855007960412928/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.975308:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd44a69180 with x1855007960412928 ext(3477504->3481599) 00002000:00010000:0.0:1769074960.975315:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd44a69180 00000100:00100000:0.0:1769074960.975347:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11247 00000100:00100000:0.0:1769074960.975356:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44a69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960412928:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.975738:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44a69180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960412928:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 382us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.975748:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11247 00002000:00100000:0.0:1769074960.975755:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3477504->3481599) req@ffff8ffd44a69180 x1855007960412928/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.975764:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd44a69180 with x1855007960412928 ext(3477504->3481599) 00002000:00010000:0.0:1769074960.975768:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd44a69180 00000100:00100000:2.0:1769074960.978384:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.978604:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960413056 00000100:00100000:0.0:1769074960.978614:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960413056 00002000:00100000:0.0:1769074960.978658:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3481600->3485695) req@ffff8ffe4f9af100 x1855007960413056/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.978668:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9af100 with x1855007960413056 ext(3481600->3485695) 00002000:00010000:0.0:1769074960.978674:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9af100 00000100:00100000:0.0:1769074960.978753:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11248 00000100:00100000:0.0:1769074960.978763:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960413056:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.978968:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960413056:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 206us (591us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.978976:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11248 00002000:00100000:0.0:1769074960.978991:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3481600->3485695) req@ffff8ffe4f9af100 x1855007960413056/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.979000:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9af100 with x1855007960413056 ext(3481600->3485695) 00002000:00010000:0.0:1769074960.979003:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9af100 00000100:00100000:2.0:1769074960.981321:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.981674:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960413184 00000100:00100000:1.0:1769074960.981684:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960413184 00002000:00100000:1.0:1769074960.981736:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3485696->3489791) req@ffff8ffe4f9adc00 x1855007960413184/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074960.981748:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9adc00 with x1855007960413184 ext(3485696->3489791) 00002000:00010000:1.0:1769074960.981755:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9adc00 00000100:00100000:1.0:1769074960.981780:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11249 00000100:00100000:1.0:1769074960.981789:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960413184:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074960.981989:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960413184:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 189us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074960.981998:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11249 00002000:00100000:1.0:1769074960.982005:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3485696->3489791) req@ffff8ffe4f9adc00 x1855007960413184/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074960.982014:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9adc00 with x1855007960413184 ext(3485696->3489791) 00002000:00010000:1.0:1769074960.982018:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9adc00 00000100:00100000:1.0:1769074960.984579:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.984664:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960413312 00000100:00100000:0.0:1769074960.984674:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960413312 00002000:00100000:0.0:1769074960.984720:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3489792->3493887) req@ffff8ffd44a68e00 x1855007960413312/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.984731:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd44a68e00 with x1855007960413312 ext(3489792->3493887) 00002000:00010000:0.0:1769074960.984737:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd44a68e00 00000100:00100000:0.0:1769074960.984769:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11250 00000100:00100000:0.0:1769074960.984778:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd44a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960413312:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.984963:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd44a68e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960413312:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 184us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.984972:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11250 00002000:00100000:0.0:1769074960.984988:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3489792->3493887) req@ffff8ffd44a68e00 x1855007960413312/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.984996:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd44a68e00 with x1855007960413312 ext(3489792->3493887) 00002000:00010000:0.0:1769074960.985000:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd44a68e00 00000100:00100000:2.0:1769074960.987708:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.987836:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960413440 00000100:00100000:0.0:1769074960.987847:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960413440 00002000:00100000:0.0:1769074960.987900:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3493888->3497983) req@ffff8ffe4f9af480 x1855007960413440/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.987912:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9af480 with x1855007960413440 ext(3493888->3497983) 00002000:00010000:0.0:1769074960.987918:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9af480 00000100:00100000:0.0:1769074960.988017:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11251 00000100:00100000:0.0:1769074960.988027:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960413440:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.988232:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960413440:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 207us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.988239:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11251 00002000:00100000:0.0:1769074960.988247:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3493888->3497983) req@ffff8ffe4f9af480 x1855007960413440/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.988254:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9af480 with x1855007960413440 ext(3493888->3497983) 00002000:00010000:0.0:1769074960.988258:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9af480 00000100:00100000:3.0:1769074960.990898:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.991087:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960413568 00000100:00100000:0.0:1769074960.991097:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960413568 00002000:00100000:0.0:1769074960.991137:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3497984->3502079) req@ffff8ffe6f8f0700 x1855007960413568/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.991149:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f0700 with x1855007960413568 ext(3497984->3502079) 00002000:00010000:0.0:1769074960.991156:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f8f0700 00000100:00100000:0.0:1769074960.991187:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11252 00000100:00100000:0.0:1769074960.991194:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960413568:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.991371:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960413568:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 176us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.991379:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11252 00002000:00100000:0.0:1769074960.991386:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3497984->3502079) req@ffff8ffe6f8f0700 x1855007960413568/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.991394:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f0700 with x1855007960413568 ext(3497984->3502079) 00002000:00010000:0.0:1769074960.991397:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f8f0700 00000100:00100000:3.0:1769074960.993944:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074960.994096:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960413696 00000100:00100000:1.0:1769074960.994106:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960413696 00002000:00100000:1.0:1769074960.994151:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3502080->3506175) req@ffff8ffe6f8f0000 x1855007960413696/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074960.994162:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f0000 with x1855007960413696 ext(3502080->3506175) 00002000:00010000:1.0:1769074960.994169:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f8f0000 00000100:00100000:1.0:1769074960.994210:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11253 00000100:00100000:1.0:1769074960.994219:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960413696:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074960.994406:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960413696:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 187us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074960.994415:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11253 00002000:00100000:1.0:1769074960.994422:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3502080->3506175) req@ffff8ffe6f8f0000 x1855007960413696/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074960.994431:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f0000 with x1855007960413696 ext(3502080->3506175) 00002000:00010000:1.0:1769074960.994434:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f8f0000 00000100:00100000:2.0:1769074960.997508:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074960.997614:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960413824 00000100:00100000:0.0:1769074960.997626:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960413824 00002000:00100000:0.0:1769074960.997676:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3506176->3510271) req@ffff8ffe4f9aea00 x1855007960413824/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/0 e 0 to 0 dl 1769074971 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.997688:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9aea00 with x1855007960413824 ext(3506176->3510271) 00002000:00010000:0.0:1769074960.997694:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9aea00 00000100:00100000:0.0:1769074960.997730:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11254 00000100:00100000:0.0:1769074960.997738:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960413824:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074960.997947:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960413824:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 208us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074960.997955:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11254 00002000:00100000:0.0:1769074960.997962:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3506176->3510271) req@ffff8ffe4f9aea00 x1855007960413824/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:496/0 lens 488/440 e 0 to 0 dl 1769074971 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074960.997970:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9aea00 with x1855007960413824 ext(3506176->3510271) 00002000:00010000:0.0:1769074960.997974:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9aea00 00000100:00100000:3.0:1769074961.000685:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.000801:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960413952 00000100:00100000:1.0:1769074961.000810:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960413952 00002000:00100000:1.0:1769074961.000876:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3510272->3514367) req@ffff8ffe6f8f2680 x1855007960413952/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.000887:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f2680 with x1855007960413952 ext(3510272->3514367) 00002000:00010000:1.0:1769074961.000894:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f8f2680 00000100:00100000:1.0:1769074961.000926:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11255 00000100:00100000:1.0:1769074961.000935:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f8f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960413952:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.001138:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f8f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960413952:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 202us (465us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074961.001146:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11255 00002000:00100000:1.0:1769074961.001153:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3510272->3514367) req@ffff8ffe6f8f2680 x1855007960413952/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.001161:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f8f2680 with x1855007960413952 ext(3510272->3514367) 00002000:00010000:1.0:1769074961.001165:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f8f2680 00000100:00080000:2.0:1769074961.001798:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1769074961.005269:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.005384:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960414080 00000100:00100000:0.0:1769074961.005396:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960414080 00002000:00100000:0.0:1769074961.005518:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (356352->360447) req@ffff8ffe68cb0380 x1855007960414080/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.005532:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe68cb0380 with x1855007960414080 ext(356352->360447) 00002000:00010000:0.0:1769074961.005539:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe68cb0380 00000100:00100000:0.0:1769074961.005570:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11256 00000100:00100000:0.0:1769074961.005581:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960414080:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.005821:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960414080:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 240us (562us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074961.005829:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11256 00002000:00100000:0.0:1769074961.005836:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (356352->360447) req@ffff8ffe68cb0380 x1855007960414080/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.005844:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe68cb0380 with x1855007960414080 ext(356352->360447) 00002000:00010000:0.0:1769074961.005847:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe68cb0380 00000100:00080000:2.0:1769074961.005921:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074961.009120:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.009280:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960414208 00000100:00100000:1.0:1769074961.009291:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960414208 00002000:00100000:1.0:1769074961.009343:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (360448->364543) req@ffff8ffe68cb3b80 x1855007960414208/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.009354:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe68cb3b80 with x1855007960414208 ext(360448->364543) 00002000:00010000:1.0:1769074961.009360:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe68cb3b80 00000100:00100000:1.0:1769074961.009394:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11257 00000100:00100000:1.0:1769074961.009403:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960414208:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.009659:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960414208:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 256us (547us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074961.009667:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11257 00002000:00100000:1.0:1769074961.009674:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (360448->364543) req@ffff8ffe68cb3b80 x1855007960414208/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.009681:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe68cb3b80 with x1855007960414208 ext(360448->364543) 00002000:00010000:1.0:1769074961.009685:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe68cb3b80 00000100:00100000:3.0:1769074961.012778:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.012881:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960414336 00000100:00100000:0.0:1769074961.012891:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960414336 00002000:00100000:0.0:1769074961.012941:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (364544->368639) req@ffff8ffe68cb2a00 x1855007960414336/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.012953:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe68cb2a00 with x1855007960414336 ext(364544->368639) 00002000:00010000:0.0:1769074961.012959:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe68cb2a00 00000100:00100000:0.0:1769074961.013001:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11258 00000100:00100000:0.0:1769074961.013010:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960414336:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.013752:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960414336:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 738us (980us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074961.013766:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11258 00002000:00100000:0.0:1769074961.013774:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (364544->368639) req@ffff8ffe68cb2a00 x1855007960414336/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.013783:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe68cb2a00 with x1855007960414336 ext(364544->368639) 00002000:00010000:0.0:1769074961.013787:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe68cb2a00 00000100:00100000:3.0:1769074961.016558:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.016962:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960414464 00000100:00100000:1.0:1769074961.016972:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960414464 00002000:00100000:1.0:1769074961.017032:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (368640->372735) req@ffff8ffe68cb2300 x1855007960414464/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.017045:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe68cb2300 with x1855007960414464 ext(368640->372735) 00002000:00010000:1.0:1769074961.017052:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe68cb2300 00000100:00100000:1.0:1769074961.017085:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11259 00000100:00100000:1.0:1769074961.017094:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960414464:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.017298:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960414464:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 204us (749us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074961.017308:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11259 00002000:00100000:1.0:1769074961.017315:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (368640->372735) req@ffff8ffe68cb2300 x1855007960414464/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.017331:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe68cb2300 with x1855007960414464 ext(368640->372735) 00002000:00010000:1.0:1769074961.017335:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe68cb2300 00000100:00100000:3.0:1769074961.020816:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.020933:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960414592 00000100:00100000:0.0:1769074961.020945:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960414592 00002000:00100000:0.0:1769074961.021006:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (372736->376831) req@ffff8ffe68cb0a80 x1855007960414592/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.021019:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe68cb0a80 with x1855007960414592 ext(372736->376831) 00002000:00010000:0.0:1769074961.021025:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe68cb0a80 00000100:00100000:0.0:1769074961.021059:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11260 00000100:00100000:0.0:1769074961.021068:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960414592:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.021301:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960414592:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 233us (496us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074961.021309:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11260 00002000:00100000:0.0:1769074961.021317:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (372736->376831) req@ffff8ffe68cb0a80 x1855007960414592/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.021324:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe68cb0a80 with x1855007960414592 ext(372736->376831) 00002000:00010000:0.0:1769074961.021328:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe68cb0a80 00000100:00100000:3.0:1769074961.025217:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.025326:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960414720 00000100:00100000:1.0:1769074961.025337:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960414720 00002000:00100000:1.0:1769074961.025389:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (376832->380927) req@ffff8ffe68cb0700 x1855007960414720/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.025400:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe68cb0700 with x1855007960414720 ext(376832->380927) 00002000:00010000:1.0:1769074961.025405:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe68cb0700 00000100:00100000:1.0:1769074961.025441:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11261 00000100:00100000:1.0:1769074961.025488:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe68cb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960414720:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.025735:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe68cb0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960414720:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 284us (532us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074961.025743:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11261 00002000:00100000:1.0:1769074961.025750:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (376832->380927) req@ffff8ffe68cb0700 x1855007960414720/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.025759:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe68cb0700 with x1855007960414720 ext(376832->380927) 00002000:00010000:1.0:1769074961.025763:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe68cb0700 00000100:00100000:3.0:1769074961.028887:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.028997:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960414848 00000100:00100000:0.0:1769074961.029006:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960414848 00002000:00100000:0.0:1769074961.029054:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (380928->385023) req@ffff8ffd76f61f80 x1855007960414848/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.029070:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f61f80 with x1855007960414848 ext(380928->385023) 00002000:00010000:0.0:1769074961.029076:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd76f61f80 00000100:00100000:0.0:1769074961.029114:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11262 00000100:00100000:0.0:1769074961.029124:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960414848:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.029346:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960414848:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 222us (468us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074961.029355:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11262 00002000:00100000:0.0:1769074961.029361:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (380928->385023) req@ffff8ffd76f61f80 x1855007960414848/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.029370:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f61f80 with x1855007960414848 ext(380928->385023) 00002000:00010000:0.0:1769074961.029373:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd76f61f80 00000100:00100000:3.0:1769074961.032671:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.032938:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960414976 00000100:00100000:1.0:1769074961.032948:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960414976 00002000:00100000:1.0:1769074961.033008:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (385024->389119) req@ffff8ffd76f60e00 x1855007960414976/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.033020:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f60e00 with x1855007960414976 ext(385024->389119) 00002000:00010000:1.0:1769074961.033028:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd76f60e00 00000100:00100000:1.0:1769074961.033065:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11263 00000100:00100000:1.0:1769074961.033075:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960414976:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.033281:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960414976:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 206us (619us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074961.033289:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11263 00002000:00100000:1.0:1769074961.033296:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (385024->389119) req@ffff8ffd76f60e00 x1855007960414976/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.033305:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f60e00 with x1855007960414976 ext(385024->389119) 00002000:00010000:1.0:1769074961.033308:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd76f60e00 00000100:00100000:3.0:1769074961.036623:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.036706:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960415104 00000100:00100000:0.0:1769074961.036716:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960415104 00002000:00100000:0.0:1769074961.036765:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (356352->389119) req@ffff8ffd76f60a80 x1855007960415104/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.036777:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f60a80 with x1855007960415104 ext(356352->389119) 00002000:00010000:0.0:1769074961.036783:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd76f60a80 00000100:00100000:0.0:1769074961.036817:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11264 00000100:00100000:0.0:1769074961.036826:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960415104:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074961.040274:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+15:2407:x1855007960415104:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 3438us (3650us total) trans 4294989804 rc 0/0 00000100:00100000:0.0:1769074961.040289:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11264 00002000:00100000:0.0:1769074961.040349:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (356352->389119) req@ffff8ffd76f60a80 x1855007960415104/t4294989804(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/448 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.040360:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f60a80 with x1855007960415104 ext(356352->389119) 00002000:00010000:0.0:1769074961.040366:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd76f60a80 00000100:00100000:2.0:1769074961.043302:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.043393:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960415232 00000100:00100000:3.0:1769074961.043402:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960415232 00000100:00100000:3.0:1769074961.043520:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83485 00000100:00100000:3.0:1769074961.043531:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+15:2409:x1855007960415232:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:0.0:1769074961.044914:0:9484:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294989804 is committed 00000100:00100000:3.0:1769074961.045398:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960415232:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 1863us (2100us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.045409:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83485 00000100:00100000:2.0:1769074961.048806:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.048907:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960415360 00000100:00100000:0.0:1769074961.048917:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960415360 00002000:00100000:0.0:1769074961.048964:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3268608->3272703) req@ffff8ffe4f9aed80 x1855007960415360/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.048975:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9aed80 with x1855007960415360 ext(3268608->3272703) 00002000:00010000:0.0:1769074961.048991:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9aed80 00000100:00100000:0.0:1769074961.049026:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11265 00000100:00100000:0.0:1769074961.049035:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2408:x1855007960415360:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.049365:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2408:x1855007960415360:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 329us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.049374:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11265 00002000:00100000:0.0:1769074961.049382:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3268608->3272703) req@ffff8ffe4f9aed80 x1855007960415360/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.049390:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9aed80 with x1855007960415360 ext(3268608->3272703) 00002000:00010000:0.0:1769074961.049394:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9aed80 00000100:00100000:2.0:1769074961.052285:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.052440:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960415488 00000100:00100000:1.0:1769074961.052484:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960415488 00002000:00100000:1.0:1769074961.052532:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3272704->3276799) req@ffff8ffe4f9ae680 x1855007960415488/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.052544:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9ae680 with x1855007960415488 ext(3272704->3276799) 00002000:00010000:1.0:1769074961.052551:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9ae680 00000100:00100000:1.0:1769074961.052573:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11266 00000100:00100000:1.0:1769074961.052581:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960415488:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.052766:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4f9ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960415488:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 184us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074961.052775:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11266 00002000:00100000:1.0:1769074961.052782:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3272704->3276799) req@ffff8ffe4f9ae680 x1855007960415488/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.052790:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4f9ae680 with x1855007960415488 ext(3272704->3276799) 00002000:00010000:1.0:1769074961.052794:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4f9ae680 00000100:00100000:2.0:1769074961.056154:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.056240:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960415616 00000100:00100000:0.0:1769074961.056250:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960415616 00002000:00100000:0.0:1769074961.056290:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3276800->3280895) req@ffff8ffe4e234380 x1855007960415616/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.056304:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e234380 with x1855007960415616 ext(3276800->3280895) 00002000:00010000:0.0:1769074961.056309:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e234380 00000100:00100000:0.0:1769074961.056337:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11267 00000100:00100000:0.0:1769074961.056342:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960415616:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.056549:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960415616:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 205us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.056554:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11267 00002000:00100000:0.0:1769074961.056559:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3276800->3280895) req@ffff8ffe4e234380 x1855007960415616/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.056565:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e234380 with x1855007960415616 ext(3276800->3280895) 00002000:00010000:0.0:1769074961.056567:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e234380 00000100:00100000:2.0:1769074961.060495:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.060621:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960415744 00000100:00100000:1.0:1769074961.060631:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960415744 00002000:00100000:1.0:1769074961.060677:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3280896->3284991) req@ffff8ffe4e234000 x1855007960415744/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.060689:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e234000 with x1855007960415744 ext(3280896->3284991) 00002000:00010000:1.0:1769074961.060696:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e234000 00000100:00100000:1.0:1769074961.060719:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11268 00000100:00100000:1.0:1769074961.060728:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960415744:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.060913:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960415744:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 184us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074961.060921:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11268 00002000:00100000:1.0:1769074961.060928:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3280896->3284991) req@ffff8ffe4e234000 x1855007960415744/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.060936:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e234000 with x1855007960415744 ext(3280896->3284991) 00002000:00010000:1.0:1769074961.060939:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e234000 00000100:00100000:2.0:1769074961.065072:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.065247:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960415872 00000100:00100000:0.0:1769074961.065257:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960415872 00002000:00100000:0.0:1769074961.065303:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3284992->3289087) req@ffff8ffe4e234a80 x1855007960415872/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.065316:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e234a80 with x1855007960415872 ext(3284992->3289087) 00002000:00010000:0.0:1769074961.065322:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e234a80 00000100:00100000:0.0:1769074961.065360:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11269 00000100:00100000:0.0:1769074961.065369:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960415872:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.065861:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960415872:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 491us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.065869:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11269 00002000:00100000:0.0:1769074961.065877:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3284992->3289087) req@ffff8ffe4e234a80 x1855007960415872/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.065886:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e234a80 with x1855007960415872 ext(3284992->3289087) 00002000:00010000:0.0:1769074961.065889:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e234a80 00000100:00100000:2.0:1769074961.068918:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.069080:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960416000 00000100:00100000:0.0:1769074961.069091:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960416000 00002000:00100000:0.0:1769074961.069138:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3289088->3293183) req@ffff8ffe4e234700 x1855007960416000/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.069150:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e234700 with x1855007960416000 ext(3289088->3293183) 00002000:00010000:0.0:1769074961.069157:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e234700 00000100:00100000:0.0:1769074961.069233:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11270 00000100:00100000:0.0:1769074961.069244:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960416000:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.069425:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e234700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960416000:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 182us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.069434:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11270 00002000:00100000:0.0:1769074961.069440:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3289088->3293183) req@ffff8ffe4e234700 x1855007960416000/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.069491:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e234700 with x1855007960416000 ext(3289088->3293183) 00002000:00010000:0.0:1769074961.069495:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e234700 00000100:00100000:2.0:1769074961.072515:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.072849:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960416128 00000100:00100000:1.0:1769074961.072860:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960416128 00002000:00100000:1.0:1769074961.072925:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3293184->3297279) req@ffff8ffe4e236d80 x1855007960416128/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.072937:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e236d80 with x1855007960416128 ext(3293184->3297279) 00002000:00010000:1.0:1769074961.072943:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e236d80 00000100:00100000:1.0:1769074961.072986:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11271 00000100:00100000:1.0:1769074961.072995:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e236d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960416128:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.073224:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e236d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960416128:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 229us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074961.073234:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11271 00002000:00100000:1.0:1769074961.073242:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3293184->3297279) req@ffff8ffe4e236d80 x1855007960416128/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.073250:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e236d80 with x1855007960416128 ext(3293184->3297279) 00002000:00010000:1.0:1769074961.073254:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e236d80 00000100:00100000:2.0:1769074961.076903:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.077071:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960416256 00000100:00100000:0.0:1769074961.077083:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960416256 00002000:00100000:0.0:1769074961.077137:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3297280->3301375) req@ffff8ffe4e235500 x1855007960416256/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.077149:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e235500 with x1855007960416256 ext(3297280->3301375) 00002000:00010000:0.0:1769074961.077157:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e235500 00000100:00100000:0.0:1769074961.077306:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11272 00000100:00100000:0.0:1769074961.077318:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e235500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960416256:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.077637:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e235500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960416256:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 320us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.077647:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11272 00002000:00100000:0.0:1769074961.077655:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3297280->3301375) req@ffff8ffe4e235500 x1855007960416256/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.077663:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e235500 with x1855007960416256 ext(3297280->3301375) 00002000:00010000:0.0:1769074961.077667:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e235500 00000100:00100000:2.0:1769074961.080477:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.080657:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960416384 00000100:00100000:0.0:1769074961.080667:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960416384 00002000:00100000:0.0:1769074961.080714:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3301376->3305471) req@ffff8ffe4e237100 x1855007960416384/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.080725:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e237100 with x1855007960416384 ext(3301376->3305471) 00002000:00010000:0.0:1769074961.080732:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e237100 00000100:00100000:0.0:1769074961.080769:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11273 00000100:00100000:0.0:1769074961.080778:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2407:x1855007960416384:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.080968:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e237100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2407:x1855007960416384:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 189us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.080976:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11273 00002000:00100000:0.0:1769074961.080992:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3301376->3305471) req@ffff8ffe4e237100 x1855007960416384/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.081000:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e237100 with x1855007960416384 ext(3301376->3305471) 00002000:00010000:0.0:1769074961.081004:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e237100 00000100:00100000:3.0:1769074961.083775:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.083881:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960416512 00000100:00100000:2.0:1769074961.083892:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960416512 00002000:00100000:2.0:1769074961.083944:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3305472->3309567) req@ffff8ffd76f61c00 x1855007960416512/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.083955:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f61c00 with x1855007960416512 ext(3305472->3309567) 00002000:00010000:2.0:1769074961.083961:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f61c00 00000100:00100000:2.0:1769074961.084003:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11274 00000100:00100000:2.0:1769074961.084011:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960416512:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.084225:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960416512:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 213us (460us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.084232:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11274 00002000:00100000:2.0:1769074961.084239:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3305472->3309567) req@ffff8ffd76f61c00 x1855007960416512/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.084247:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f61c00 with x1855007960416512 ext(3305472->3309567) 00002000:00010000:2.0:1769074961.084251:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f61c00 00000100:00100000:3.0:1769074961.087221:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.087379:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960416640 00000100:00100000:0.0:1769074961.087389:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960416640 00000100:00100000:0.0:1769074961.087491:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11275 00000100:00100000:0.0:1769074961.087502:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960416640:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074961.087791:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1652939 -> 3113360 00002000:00010000:0.0:1769074961.087796:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074961.087799:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074961.087801:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074961.087803:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1696 -> 1824 00000100:00100000:0.0:1769074961.087867:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+19:2410:x1855007960416640:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 366us (667us total) trans 4294989885 rc 0/0 00000100:00100000:0.0:1769074961.087875:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11275 00000100:00100000:3.0:1769074961.090343:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.090507:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960416768 00000100:00100000:2.0:1769074961.090517:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960416768 00000100:00100000:2.0:1769074961.090587:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11276 00000100:00100000:2.0:1769074961.090608:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+19:2408:x1855007960416768:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074961.090796:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3113360 -> 3113360 00002000:00010000:2.0:1769074961.090800:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074961.090802:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074961.090805:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074961.090807:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1824 -> 1840 00000100:00100000:2.0:1769074961.090869:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960416768:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 264us (534us total) trans 4294989886 rc 0/0 00000100:00100000:2.0:1769074961.090878:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11276 00000100:00100000:3.0:1769074961.093884:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.094097:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960416896 00000100:00100000:0.0:1769074961.094108:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960416896 00002000:00100000:0.0:1769074961.094158:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3543040->3547135) req@ffff8ffd76f63b80 x1855007960416896/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.094170:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f63b80 with x1855007960416896 ext(3543040->3547135) 00002000:00010000:0.0:1769074961.094176:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f63b80 00000100:00100000:0.0:1769074961.094221:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11277 00000100:00100000:0.0:1769074961.094231:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2410:x1855007960416896:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.094406:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2410:x1855007960416896:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 174us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.094414:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11277 00002000:00100000:0.0:1769074961.094420:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3543040->3547135) req@ffff8ffd76f63b80 x1855007960416896/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.094973:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f63b80 with x1855007960416896 ext(3543040->3547135) 00002000:00010000:0.0:1769074961.094978:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f63b80 00000100:00100000:3.0:1769074961.097504:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.097603:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960417024 00000100:00100000:1.0:1769074961.097614:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960417024 00002000:00100000:1.0:1769074961.097658:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3547136->3551231) req@ffff8ffd76f60700 x1855007960417024/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.097669:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f60700 with x1855007960417024 ext(3547136->3551231) 00002000:00010000:1.0:1769074961.097675:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f60700 00000100:00100000:1.0:1769074961.097710:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11278 00000100:00100000:1.0:1769074961.097720:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960417024:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.097901:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960417024:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 181us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074961.097909:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11278 00002000:00100000:1.0:1769074961.097916:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3547136->3551231) req@ffff8ffd76f60700 x1855007960417024/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.097923:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f60700 with x1855007960417024 ext(3547136->3551231) 00002000:00010000:1.0:1769074961.097926:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f60700 00000100:00100000:3.0:1769074961.100880:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.100988:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960417152 00000100:00100000:2.0:1769074961.100997:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960417152 00002000:00100000:2.0:1769074961.101044:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3551232->3555327) req@ffff8ffd76f63800 x1855007960417152/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.101055:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f63800 with x1855007960417152 ext(3551232->3555327) 00002000:00010000:2.0:1769074961.101061:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f63800 00000100:00100000:2.0:1769074961.101094:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11279 00000100:00100000:2.0:1769074961.101103:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960417152:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.101365:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960417152:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 261us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.101373:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11279 00002000:00100000:2.0:1769074961.101380:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3551232->3555327) req@ffff8ffd76f63800 x1855007960417152/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.101387:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f63800 with x1855007960417152 ext(3551232->3555327) 00002000:00010000:2.0:1769074961.101390:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f63800 00000100:00100000:3.0:1769074961.104077:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.104312:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960417280 00000100:00100000:1.0:1769074961.104322:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960417280 00002000:00100000:1.0:1769074961.104366:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3555328->3559423) req@ffff8ffd76f62d80 x1855007960417280/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.104377:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f62d80 with x1855007960417280 ext(3555328->3559423) 00002000:00010000:1.0:1769074961.104384:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f62d80 00000100:00100000:1.0:1769074961.104417:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11280 00000100:00100000:1.0:1769074961.104425:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960417280:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.104647:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960417280:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 221us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074961.104656:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11280 00002000:00100000:1.0:1769074961.104663:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3555328->3559423) req@ffff8ffd76f62d80 x1855007960417280/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.104672:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f62d80 with x1855007960417280 ext(3555328->3559423) 00002000:00010000:1.0:1769074961.104675:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f62d80 00000100:00100000:3.0:1769074961.107437:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.107630:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960417408 00000100:00100000:2.0:1769074961.107641:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960417408 00002000:00100000:2.0:1769074961.107689:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3559424->3563519) req@ffff8ffd76f61180 x1855007960417408/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.107699:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f61180 with x1855007960417408 ext(3559424->3563519) 00002000:00010000:2.0:1769074961.107705:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f61180 00000100:00100000:2.0:1769074961.107739:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11281 00000100:00100000:2.0:1769074961.107748:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2410:x1855007960417408:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.107925:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2410:x1855007960417408:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 176us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.107932:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11281 00002000:00100000:2.0:1769074961.107939:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3559424->3563519) req@ffff8ffd76f61180 x1855007960417408/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.107947:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f61180 with x1855007960417408 ext(3559424->3563519) 00002000:00010000:2.0:1769074961.107951:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f61180 00000100:00100000:3.0:1769074961.110370:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.110471:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960417536 00000100:00100000:1.0:1769074961.110481:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960417536 00002000:00100000:1.0:1769074961.110530:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3563520->3567615) req@ffff8ffd76f62300 x1855007960417536/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.110543:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f62300 with x1855007960417536 ext(3563520->3567615) 00002000:00010000:1.0:1769074961.110550:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f62300 00000100:00100000:1.0:1769074961.110586:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11282 00000100:00100000:1.0:1769074961.110604:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960417536:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.110785:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960417536:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 190us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074961.110798:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11282 00002000:00100000:1.0:1769074961.110805:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3563520->3567615) req@ffff8ffd76f62300 x1855007960417536/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.110813:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f62300 with x1855007960417536 ext(3563520->3567615) 00002000:00010000:1.0:1769074961.110816:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f62300 00000100:00100000:3.0:1769074961.113120:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.113373:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960417664 00000100:00100000:2.0:1769074961.113383:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960417664 00002000:00100000:2.0:1769074961.113427:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3567616->3571711) req@ffff8ffd76f63480 x1855007960417664/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.113438:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f63480 with x1855007960417664 ext(3567616->3571711) 00002000:00010000:2.0:1769074961.113444:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f63480 00000100:00100000:2.0:1769074961.113515:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11283 00000100:00100000:2.0:1769074961.113525:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960417664:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.113848:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960417664:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 323us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.113856:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11283 00002000:00100000:2.0:1769074961.113862:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3567616->3571711) req@ffff8ffd76f63480 x1855007960417664/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.113870:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f63480 with x1855007960417664 ext(3567616->3571711) 00002000:00010000:2.0:1769074961.113873:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f63480 00000100:00100000:3.0:1769074961.116391:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.116485:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960417792 00000100:00100000:2.0:1769074961.116494:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960417792 00002000:00100000:2.0:1769074961.116537:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3571712->3575807) req@ffff8ffd76f61880 x1855007960417792/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.116550:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f61880 with x1855007960417792 ext(3571712->3575807) 00002000:00010000:2.0:1769074961.116555:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f61880 00000100:00100000:2.0:1769074961.116588:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11284 00000100:00100000:2.0:1769074961.116606:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960417792:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.116774:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960417792:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 168us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.116783:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11284 00002000:00100000:2.0:1769074961.116789:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3571712->3575807) req@ffff8ffd76f61880 x1855007960417792/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.116798:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f61880 with x1855007960417792 ext(3571712->3575807) 00002000:00010000:2.0:1769074961.116802:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f61880 00000100:00100000:3.0:1769074961.119250:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.119331:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960417920 00000100:00100000:1.0:1769074961.119343:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960417920 00002000:00100000:1.0:1769074961.119391:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3575808->3579903) req@ffff8ffd76f60000 x1855007960417920/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.119403:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f60000 with x1855007960417920 ext(3575808->3579903) 00002000:00010000:1.0:1769074961.119408:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f60000 00000100:00100000:1.0:1769074961.119439:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11285 00000100:00100000:1.0:1769074961.119481:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960417920:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.119681:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960417920:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 233us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074961.119689:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11285 00002000:00100000:1.0:1769074961.119696:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3575808->3579903) req@ffff8ffd76f60000 x1855007960417920/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.119704:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f60000 with x1855007960417920 ext(3575808->3579903) 00002000:00010000:1.0:1769074961.119707:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f60000 00000100:00100000:3.0:1769074961.122074:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.122175:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960418048 00000100:00100000:2.0:1769074961.122185:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960418048 00002000:00100000:2.0:1769074961.122229:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3579904->3583999) req@ffff8ffd76f61500 x1855007960418048/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.122239:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f61500 with x1855007960418048 ext(3579904->3583999) 00002000:00010000:2.0:1769074961.122245:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f61500 00000100:00100000:2.0:1769074961.122278:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11286 00000100:00100000:2.0:1769074961.122287:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd76f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2410:x1855007960418048:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.122521:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd76f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2410:x1855007960418048:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 234us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.122530:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11286 00002000:00100000:2.0:1769074961.122537:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3579904->3583999) req@ffff8ffd76f61500 x1855007960418048/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.122544:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd76f61500 with x1855007960418048 ext(3579904->3583999) 00002000:00010000:2.0:1769074961.122547:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd76f61500 00000100:00100000:3.0:1769074961.125126:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.125333:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960418176 00000100:00100000:1.0:1769074961.125343:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960418176 00002000:00100000:1.0:1769074961.125388:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3584000->3588095) req@ffff8ffe6fa64a80 x1855007960418176/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.125406:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa64a80 with x1855007960418176 ext(3584000->3588095) 00002000:00010000:1.0:1769074961.125412:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa64a80 00000100:00100000:1.0:1769074961.125444:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11287 00000100:00100000:1.0:1769074961.125489:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2410:x1855007960418176:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.125685:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2410:x1855007960418176:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 197us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074961.125694:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11287 00002000:00100000:1.0:1769074961.125701:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3584000->3588095) req@ffff8ffe6fa64a80 x1855007960418176/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.125708:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa64a80 with x1855007960418176 ext(3584000->3588095) 00002000:00010000:1.0:1769074961.125712:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa64a80 00000100:00100000:3.0:1769074961.128419:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.128552:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960418304 00000100:00100000:2.0:1769074961.128562:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960418304 00002000:00100000:2.0:1769074961.128621:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3588096->3592191) req@ffff8ffe6fa65c00 x1855007960418304/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.128632:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa65c00 with x1855007960418304 ext(3588096->3592191) 00002000:00010000:2.0:1769074961.128638:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa65c00 00000100:00100000:2.0:1769074961.128674:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11288 00000100:00100000:2.0:1769074961.128683:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960418304:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.128873:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960418304:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 190us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.128881:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11288 00002000:00100000:2.0:1769074961.128888:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3588096->3592191) req@ffff8ffe6fa65c00 x1855007960418304/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.128896:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa65c00 with x1855007960418304 ext(3588096->3592191) 00002000:00010000:2.0:1769074961.128899:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa65c00 00000100:00100000:3.0:1769074961.131301:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.131397:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960418432 00000100:00100000:1.0:1769074961.131407:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960418432 00002000:00100000:1.0:1769074961.131483:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3592192->3596287) req@ffff8ffe6fa66d80 x1855007960418432/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.131495:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa66d80 with x1855007960418432 ext(3592192->3596287) 00002000:00010000:1.0:1769074961.131500:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa66d80 00000100:00100000:1.0:1769074961.131531:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11289 00000100:00100000:1.0:1769074961.131540:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2410:x1855007960418432:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.131725:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2410:x1855007960418432:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 185us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074961.131732:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11289 00002000:00100000:1.0:1769074961.131739:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3592192->3596287) req@ffff8ffe6fa66d80 x1855007960418432/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.131746:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa66d80 with x1855007960418432 ext(3592192->3596287) 00002000:00010000:1.0:1769074961.131749:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa66d80 00000100:00100000:3.0:1769074961.134107:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.134210:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960418560 00000100:00100000:2.0:1769074961.134220:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960418560 00002000:00100000:2.0:1769074961.134263:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3596288->3600383) req@ffff8ffe6fa65500 x1855007960418560/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.134281:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa65500 with x1855007960418560 ext(3596288->3600383) 00002000:00010000:2.0:1769074961.134287:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa65500 00000100:00100000:2.0:1769074961.134318:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11290 00000100:00100000:2.0:1769074961.134327:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2409:x1855007960418560:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.134534:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2409:x1855007960418560:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 206us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.134541:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11290 00002000:00100000:2.0:1769074961.134548:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3596288->3600383) req@ffff8ffe6fa65500 x1855007960418560/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.134556:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa65500 with x1855007960418560 ext(3596288->3600383) 00002000:00010000:2.0:1769074961.134559:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa65500 00000100:00100000:3.0:1769074961.137177:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.137337:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960418688 00000100:00100000:1.0:1769074961.137347:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960418688 00002000:00100000:1.0:1769074961.137391:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3600384->3604479) req@ffff8ffe6fa66300 x1855007960418688/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.137402:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa66300 with x1855007960418688 ext(3600384->3604479) 00002000:00010000:1.0:1769074961.137408:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa66300 00000100:00100000:1.0:1769074961.137440:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11291 00000100:00100000:1.0:1769074961.137484:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960418688:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.137673:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960418688:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 224us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074961.137681:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11291 00002000:00100000:1.0:1769074961.137688:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3600384->3604479) req@ffff8ffe6fa66300 x1855007960418688/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.137696:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa66300 with x1855007960418688 ext(3600384->3604479) 00002000:00010000:1.0:1769074961.137699:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa66300 00000100:00100000:3.0:1769074961.140257:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.140367:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960418816 00000100:00100000:2.0:1769074961.140377:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960418816 00002000:00100000:2.0:1769074961.140423:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3604480->3608575) req@ffff8ffe6fa67b80 x1855007960418816/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.140435:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa67b80 with x1855007960418816 ext(3604480->3608575) 00002000:00010000:2.0:1769074961.140442:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa67b80 00000100:00100000:2.0:1769074961.140515:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11292 00000100:00100000:2.0:1769074961.140524:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2410:x1855007960418816:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.140720:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2410:x1855007960418816:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 195us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.140729:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11292 00002000:00100000:2.0:1769074961.140736:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3604480->3608575) req@ffff8ffe6fa67b80 x1855007960418816/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.140743:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa67b80 with x1855007960418816 ext(3604480->3608575) 00002000:00010000:2.0:1769074961.140746:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa67b80 00000100:00100000:3.0:1769074961.144035:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.144159:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960418944 00000100:00100000:1.0:1769074961.144172:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960418944 00002000:00100000:1.0:1769074961.144233:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2379776->2383871) req@ffff8ffe6fa65f80 x1855007960418944/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.144245:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa65f80 with x1855007960418944 ext(2379776->2383871) 00002000:00010000:1.0:1769074961.144253:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa65f80 00000100:00100000:1.0:1769074961.144286:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11293 00000100:00100000:1.0:1769074961.144295:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960418944:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.144568:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960418944:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 272us (546us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074961.144577:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11293 00002000:00100000:1.0:1769074961.144583:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2379776->2383871) req@ffff8ffe6fa65f80 x1855007960418944/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.144600:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa65f80 with x1855007960418944 ext(2379776->2383871) 00002000:00010000:1.0:1769074961.144604:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa65f80 00000100:00100000:3.0:1769074961.151345:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.151659:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960419072 00000100:00100000:2.0:1769074961.151672:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960419072 00002000:00100000:2.0:1769074961.151734:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2383872->2387967) req@ffff8ffe6fa67480 x1855007960419072/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.151746:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa67480 with x1855007960419072 ext(2383872->2387967) 00002000:00010000:2.0:1769074961.151754:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa67480 00000100:00100000:2.0:1769074961.151792:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11294 00000100:00100000:2.0:1769074961.151802:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2409:x1855007960419072:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.152055:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2409:x1855007960419072:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 252us (718us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074961.152064:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11294 00002000:00100000:2.0:1769074961.152071:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2383872->2387967) req@ffff8ffe6fa67480 x1855007960419072/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.152078:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa67480 with x1855007960419072 ext(2383872->2387967) 00002000:00010000:2.0:1769074961.152082:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa67480 00000100:00100000:3.0:1769074961.155927:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.156123:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960419200 00000100:00100000:1.0:1769074961.156134:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960419200 00002000:00100000:1.0:1769074961.156182:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2387968->2392063) req@ffff8ffe6fa66680 x1855007960419200/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.156194:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa66680 with x1855007960419200 ext(2387968->2392063) 00002000:00010000:1.0:1769074961.156210:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa66680 00000100:00100000:1.0:1769074961.156244:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11295 00000100:00100000:1.0:1769074961.156253:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960419200:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.156483:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960419200:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 194us (530us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074961.156492:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11295 00002000:00100000:1.0:1769074961.156499:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2387968->2392063) req@ffff8ffe6fa66680 x1855007960419200/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.156514:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa66680 with x1855007960419200 ext(2387968->2392063) 00002000:00010000:1.0:1769074961.156517:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa66680 00000100:00100000:3.0:1769074961.158988:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.159060:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960419328 00000100:00100000:2.0:1769074961.159150:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960419328 00002000:00100000:2.0:1769074961.159202:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2392064->2396159) req@ffff8ffe6fa67100 x1855007960419328/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.159214:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa67100 with x1855007960419328 ext(2392064->2396159) 00002000:00010000:2.0:1769074961.159220:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa67100 00000100:00100000:2.0:1769074961.159259:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11296 00000100:00100000:2.0:1769074961.159269:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960419328:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.159722:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960419328:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 451us (749us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074961.159731:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11296 00002000:00100000:2.0:1769074961.159738:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2392064->2396159) req@ffff8ffe6fa67100 x1855007960419328/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.159747:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa67100 with x1855007960419328 ext(2392064->2396159) 00002000:00010000:2.0:1769074961.159751:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa67100 00000100:00100000:3.0:1769074961.166658:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.166844:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960419456 00000100:00100000:2.0:1769074961.166854:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960419456 00002000:00100000:2.0:1769074961.167061:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2396160->2400255) req@ffff8ffe6fa66a00 x1855007960419456/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.167070:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa66a00 with x1855007960419456 ext(2396160->2400255) 00002000:00010000:2.0:1769074961.167075:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa66a00 00000100:00100000:2.0:1769074961.167140:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11297 00000100:00100000:2.0:1769074961.167147:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960419456:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.167332:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960419456:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 185us (687us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074961.167338:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11297 00002000:00100000:2.0:1769074961.167343:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2396160->2400255) req@ffff8ffe6fa66a00 x1855007960419456/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.167353:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa66a00 with x1855007960419456 ext(2396160->2400255) 00002000:00010000:2.0:1769074961.167355:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa66a00 00000100:00100000:2.0:1769074961.180961:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.181152:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960419584 00000100:00100000:0.0:1769074961.181163:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960419584 00002000:00100000:0.0:1769074961.181317:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2400256->2404351) req@ffff8ffe4e237b80 x1855007960419584/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.181328:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e237b80 with x1855007960419584 ext(2400256->2404351) 00002000:00010000:0.0:1769074961.181335:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e237b80 00000100:00100000:0.0:1769074961.181420:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11298 00000100:00100000:0.0:1769074961.181430:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4e237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960419584:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.181771:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4e237b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960419584:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 341us (822us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074961.181779:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11298 00002000:00100000:0.0:1769074961.181785:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2400256->2404351) req@ffff8ffe4e237b80 x1855007960419584/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.181792:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4e237b80 with x1855007960419584 ext(2400256->2404351) 00002000:00010000:0.0:1769074961.181796:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4e237b80 00000100:00100000:3.0:1769074961.184655:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.184825:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960419712 00000100:00100000:1.0:1769074961.184835:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960419712 00002000:00100000:1.0:1769074961.184884:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2404352->2408447) req@ffff8ffe6fa65180 x1855007960419712/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.184895:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa65180 with x1855007960419712 ext(2404352->2408447) 00002000:00010000:1.0:1769074961.184901:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa65180 00000100:00100000:1.0:1769074961.184935:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11299 00000100:00100000:1.0:1769074961.184944:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960419712:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.185190:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960419712:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 246us (545us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074961.185205:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11299 00002000:00100000:1.0:1769074961.185213:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2404352->2408447) req@ffff8ffe6fa65180 x1855007960419712/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.185221:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa65180 with x1855007960419712 ext(2404352->2408447) 00002000:00010000:1.0:1769074961.185224:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa65180 00000100:00100000:3.0:1769074961.192605:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.194183:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960419840 00000100:00100000:0.0:1769074961.194197:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960419840 00002000:00100000:0.0:1769074961.202379:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2408448->2412543) req@ffff8ffe6fa67800 x1855007960419840/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.202395:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa67800 with x1855007960419840 ext(2408448->2412543) 00002000:00010000:0.0:1769074961.202402:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa67800 00000100:00100000:0.0:1769074961.202520:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11300 00000100:00100000:0.0:1769074961.202531:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960419840:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.202759:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960419840:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 229us (10172us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074961.202768:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11300 00002000:00100000:0.0:1769074961.202775:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2408448->2412543) req@ffff8ffe6fa67800 x1855007960419840/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.202783:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa67800 with x1855007960419840 ext(2408448->2412543) 00002000:00010000:0.0:1769074961.202786:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa67800 00000100:00100000:3.0:1769074961.208099:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.212282:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960419968 00000100:00100000:2.0:1769074961.212298:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960419968 00002000:00100000:2.0:1769074961.212354:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2412544->2416639) req@ffff8ffe6fa64000 x1855007960419968/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.212365:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa64000 with x1855007960419968 ext(2412544->2416639) 00002000:00010000:2.0:1769074961.212372:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa64000 00000100:00100000:2.0:1769074961.212410:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11301 00000100:00100000:2.0:1769074961.212420:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+20:2409:x1855007960419968:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.212650:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+20:2409:x1855007960419968:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 231us (4560us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074961.212658:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11301 00002000:00100000:2.0:1769074961.212665:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2412544->2416639) req@ffff8ffe6fa64000 x1855007960419968/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.212673:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa64000 with x1855007960419968 ext(2412544->2416639) 00002000:00010000:2.0:1769074961.212677:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa64000 00000100:00100000:3.0:1769074961.217536:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.217886:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960420096 00000100:00100000:0.0:1769074961.217898:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960420096 00002000:00100000:0.0:1769074961.217951:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2416640->2420735) req@ffff8ffe6fa64e00 x1855007960420096/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.217963:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa64e00 with x1855007960420096 ext(2416640->2420735) 00002000:00010000:0.0:1769074961.217969:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa64e00 00000100:00100000:0.0:1769074961.218003:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11302 00000100:00100000:0.0:1769074961.218012:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960420096:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.218219:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960420096:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 207us (695us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074961.218227:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11302 00002000:00100000:0.0:1769074961.218234:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2416640->2420735) req@ffff8ffe6fa64e00 x1855007960420096/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.218243:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa64e00 with x1855007960420096 ext(2416640->2420735) 00002000:00010000:0.0:1769074961.218246:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa64e00 00000100:00100000:3.0:1769074961.220929:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.221030:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960420224 00000100:00100000:0.0:1769074961.221039:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960420224 00002000:00100000:0.0:1769074961.221085:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2420736->2424831) req@ffff8ffe6fa65880 x1855007960420224/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.221097:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa65880 with x1855007960420224 ext(2420736->2424831) 00002000:00010000:0.0:1769074961.221103:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa65880 00000100:00100000:0.0:1769074961.221138:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11303 00000100:00100000:0.0:1769074961.221147:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960420224:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.222685:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960420224:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 1530us (1757us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074961.222697:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11303 00002000:00100000:0.0:1769074961.222708:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2420736->2424831) req@ffff8ffe6fa65880 x1855007960420224/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.222718:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa65880 with x1855007960420224 ext(2420736->2424831) 00002000:00010000:0.0:1769074961.222723:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa65880 00000100:00100000:0.0:1769074961.231908:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.232019:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960420352 00000100:00100000:1.0:1769074961.232029:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960420352 00002000:00100000:1.0:1769074961.232088:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2424832->2428927) req@ffff8ffe4dc5d500 x1855007960420352/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.232099:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5d500 with x1855007960420352 ext(2424832->2428927) 00002000:00010000:1.0:1769074961.232106:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dc5d500 00000100:00100000:1.0:1769074961.232144:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11304 00000100:00100000:1.0:1769074961.232152:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960420352:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.232385:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960420352:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 233us (487us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074961.232393:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11304 00002000:00100000:1.0:1769074961.232400:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2424832->2428927) req@ffff8ffe4dc5d500 x1855007960420352/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.232409:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5d500 with x1855007960420352 ext(2424832->2428927) 00002000:00010000:1.0:1769074961.232413:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dc5d500 00000100:00100000:2.0:1769074961.237218:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.237370:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960420480 00000100:00100000:0.0:1769074961.237380:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960420480 00002000:00100000:0.0:1769074961.237429:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2428928->2433023) req@ffff8ffd43f74a80 x1855007960420480/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.237440:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f74a80 with x1855007960420480 ext(2428928->2433023) 00002000:00010000:0.0:1769074961.237482:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43f74a80 00000100:00100000:0.0:1769074961.237506:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11305 00000100:00100000:0.0:1769074961.237516:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960420480:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.237741:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960420480:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 225us (531us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074961.237750:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11305 00002000:00100000:0.0:1769074961.237757:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2428928->2433023) req@ffff8ffd43f74a80 x1855007960420480/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.237765:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f74a80 with x1855007960420480 ext(2428928->2433023) 00002000:00010000:0.0:1769074961.237768:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43f74a80 00000100:00100000:3.0:1769074961.240060:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.240250:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960420608 00000100:00100000:1.0:1769074961.240260:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960420608 00002000:00100000:1.0:1769074961.240308:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2433024->2437119) req@ffff8ffda3ad4380 x1855007960420608/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.240318:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffda3ad4380 with x1855007960420608 ext(2433024->2437119) 00002000:00010000:1.0:1769074961.240325:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffda3ad4380 00000100:00100000:1.0:1769074961.240359:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11306 00000100:00100000:1.0:1769074961.240368:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960420608:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.240615:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960420608:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 247us (562us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074961.240623:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11306 00002000:00100000:1.0:1769074961.240629:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2433024->2437119) req@ffff8ffda3ad4380 x1855007960420608/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.240637:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffda3ad4380 with x1855007960420608 ext(2433024->2437119) 00002000:00010000:1.0:1769074961.240641:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffda3ad4380 00000100:00100000:2.0:1769074961.245969:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.246077:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960420736 00000100:00100000:0.0:1769074961.246088:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960420736 00002000:00100000:0.0:1769074961.246136:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (1974272->1978367) req@ffff8ffd43f74700 x1855007960420736/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.246148:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f74700 with x1855007960420736 ext(1974272->1978367) 00002000:00010000:0.0:1769074961.246154:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43f74700 00000100:00100000:0.0:1769074961.246189:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11307 00000100:00100000:0.0:1769074961.246275:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960420736:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.246544:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f74700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960420736:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 345us (584us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074961.246552:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11307 00002000:00100000:0.0:1769074961.246559:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (1974272->1978367) req@ffff8ffd43f74700 x1855007960420736/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.246569:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f74700 with x1855007960420736 ext(1974272->1978367) 00002000:00010000:0.0:1769074961.246572:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43f74700 00000100:00100000:2.0:1769074961.249347:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.249437:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960420864 00000100:00100000:1.0:1769074961.249476:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960420864 00002000:00100000:1.0:1769074961.249521:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1998848->2002943) req@ffff8ffd43f75f80 x1855007960420864/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.249532:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f75f80 with x1855007960420864 ext(1998848->2002943) 00002000:00010000:1.0:1769074961.249538:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43f75f80 00000100:00100000:1.0:1769074961.249560:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11308 00000100:00100000:1.0:1769074961.249571:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960420864:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.249786:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f75f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960420864:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 217us (447us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074961.249794:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11308 00002000:00100000:1.0:1769074961.249800:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1998848->2002943) req@ffff8ffd43f75f80 x1855007960420864/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.249807:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f75f80 with x1855007960420864 ext(1998848->2002943) 00002000:00010000:1.0:1769074961.249811:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43f75f80 00000100:00100000:2.0:1769074961.254397:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.254560:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960420992 00000100:00100000:0.0:1769074961.254572:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960420992 00002000:00100000:0.0:1769074961.254629:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (1818624->1884159) req@ffff8ffd43f76680 x1855007960420992/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.254639:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f76680 with x1855007960420992 ext(1818624->1884159) 00002000:00010000:0.0:1769074961.254645:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43f76680 00000100:00100000:0.0:1769074961.254677:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11309 00000100:00100000:0.0:1769074961.254685:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960420992:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.259188:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960420992:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 4491us (4791us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1769074961.259211:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11309 00002000:00100000:0.0:1769074961.259224:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (1818624->1884159) req@ffff8ffd43f76680 x1855007960420992/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.259235:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f76680 with x1855007960420992 ext(1818624->1884159) 00002000:00010000:0.0:1769074961.259242:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43f76680 00000100:00100000:2.0:1769074961.268225:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.268319:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960421120 00000100:00100000:0.0:1769074961.268329:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960421120 00000100:00100000:0.0:1769074961.268399:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11310 00000100:00100000:0.0:1769074961.268409:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960421120:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074961.268678:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 791956 -> 791956 00002000:00010000:0.0:1769074961.268682:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074961.268685:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074961.268687:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074961.268689:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 160 -> 224 00000100:00100000:0.0:1769074961.268748:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960421120:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 339us (532us total) trans 4294989805 rc 0/0 00000100:00100000:0.0:1769074961.268757:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11310 00000100:00100000:2.0:1769074961.271763:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.271886:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960421376 00000100:00100000:3.0:1769074961.271929:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960421376 00000100:00100000:3.0:1769074961.272015:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41148 00000100:00100000:3.0:1769074961.272026:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+108:12630:x1855007960421376:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:3.0:1769074961.272084:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074961.272120:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78200/0xf5091596e30457ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c95 expref: 108 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.272142:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074961.272149:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074961.272348:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30457b4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 36 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.272367:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30457b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.272376:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30457b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:3.0:1769074961.272415:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998143 00000004:00010000:3.0:1769074961.272437:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000408a1887 reply state 00000000f0801d96 transno 4294998144 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30457b4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.272500:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30457b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.272507:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074961.272510:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074961.272512:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074961.272609:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+110:12630:x1855007960421376:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 584us (854us total) trans 4294998144 rc 0/0 00000100:00100000:3.0:1769074961.272616:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41148 00000020:00080000:3.0:1769074961.272641:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1769074961.273079:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074961.275281:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.275323:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.275411:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960421632 00000100:00100000:1.0:1769074961.275422:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960421632 00002000:00010000:1.0:1769074961.275499:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074961.275504:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f77100 with x1855007960421632 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074961.275517:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd43f77100. 00000100:00100000:1.0:1769074961.275536:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960421504 00000100:00100000:1.0:1769074961.275540:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960421504 00002000:00010000:1.0:1769074961.275553:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1470278->18446744073709551615) 00002000:00100000:1.0:1769074961.275556:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f75180 with x1855007960421504 ext(1470278->18446744073709551615) 00002000:00010000:1.0:1769074961.275565:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43f75180. 00000100:00100000:1.0:1769074961.275600:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11311 00000100:00100000:1.0:1769074961.275608:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960421632:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074961.275988:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 791956 -> 0 00002000:00010000:1.0:1769074961.275992:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074961 00002000:00010000:1.0:1769074961.275995:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074961.275997:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074961 00002000:00010000:1.0:1769074961.276000:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 224 -> 0 00000100:00100000:1.0:1769074961.276057:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960421632:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 448us (783us total) trans 4294989806 rc 0/0 00000100:00100000:1.0:1769074961.276065:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11311 00002000:00010000:1.0:1769074961.276069:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074961.276071:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f77100 with x1855007960421632 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074961.276076:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd43f77100. 00000100:00100000:1.0:1769074961.276093:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11312 00000100:00100000:1.0:1769074961.276100:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+20:2410:x1855007960421504:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074961.276648:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3113360 -> 1470278 00002000:00010000:1.0:1769074961.276652:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074960 -> 1769074961 00002000:00010000:1.0:1769074961.276655:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074961.276657:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074960 -> 1769074961 00002000:00010000:1.0:1769074961.276659:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1840 -> 1712 00000100:00100000:1.0:1769074961.276688:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f75180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+21:2410:x1855007960421504:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 587us (1362us total) trans 4294989887 rc 0/0 00000100:00100000:1.0:1769074961.276694:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11312 00002000:00010000:1.0:1769074961.276698:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1470278->18446744073709551615) 00002000:00100000:1.0:1769074961.276701:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f75180 with x1855007960421504 ext(1470278->18446744073709551615) 00002000:00010000:1.0:1769074961.276705:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43f75180. 00000100:00100000:3.0:1769074961.280356:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.280864:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960421760 00000100:00100000:1.0:1769074961.280876:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960421760 00000100:00100000:1.0:1769074961.280947:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41149 00000100:00100000:1.0:1769074961.280956:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+110:12630:x1855007960421760:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:1.0:1769074961.280994:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074961.281017:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1800/0xf5091596e30457bb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505c9c expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074961.281120:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30457c2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074961.281136:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30457c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074961.281148:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30457c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:1.0:1769074961.281178:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 1470278 00000004:00200000:1.0:1769074961.281184:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1769074961.281215:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30457c2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074961.281241:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1800/0xf5091596e30457bb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c9c expref: 112 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074961.281260:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30457c2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 37 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c9c expref: 111 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074961.281274:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074961.281278:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074961.281281:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe717d0e00, rc 0) 00000100:00100000:1.0:1769074961.281401:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+111:12630:x1855007960421760:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 444us (1053us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074961.281409:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41149 00000100:00100000:1.0:1769074961.295360:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.295685:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960421888 00000100:00100000:2.0:1769074961.295696:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960421888 00002000:00100000:2.0:1769074961.295755:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (241664->2899967) req@ffff8ffe78bea300 x1855007960421888/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 536/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.295768:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78bea300 with x1855007960421888 ext(241664->2899967) 00002000:00010000:2.0:1769074961.295775:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78bea300 00000100:00100000:2.0:1769074961.295811:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11313 00000100:00100000:2.0:1769074961.295820:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2409:x1855007960421888:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.317544:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78bea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2409:x1855007960421888:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 21715us (22183us total) trans 0 rc 126976/126976 00000100:00100000:0.0:1769074961.317558:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11313 00002000:00100000:0.0:1769074961.317570:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (241664->2899967) req@ffff8ffe78bea300 x1855007960421888/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 536/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 126976/126976 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.317581:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78bea300 with x1855007960421888 ext(241664->2899967) 00002000:00010000:0.0:1769074961.317598:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78bea300 00000100:00100000:0.0:1769074961.325391:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.325494:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960422016 00000100:00100000:2.0:1769074961.325505:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960422016 00002000:00100000:2.0:1769074961.325555:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2691072->2695167) req@ffff8ffe4dc5f480 x1855007960422016/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.325566:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5f480 with x1855007960422016 ext(2691072->2695167) 00002000:00010000:2.0:1769074961.325573:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dc5f480 00000100:00100000:2.0:1769074961.325617:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11314 00000100:00100000:2.0:1769074961.325626:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2410:x1855007960422016:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.325827:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2410:x1855007960422016:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 201us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.325835:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11314 00002000:00100000:2.0:1769074961.325842:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2691072->2695167) req@ffff8ffe4dc5f480 x1855007960422016/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.325856:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5f480 with x1855007960422016 ext(2691072->2695167) 00002000:00010000:2.0:1769074961.325859:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dc5f480 00000100:00100000:1.0:1769074961.334440:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.336347:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960422144 00000100:00100000:0.0:1769074961.336366:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960422144 00002000:00100000:0.0:1769074961.336427:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2695168->2699263) req@ffff8ffe78be8380 x1855007960422144/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.336439:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be8380 with x1855007960422144 ext(2695168->2699263) 00002000:00010000:0.0:1769074961.336609:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78be8380 00000100:00100000:0.0:1769074961.336651:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11315 00000100:00100000:0.0:1769074961.336661:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78be8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+21:2410:x1855007960422144:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.336858:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78be8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+21:2410:x1855007960422144:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 198us (2427us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.336868:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11315 00002000:00100000:0.0:1769074961.336874:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2695168->2699263) req@ffff8ffe78be8380 x1855007960422144/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.336884:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be8380 with x1855007960422144 ext(2695168->2699263) 00002000:00010000:0.0:1769074961.336888:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78be8380 00000100:00100000:1.0:1769074961.339893:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.340007:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960422272 00000100:00100000:2.0:1769074961.340018:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960422272 00002000:00100000:2.0:1769074961.340067:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2699264->2703359) req@ffff8ffe78be8000 x1855007960422272/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.340078:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be8000 with x1855007960422272 ext(2699264->2703359) 00002000:00010000:2.0:1769074961.340084:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78be8000 00000100:00100000:2.0:1769074961.340121:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11316 00000100:00100000:2.0:1769074961.340130:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78be8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2408:x1855007960422272:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.340326:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78be8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2408:x1855007960422272:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 196us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.340334:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11316 00002000:00100000:2.0:1769074961.340342:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2699264->2703359) req@ffff8ffe78be8000 x1855007960422272/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.340350:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be8000 with x1855007960422272 ext(2699264->2703359) 00002000:00010000:2.0:1769074961.340353:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78be8000 00000100:00100000:3.0:1769074961.343025:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.343237:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960422400 00000100:00100000:0.0:1769074961.343249:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960422400 00002000:00100000:0.0:1769074961.343296:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2703360->2707455) req@ffff8ffda3ad4a80 x1855007960422400/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.343308:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffda3ad4a80 with x1855007960422400 ext(2703360->2707455) 00002000:00010000:0.0:1769074961.343315:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffda3ad4a80 00000100:00100000:0.0:1769074961.343350:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11317 00000100:00100000:0.0:1769074961.343359:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960422400:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.343564:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960422400:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 204us (546us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.343572:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11317 00002000:00100000:0.0:1769074961.343578:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2703360->2707455) req@ffff8ffda3ad4a80 x1855007960422400/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.343596:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffda3ad4a80 with x1855007960422400 ext(2703360->2707455) 00002000:00010000:0.0:1769074961.343600:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffda3ad4a80 00000100:00100000:1.0:1769074961.349649:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.349745:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960422528 00000100:00100000:2.0:1769074961.349755:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960422528 00002000:00100000:2.0:1769074961.349802:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2707456->2711551) req@ffff8ffe78beaa00 x1855007960422528/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.349814:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78beaa00 with x1855007960422528 ext(2707456->2711551) 00002000:00010000:2.0:1769074961.349821:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78beaa00 00000100:00100000:2.0:1769074961.349854:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11318 00000100:00100000:2.0:1769074961.349863:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2408:x1855007960422528:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.350056:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78beaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2408:x1855007960422528:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 192us (417us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.350064:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11318 00002000:00100000:2.0:1769074961.350071:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2707456->2711551) req@ffff8ffe78beaa00 x1855007960422528/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.350079:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78beaa00 with x1855007960422528 ext(2707456->2711551) 00002000:00010000:2.0:1769074961.350083:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78beaa00 00000100:00100000:1.0:1769074961.353078:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.353170:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960422656 00000100:00100000:3.0:1769074961.353182:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960422656 00002000:00100000:3.0:1769074961.353244:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2711552->2715647) req@ffff8ffe78be9880 x1855007960422656/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.353256:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be9880 with x1855007960422656 ext(2711552->2715647) 00002000:00010000:3.0:1769074961.353262:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78be9880 00000100:00100000:3.0:1769074961.353294:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11319 00000100:00100000:3.0:1769074961.353304:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78be9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960422656:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.353527:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78be9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960422656:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 223us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.353535:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11319 00002000:00100000:3.0:1769074961.353542:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2711552->2715647) req@ffff8ffe78be9880 x1855007960422656/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.353550:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be9880 with x1855007960422656 ext(2711552->2715647) 00002000:00010000:3.0:1769074961.353554:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78be9880 00000100:00100000:0.0:1769074961.360402:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.361097:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960422784 00000100:00100000:2.0:1769074961.361111:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960422784 00002000:00100000:2.0:1769074961.361170:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2715648->2719743) req@ffff8ffe4dc5ce00 x1855007960422784/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.361180:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5ce00 with x1855007960422784 ext(2715648->2719743) 00002000:00010000:2.0:1769074961.361187:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dc5ce00 00000100:00100000:2.0:1769074961.361232:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11320 00000100:00100000:2.0:1769074961.361242:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2408:x1855007960422784:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.361430:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2408:x1855007960422784:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 189us (1038us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.361438:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11320 00002000:00100000:2.0:1769074961.361445:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2715648->2719743) req@ffff8ffe4dc5ce00 x1855007960422784/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.361496:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5ce00 with x1855007960422784 ext(2715648->2719743) 00002000:00010000:2.0:1769074961.361500:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dc5ce00 00000100:00100000:1.0:1769074961.372191:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.372381:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960422912 00000100:00100000:3.0:1769074961.372392:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960422912 00002000:00100000:3.0:1769074961.372441:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (258048->315391) req@ffff8ffe78be8e00 x1855007960422912/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.372492:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be8e00 with x1855007960422912 ext(258048->315391) 00002000:00010000:3.0:1769074961.372499:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe78be8e00 00000100:00100000:3.0:1769074961.372535:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11321 00000100:00100000:3.0:1769074961.372546:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960422912:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.375312:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78be8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960422912:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 2757us (3120us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.375326:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11321 00002000:00100000:3.0:1769074961.375340:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (258048->315391) req@ffff8ffe78be8e00 x1855007960422912/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.375352:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be8e00 with x1855007960422912 ext(258048->315391) 00002000:00010000:3.0:1769074961.375358:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe78be8e00 00000100:00100000:0.0:1769074961.381186:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.381294:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960423040 00000100:00100000:3.0:1769074961.381305:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960423040 00002000:00100000:3.0:1769074961.381359:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2379776->2383871) req@ffff8ffe4dc5ed80 x1855007960423040/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.381369:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5ed80 with x1855007960423040 ext(2379776->2383871) 00002000:00010000:3.0:1769074961.381376:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dc5ed80 00000100:00100000:3.0:1769074961.381413:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11322 00000100:00100000:3.0:1769074961.381422:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2408:x1855007960423040:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.381671:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2408:x1855007960423040:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 248us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.381679:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11322 00002000:00100000:3.0:1769074961.381686:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2379776->2383871) req@ffff8ffe4dc5ed80 x1855007960423040/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.381695:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5ed80 with x1855007960423040 ext(2379776->2383871) 00002000:00010000:3.0:1769074961.381698:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dc5ed80 00000100:00100000:1.0:1769074961.385128:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.385222:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960423168 00000100:00100000:2.0:1769074961.385232:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960423168 00002000:00100000:2.0:1769074961.385273:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2383872->2387967) req@ffff8ffe78beb100 x1855007960423168/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.385284:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78beb100 with x1855007960423168 ext(2383872->2387967) 00002000:00010000:2.0:1769074961.385289:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78beb100 00000100:00100000:2.0:1769074961.385317:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11323 00000100:00100000:2.0:1769074961.385325:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78beb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960423168:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.385536:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78beb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960423168:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 209us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.385544:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11323 00002000:00100000:2.0:1769074961.385551:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2383872->2387967) req@ffff8ffe78beb100 x1855007960423168/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.385559:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78beb100 with x1855007960423168 ext(2383872->2387967) 00002000:00010000:2.0:1769074961.385563:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78beb100 00000100:00100000:1.0:1769074961.394987:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.395064:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960423296 00000100:00100000:3.0:1769074961.395075:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960423296 00002000:00100000:3.0:1769074961.395123:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2314240->2392063) req@ffff8ffe78beb480 x1855007960423296/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 504/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.395135:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78beb480 with x1855007960423296 ext(2314240->2392063) 00002000:00010000:3.0:1769074961.395142:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78beb480 00000100:00100000:3.0:1769074961.395175:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11324 00000100:00100000:3.0:1769074961.395185:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2408:x1855007960423296:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.400766:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78beb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2408:x1855007960423296:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 5570us (5788us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.400781:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11324 00002000:00100000:3.0:1769074961.400794:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2314240->2392063) req@ffff8ffe78beb480 x1855007960423296/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 504/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.400805:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78beb480 with x1855007960423296 ext(2314240->2392063) 00002000:00010000:3.0:1769074961.400812:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78beb480 00000100:00100000:1.0:1769074961.403256:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.407156:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960423424 00000100:00100000:3.0:1769074961.407176:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960423424 00002000:00100000:3.0:1769074961.407249:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2392064->2396159) req@ffff8ffe78beb800 x1855007960423424/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.407260:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78beb800 with x1855007960423424 ext(2392064->2396159) 00002000:00010000:3.0:1769074961.407266:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78beb800 00000100:00100000:3.0:1769074961.407306:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11325 00000100:00100000:3.0:1769074961.407316:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960423424:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.407536:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78beb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960423424:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 220us (4288us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.407546:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11325 00002000:00100000:3.0:1769074961.407553:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2392064->2396159) req@ffff8ffe78beb800 x1855007960423424/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.407561:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78beb800 with x1855007960423424 ext(2392064->2396159) 00002000:00010000:3.0:1769074961.407564:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78beb800 00000100:00100000:1.0:1769074961.410808:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.411055:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960423552 00000100:00100000:0.0:1769074961.411068:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960423552 00002000:00100000:0.0:1769074961.411117:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2396160->2400255) req@ffff8ffe78be9180 x1855007960423552/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.411128:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be9180 with x1855007960423552 ext(2396160->2400255) 00002000:00010000:0.0:1769074961.411134:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78be9180 00000100:00100000:0.0:1769074961.411167:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11326 00000100:00100000:0.0:1769074961.411177:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960423552:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.411360:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78be9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960423552:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 184us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.411367:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11326 00002000:00100000:0.0:1769074961.411374:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2396160->2400255) req@ffff8ffe78be9180 x1855007960423552/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.411382:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be9180 with x1855007960423552 ext(2396160->2400255) 00002000:00010000:0.0:1769074961.411385:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78be9180 00000100:00100000:0.0:1769074961.414856:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.414947:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960423680 00000100:00100000:3.0:1769074961.414958:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960423680 00002000:00100000:3.0:1769074961.415015:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2400256->2404351) req@ffff8ffe4dc5d180 x1855007960423680/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.415027:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5d180 with x1855007960423680 ext(2400256->2404351) 00002000:00010000:3.0:1769074961.415034:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dc5d180 00000100:00100000:3.0:1769074961.415065:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11327 00000100:00100000:3.0:1769074961.415074:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2408:x1855007960423680:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.415274:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2408:x1855007960423680:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 200us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.415282:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11327 00002000:00100000:3.0:1769074961.415289:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2400256->2404351) req@ffff8ffe4dc5d180 x1855007960423680/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.415297:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dc5d180 with x1855007960423680 ext(2400256->2404351) 00002000:00010000:3.0:1769074961.415301:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dc5d180 00000100:00100000:1.0:1769074961.417899:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.417981:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960423808 00000100:00100000:0.0:1769074961.417991:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960423808 00002000:00100000:0.0:1769074961.418036:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2404352->2408447) req@ffff8ffe78be8a80 x1855007960423808/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.418048:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be8a80 with x1855007960423808 ext(2404352->2408447) 00002000:00010000:0.0:1769074961.418054:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78be8a80 00000100:00100000:0.0:1769074961.418085:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11328 00000100:00100000:0.0:1769074961.418093:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78be8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960423808:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.418283:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78be8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960423808:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 189us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.418291:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11328 00002000:00100000:0.0:1769074961.418298:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2404352->2408447) req@ffff8ffe78be8a80 x1855007960423808/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.418306:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be8a80 with x1855007960423808 ext(2404352->2408447) 00002000:00010000:0.0:1769074961.418309:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78be8a80 00000100:00100000:1.0:1769074961.421483:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.421558:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960423936 00000100:00100000:3.0:1769074961.421568:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960423936 00002000:00100000:3.0:1769074961.421627:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2408448->2412543) req@ffff8ffe78be9f80 x1855007960423936/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.421644:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be9f80 with x1855007960423936 ext(2408448->2412543) 00002000:00010000:3.0:1769074961.421650:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78be9f80 00000100:00100000:3.0:1769074961.421673:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11329 00000100:00100000:3.0:1769074961.421682:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2408:x1855007960423936:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.421855:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78be9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2408:x1855007960423936:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 173us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.421863:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11329 00002000:00100000:3.0:1769074961.421878:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2408448->2412543) req@ffff8ffe78be9f80 x1855007960423936/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.421885:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be9f80 with x1855007960423936 ext(2408448->2412543) 00002000:00010000:3.0:1769074961.421889:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78be9f80 00000100:00100000:1.0:1769074961.430055:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.430229:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960424064 00000100:00100000:0.0:1769074961.430243:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960424064 00002000:00100000:0.0:1769074961.430299:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2412544->2416639) req@ffff8ffe78be8700 x1855007960424064/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.430310:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be8700 with x1855007960424064 ext(2412544->2416639) 00002000:00010000:0.0:1769074961.430316:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78be8700 00000100:00100000:0.0:1769074961.430356:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11330 00000100:00100000:0.0:1769074961.430365:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2408:x1855007960424064:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.430615:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78be8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2408:x1855007960424064:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 247us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.430622:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11330 00002000:00100000:0.0:1769074961.430628:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2412544->2416639) req@ffff8ffe78be8700 x1855007960424064/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.430636:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be8700 with x1855007960424064 ext(2412544->2416639) 00002000:00010000:0.0:1769074961.430640:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78be8700 00000100:00100000:1.0:1769074961.433777:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.433862:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960424192 00000100:00100000:3.0:1769074961.433873:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960424192 00002000:00100000:3.0:1769074961.433922:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2416640->2420735) req@ffff8ffe78be9c00 x1855007960424192/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.433934:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be9c00 with x1855007960424192 ext(2416640->2420735) 00002000:00010000:3.0:1769074961.433940:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78be9c00 00000100:00100000:3.0:1769074961.433982:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11331 00000100:00100000:3.0:1769074961.433992:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78be9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960424192:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.434173:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78be9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960424192:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 181us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.434181:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11331 00002000:00100000:3.0:1769074961.434190:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2416640->2420735) req@ffff8ffe78be9c00 x1855007960424192/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.434208:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be9c00 with x1855007960424192 ext(2416640->2420735) 00002000:00010000:3.0:1769074961.434212:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78be9c00 00000100:00100000:1.0:1769074961.442329:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.442494:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960424320 00000100:00100000:0.0:1769074961.442507:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960424320 00002000:00100000:0.0:1769074961.442563:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2420736->2424831) req@ffff8ffe78be9500 x1855007960424320/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.442574:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be9500 with x1855007960424320 ext(2420736->2424831) 00002000:00010000:0.0:1769074961.442580:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78be9500 00000100:00100000:0.0:1769074961.442623:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11332 00000100:00100000:0.0:1769074961.442632:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2410:x1855007960424320:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.442813:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78be9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2410:x1855007960424320:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 181us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.442822:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11332 00002000:00100000:0.0:1769074961.442829:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2420736->2424831) req@ffff8ffe78be9500 x1855007960424320/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.442836:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78be9500 with x1855007960424320 ext(2420736->2424831) 00002000:00010000:0.0:1769074961.442840:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78be9500 00000100:00100000:1.0:1769074961.447764:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.447888:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960424448 00000100:00100000:3.0:1769074961.447898:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960424448 00002000:00100000:3.0:1769074961.447946:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2424832->2428927) req@ffff8ffe78bebb80 x1855007960424448/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.447956:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78bebb80 with x1855007960424448 ext(2424832->2428927) 00002000:00010000:3.0:1769074961.447963:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78bebb80 00000100:00100000:3.0:1769074961.447999:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11333 00000100:00100000:3.0:1769074961.448008:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960424448:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.448181:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78bebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960424448:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 173us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.448190:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11333 00002000:00100000:3.0:1769074961.448196:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2424832->2428927) req@ffff8ffe78bebb80 x1855007960424448/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.448205:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78bebb80 with x1855007960424448 ext(2424832->2428927) 00002000:00010000:3.0:1769074961.448208:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78bebb80 00000100:00100000:1.0:1769074961.456031:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.456323:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960424576 00000100:00100000:0.0:1769074961.456334:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960424576 00002000:00100000:0.0:1769074961.456381:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2428928->2433023) req@ffff8ffe78ad0700 x1855007960424576/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.456391:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78ad0700 with x1855007960424576 ext(2428928->2433023) 00002000:00010000:0.0:1769074961.456398:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78ad0700 00000100:00100000:0.0:1769074961.456436:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11334 00000100:00100000:0.0:1769074961.456481:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78ad0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960424576:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.456683:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78ad0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960424576:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 237us (661us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.456691:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11334 00002000:00100000:0.0:1769074961.456696:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2428928->2433023) req@ffff8ffe78ad0700 x1855007960424576/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.456703:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78ad0700 with x1855007960424576 ext(2428928->2433023) 00002000:00010000:0.0:1769074961.456706:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78ad0700 00000100:00100000:1.0:1769074961.459568:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.459660:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960424704 00000100:00100000:3.0:1769074961.459673:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960424704 00002000:00100000:3.0:1769074961.459721:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2433024->2437119) req@ffff8ffe78ad0380 x1855007960424704/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.459732:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78ad0380 with x1855007960424704 ext(2433024->2437119) 00002000:00010000:3.0:1769074961.459765:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78ad0380 00000100:00100000:3.0:1769074961.459797:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11335 00000100:00100000:3.0:1769074961.459806:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78ad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2408:x1855007960424704:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.460006:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78ad0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2408:x1855007960424704:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 201us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.460014:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11335 00002000:00100000:3.0:1769074961.460020:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2433024->2437119) req@ffff8ffe78ad0380 x1855007960424704/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.460027:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78ad0380 with x1855007960424704 ext(2433024->2437119) 00002000:00010000:3.0:1769074961.460030:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78ad0380 00000100:00100000:1.0:1769074961.471498:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.471595:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960424832 00000100:00100000:0.0:1769074961.471605:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960424832 00002000:00100000:0.0:1769074961.471653:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2379776->2437119) req@ffff8ffe78ad3800 x1855007960424832/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.471670:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78ad3800 with x1855007960424832 ext(2379776->2437119) 00002000:00010000:0.0:1769074961.471676:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78ad3800 00000100:00100000:0.0:1769074961.471711:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11336 00000100:00100000:0.0:1769074961.471720:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78ad3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960424832:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074961.485293:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78ad3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+23:2407:x1855007960424832:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 13562us (13792us total) trans 4294989888 rc 0/0 00000100:00100000:0.0:1769074961.485307:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11336 00002000:00100000:0.0:1769074961.485319:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2379776->2437119) req@ffff8ffe78ad3800 x1855007960424832/t4294989888(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/448 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.485330:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78ad3800 with x1855007960424832 ext(2379776->2437119) 00002000:00010000:0.0:1769074961.485336:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78ad3800 00000100:00100000:1.0:1769074961.501884:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.502007:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960424960 00000100:00100000:3.0:1769074961.502018:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960424960 00000100:00100000:3.0:1769074961.502076:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83486 00000100:00100000:3.0:1769074961.502087:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+23:2410:x1855007960424960:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:0.0:1769074961.503928:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989888 is committed 00000100:00100000:2.0:1769074961.506194:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78ad3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960424960:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 4100us (4311us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.506208:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83486 00000100:00100000:1.0:1769074961.508708:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.508787:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960425088 00000100:00100000:0.0:1769074961.508797:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960425088 00000100:00100000:0.0:1769074961.508862:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11337 00000100:00100000:0.0:1769074961.508872:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78ad1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960425088:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074961.509078:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074961.509081:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.509083:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074961.509086:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.509088:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 96 00000100:00100000:0.0:1769074961.509149:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78ad1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960425088:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 278us (450us total) trans 4294989807 rc 0/0 00000100:00100000:0.0:1769074961.509159:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11337 00000100:00100000:1.0:1769074961.512249:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.512322:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960425216 00000100:00100000:3.0:1769074961.512333:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960425216 00000100:00100000:3.0:1769074961.512394:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11338 00000100:00100000:3.0:1769074961.512403:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960425216:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074961.512650:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 969077 00002000:00010000:3.0:1769074961.512654:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.512656:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074961.512659:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.512661:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 96 -> 136 00000100:00100000:3.0:1769074961.512715:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78ad3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960425216:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 312us (474us total) trans 4294989808 rc 0/0 00000100:00100000:3.0:1769074961.512747:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11338 00000100:00100000:1.0:1769074961.519413:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.519594:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960425472 00000100:00100000:3.0:1769074961.519605:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960425472 00000100:00100000:3.0:1769074961.519666:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41150 00000100:00100000:3.0:1769074961.519676:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78ad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+111:12630:x1855007960425472:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:3.0:1769074961.519729:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074961.519760:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0e00/0xf5091596e30457c2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505c9c expref: 111 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.519779:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074961.519784:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074961.519951:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78200/0xf5091596e30457c9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 37 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.519982:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78200/0xf5091596e30457c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.519992:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78200/0xf5091596e30457c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:3.0:1769074961.520035:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998145 00000004:00010000:3.0:1769074961.520057:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004b1b06c0 reply state 000000009796804a transno 4294998146 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78200/0xf5091596e30457c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.520069:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78200/0xf5091596e30457c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.520076:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074961.520080:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074961.520082:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074961.520182:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78ad3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+113:12630:x1855007960425472:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 507us (778us total) trans 4294998146 rc 0/0 00000100:00100000:3.0:1769074961.520190:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41150 00000020:00080000:3.0:1769074961.520203:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074961.522761:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.522800:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.522859:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960425600 00000100:00100000:3.0:1769074961.522870:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960425600 00000100:00100000:0.0:1769074961.522898:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960425728 00000100:00100000:0.0:1769074961.522903:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960425728 00002000:00010000:3.0:1769074961.522911:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (995486->18446744073709551615) 00002000:00100000:3.0:1769074961.522915:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78ad2d80 with x1855007960425600 ext(995486->18446744073709551615) 00002000:00010000:0.0:1769074961.522916:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074961.522919:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78ad2a00 with x1855007960425728 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074961.522928:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe78ad2a00. 00002000:00010000:3.0:1769074961.522928:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78ad2d80. 00000100:00100000:0.0:1769074961.522963:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11339 00000100:00100000:0.0:1769074961.522977:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78ad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960425728:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074961.523301:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 969077 -> 0 00002000:00010000:0.0:1769074961.523305:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.523307:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074961.523309:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.523311:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 136 -> 0 00000100:00100000:0.0:1769074961.523364:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78ad2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960425728:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 393us (562us total) trans 4294989809 rc 0/0 00000100:00100000:0.0:1769074961.523372:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11339 00002000:00010000:0.0:1769074961.523375:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074961.523378:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78ad2a00 with x1855007960425728 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074961.523382:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe78ad2a00. 00000100:00100000:0.0:1769074961.523398:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11340 00000100:00100000:0.0:1769074961.523404:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960425600:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074961.524056:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1470278 -> 995486 00002000:00010000:0.0:1769074961.524060:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.524062:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074961 00002000:00010000:0.0:1769074961.524065:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.524068:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1712 -> 1688 00000100:00100000:0.0:1769074961.524097:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78ad2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960425600:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 692us (1344us total) trans 4294989889 rc 0/0 00000100:00100000:0.0:1769074961.524203:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11340 00002000:00010000:0.0:1769074961.524206:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (995486->18446744073709551615) 00002000:00100000:0.0:1769074961.524209:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78ad2d80 with x1855007960425600 ext(995486->18446744073709551615) 00002000:00010000:0.0:1769074961.524214:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78ad2d80. 00000100:00100000:0.0:1769074961.541744:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.541835:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960425856 00000100:00100000:1.0:1769074961.541846:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960425856 00000100:00100000:1.0:1769074961.541901:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41151 00000100:00100000:1.0:1769074961.541911:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+113:12630:x1855007960425856:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:1.0:1769074961.541938:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074961.541964:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1200/0xf5091596e30457d0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505ca3 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074961.542070:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0400/0xf5091596e30457d7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074961.542087:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0400/0xf5091596e30457d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074961.542098:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0400/0xf5091596e30457d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:1.0:1769074961.542128:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 995486 00000004:00200000:1.0:1769074961.542132:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074961.542221:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0400/0xf5091596e30457d7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.542249:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1200/0xf5091596e30457d0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505ca3 expref: 115 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.542267:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0400/0xf5091596e30457d7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 38 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505ca3 expref: 114 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.542281:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074961.542284:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074961.542288:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe717d0400, rc 0) 00000100:00100000:2.0:1769074961.542349:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+114:12630:x1855007960425856:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 440us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.542357:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41151 00000100:00100000:1.0:1769074961.549136:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.549235:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960425984 00000100:00100000:0.0:1769074961.549246:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960425984 00000100:00100000:0.0:1769074961.549318:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11341 00000100:00100000:0.0:1769074961.549328:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960425984:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074961.549597:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 978861 00002000:00010000:0.0:1769074961.549602:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.549604:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074961.549607:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.549609:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 128 00000100:00100000:0.0:1769074961.549661:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78ad1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960425984:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 335us (537us total) trans 4294989810 rc 0/0 00000100:00100000:0.0:1769074961.549669:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11341 00000100:00100000:1.0:1769074961.552538:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.552638:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960426112 00000100:00100000:0.0:1769074961.552648:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960426112 00000100:00100000:0.0:1769074961.552714:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11342 00000100:00100000:0.0:1769074961.552723:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78ad2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960426112:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074961.552986:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 995486 -> 3331769 00002000:00010000:0.0:1769074961.552991:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.552993:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.552995:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.552997:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1688 -> 1800 00000100:00100000:0.0:1769074961.553059:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78ad2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960426112:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 335us (526us total) trans 4294989890 rc 0/0 00000100:00100000:0.0:1769074961.553067:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11342 00000100:00100000:1.0:1769074961.557311:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.557408:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960426240 00000100:00100000:0.0:1769074961.557430:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960426240 00002000:00100000:0.0:1769074961.557513:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (217088->278527) req@ffff8ffe78ad0e00 x1855007960426240/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.557524:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78ad0e00 with x1855007960426240 ext(217088->278527) 00002000:00010000:0.0:1769074961.557531:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78ad0e00 00000100:00100000:0.0:1769074961.557561:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11343 00000100:00100000:0.0:1769074961.557570:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960426240:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074961.562850:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78ad0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960426240:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 5269us (5537us total) trans 4294989892 rc 0/0 00000100:00100000:0.0:1769074961.562864:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11343 00002000:00100000:0.0:1769074961.562875:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (217088->278527) req@ffff8ffe78ad0e00 x1855007960426240/t4294989892(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/448 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.562885:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78ad0e00 with x1855007960426240 ext(217088->278527) 00002000:00010000:0.0:1769074961.562891:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78ad0e00 00000100:00100000:1.0:1769074961.565551:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.570363:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960426368 00000100:00100000:2.0:1769074961.570377:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960426368 00000100:00100000:2.0:1769074961.570466:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83487 00000100:00100000:2.0:1769074961.570476:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78ad1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960426368:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:0.0:1769074961.573137:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989892 is committed 00000100:00100000:2.0:1769074961.573327:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78ad1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960426368:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2846us (7779us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.573337:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83487 00000100:00100000:1.0:1769074961.580903:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.581011:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960426496 00000100:00100000:0.0:1769074961.581022:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960426496 00000100:00100000:0.0:1769074961.581089:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11344 00000100:00100000:0.0:1769074961.581098:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960426496:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074961.581328:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3331769 -> 3331769 00002000:00010000:0.0:1769074961.581333:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.581336:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.581338:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.581341:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1800 -> 1800 00000100:00100000:0.0:1769074961.581409:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78ad2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960426496:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 312us (515us total) trans 4294989893 rc 0/0 00000100:00100000:0.0:1769074961.581417:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11344 00000100:00100000:1.0:1769074961.588383:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.588478:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960426624 00000100:00100000:3.0:1769074961.588489:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960426624 00002000:00100000:3.0:1769074961.588537:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (4108288->4112383) req@ffff8ffe78ad1180 x1855007960426624/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.588549:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78ad1180 with x1855007960426624 ext(4108288->4112383) 00002000:00010000:3.0:1769074961.588555:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78ad1180 00000100:00100000:3.0:1769074961.588618:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11345 00000100:00100000:3.0:1769074961.588627:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960426624:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.588822:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78ad1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960426624:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 196us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.588831:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11345 00002000:00100000:3.0:1769074961.588838:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (4108288->4112383) req@ffff8ffe78ad1180 x1855007960426624/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.588847:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78ad1180 with x1855007960426624 ext(4108288->4112383) 00002000:00010000:3.0:1769074961.588851:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78ad1180 00000100:00100000:1.0:1769074961.592073:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.592157:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960426752 00000100:00100000:0.0:1769074961.592166:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960426752 00002000:00100000:0.0:1769074961.592225:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4112384->4116479) req@ffff8ffe78ad0a80 x1855007960426752/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.592235:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78ad0a80 with x1855007960426752 ext(4112384->4116479) 00002000:00010000:0.0:1769074961.592242:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78ad0a80 00000100:00100000:0.0:1769074961.592276:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11346 00000100:00100000:0.0:1769074961.592285:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960426752:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.592477:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78ad0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960426752:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 192us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.592485:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11346 00002000:00100000:0.0:1769074961.592492:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4112384->4116479) req@ffff8ffe78ad0a80 x1855007960426752/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.592500:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78ad0a80 with x1855007960426752 ext(4112384->4116479) 00002000:00010000:0.0:1769074961.592532:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78ad0a80 00000100:00100000:2.0:1769074961.596379:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.596482:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960426880 00000100:00100000:3.0:1769074961.596493:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960426880 00002000:00100000:3.0:1769074961.596537:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (4116480->4120575) req@ffff8ffd43f74000 x1855007960426880/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.596547:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f74000 with x1855007960426880 ext(4116480->4120575) 00002000:00010000:3.0:1769074961.596553:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43f74000 00000100:00100000:3.0:1769074961.596572:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11347 00000100:00100000:3.0:1769074961.596579:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960426880:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.596749:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960426880:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 170us (379us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.596755:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11347 00002000:00100000:3.0:1769074961.596759:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (4116480->4120575) req@ffff8ffd43f74000 x1855007960426880/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.596764:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f74000 with x1855007960426880 ext(4116480->4120575) 00002000:00010000:3.0:1769074961.596767:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43f74000 00000100:00100000:1.0:1769074961.603669:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.604493:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960427008 00000100:00100000:0.0:1769074961.604505:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960427008 00002000:00100000:0.0:1769074961.604559:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4120576->4124671) req@ffff8ffe78ad1f80 x1855007960427008/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.604571:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78ad1f80 with x1855007960427008 ext(4120576->4124671) 00002000:00010000:0.0:1769074961.604577:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78ad1f80 00000100:00100000:0.0:1769074961.604627:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11348 00000100:00100000:0.0:1769074961.604636:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960427008:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.604827:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78ad1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960427008:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 190us (1168us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.604834:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11348 00002000:00100000:0.0:1769074961.604841:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4120576->4124671) req@ffff8ffe78ad1f80 x1855007960427008/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.604850:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78ad1f80 with x1855007960427008 ext(4120576->4124671) 00002000:00010000:0.0:1769074961.604854:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78ad1f80 00000100:00100000:1.0:1769074961.607562:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.607662:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960427136 00000100:00100000:3.0:1769074961.607672:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960427136 00002000:00100000:3.0:1769074961.607722:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (4124672->4128767) req@ffff8ffe6fa3df80 x1855007960427136/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.607733:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3df80 with x1855007960427136 ext(4124672->4128767) 00002000:00010000:3.0:1769074961.607741:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa3df80 00000100:00100000:3.0:1769074961.607776:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11349 00000100:00100000:3.0:1769074961.607785:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960427136:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.607959:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa3df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960427136:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 174us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.607967:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11349 00002000:00100000:3.0:1769074961.608020:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (4124672->4128767) req@ffff8ffe6fa3df80 x1855007960427136/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.608027:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3df80 with x1855007960427136 ext(4124672->4128767) 00002000:00010000:3.0:1769074961.608031:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa3df80 00000100:00100000:2.0:1769074961.611066:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.611226:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960427264 00000100:00100000:0.0:1769074961.611236:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960427264 00002000:00100000:0.0:1769074961.611282:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4128768->4132863) req@ffff8ffd43f76a00 x1855007960427264/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.611294:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f76a00 with x1855007960427264 ext(4128768->4132863) 00002000:00010000:0.0:1769074961.611301:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43f76a00 00000100:00100000:0.0:1769074961.611334:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11350 00000100:00100000:0.0:1769074961.611344:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960427264:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.611573:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f76a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960427264:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 229us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.611590:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11350 00002000:00100000:0.0:1769074961.611598:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4128768->4132863) req@ffff8ffd43f76a00 x1855007960427264/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.611605:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f76a00 with x1855007960427264 ext(4128768->4132863) 00002000:00010000:0.0:1769074961.611609:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43f76a00 00000100:00100000:1.0:1769074961.614265:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.614346:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960427392 00000100:00100000:3.0:1769074961.614356:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960427392 00002000:00100000:3.0:1769074961.614401:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (4132864->4136959) req@ffff8ffe6fa3d880 x1855007960427392/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.614414:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3d880 with x1855007960427392 ext(4132864->4136959) 00002000:00010000:3.0:1769074961.614420:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa3d880 00000100:00100000:3.0:1769074961.614482:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11351 00000100:00100000:3.0:1769074961.614491:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960427392:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.614688:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960427392:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 197us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.614697:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11351 00002000:00100000:3.0:1769074961.614704:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (4132864->4136959) req@ffff8ffe6fa3d880 x1855007960427392/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.614713:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3d880 with x1855007960427392 ext(4132864->4136959) 00002000:00010000:3.0:1769074961.614716:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa3d880 00000100:00100000:1.0:1769074961.617747:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.617848:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960427520 00000100:00100000:0.0:1769074961.617859:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960427520 00002000:00100000:0.0:1769074961.617908:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4136960->4141055) req@ffff8ffe6fa3ce00 x1855007960427520/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.617919:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3ce00 with x1855007960427520 ext(4136960->4141055) 00002000:00010000:0.0:1769074961.617925:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa3ce00 00000100:00100000:0.0:1769074961.617961:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11352 00000100:00100000:0.0:1769074961.618089:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960427520:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.618348:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960427520:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 377us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.618356:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11352 00002000:00100000:0.0:1769074961.618363:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4136960->4141055) req@ffff8ffe6fa3ce00 x1855007960427520/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.618371:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3ce00 with x1855007960427520 ext(4136960->4141055) 00002000:00010000:0.0:1769074961.618375:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa3ce00 00000100:00100000:2.0:1769074961.621831:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.621944:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960427648 00000100:00100000:0.0:1769074961.621955:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960427648 00002000:00100000:0.0:1769074961.622076:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4141056->4145151) req@ffff8ffd43f75880 x1855007960427648/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.622088:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f75880 with x1855007960427648 ext(4141056->4145151) 00002000:00010000:0.0:1769074961.622094:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43f75880 00000100:00100000:0.0:1769074961.622163:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11353 00000100:00100000:0.0:1769074961.622172:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960427648:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.622385:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43f75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960427648:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 213us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.622393:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11353 00002000:00100000:0.0:1769074961.622400:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4141056->4145151) req@ffff8ffd43f75880 x1855007960427648/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.622409:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43f75880 with x1855007960427648 ext(4141056->4145151) 00002000:00010000:0.0:1769074961.622412:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43f75880 00000100:00100000:1.0:1769074961.625074:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.625220:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960427776 00000100:00100000:3.0:1769074961.625233:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960427776 00002000:00100000:3.0:1769074961.625283:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (4145152->4149247) req@ffff8ffe6fa3ca80 x1855007960427776/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.625295:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3ca80 with x1855007960427776 ext(4145152->4149247) 00002000:00010000:3.0:1769074961.625319:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa3ca80 00000100:00100000:3.0:1769074961.625351:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11354 00000100:00100000:3.0:1769074961.625360:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960427776:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.625752:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960427776:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 390us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.625760:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11354 00002000:00100000:3.0:1769074961.625768:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (4145152->4149247) req@ffff8ffe6fa3ca80 x1855007960427776/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.625776:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3ca80 with x1855007960427776 ext(4145152->4149247) 00002000:00010000:3.0:1769074961.625780:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa3ca80 00000100:00100000:1.0:1769074961.628608:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.628696:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960427904 00000100:00100000:0.0:1769074961.628706:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960427904 00002000:00100000:0.0:1769074961.628758:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4149248->4153343) req@ffff8ffe6fa3dc00 x1855007960427904/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.628769:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3dc00 with x1855007960427904 ext(4149248->4153343) 00002000:00010000:0.0:1769074961.628776:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa3dc00 00000100:00100000:0.0:1769074961.628805:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11355 00000100:00100000:0.0:1769074961.628814:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960427904:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.629006:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960427904:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 193us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.629020:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11355 00002000:00100000:0.0:1769074961.629028:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4149248->4153343) req@ffff8ffe6fa3dc00 x1855007960427904/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.629036:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3dc00 with x1855007960427904 ext(4149248->4153343) 00002000:00010000:0.0:1769074961.629039:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa3dc00 00000100:00100000:2.0:1769074961.631679:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.631763:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960428032 00000100:00100000:3.0:1769074961.631774:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960428032 00002000:00100000:3.0:1769074961.631824:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (4153344->4157439) req@ffff8ffe4ddef100 x1855007960428032/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.631836:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4ddef100 with x1855007960428032 ext(4153344->4157439) 00002000:00010000:3.0:1769074961.631842:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4ddef100 00000100:00100000:3.0:1769074961.631874:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11356 00000100:00100000:3.0:1769074961.631883:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960428032:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.632080:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960428032:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 198us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.632088:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11356 00002000:00100000:3.0:1769074961.632095:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (4153344->4157439) req@ffff8ffe4ddef100 x1855007960428032/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.632104:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4ddef100 with x1855007960428032 ext(4153344->4157439) 00002000:00010000:3.0:1769074961.632108:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4ddef100 00000100:00100000:1.0:1769074961.635170:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.635487:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960428160 00000100:00100000:0.0:1769074961.635498:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960428160 00002000:00100000:0.0:1769074961.635552:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4157440->4161535) req@ffff8ffe6fa3f480 x1855007960428160/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.635564:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3f480 with x1855007960428160 ext(4157440->4161535) 00002000:00010000:0.0:1769074961.635571:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa3f480 00000100:00100000:0.0:1769074961.635655:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11357 00000100:00100000:0.0:1769074961.635665:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960428160:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.635863:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960428160:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 198us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.635871:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11357 00002000:00100000:0.0:1769074961.635879:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4157440->4161535) req@ffff8ffe6fa3f480 x1855007960428160/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.635888:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3f480 with x1855007960428160 ext(4157440->4161535) 00002000:00010000:0.0:1769074961.635891:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa3f480 00000100:00100000:1.0:1769074961.638527:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.638689:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960428288 00000100:00100000:0.0:1769074961.638700:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960428288 00002000:00100000:0.0:1769074961.638744:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4161536->4165631) req@ffff8ffe6fa3d180 x1855007960428288/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.638762:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3d180 with x1855007960428288 ext(4161536->4165631) 00002000:00010000:0.0:1769074961.638767:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa3d180 00000100:00100000:0.0:1769074961.638797:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11358 00000100:00100000:0.0:1769074961.638806:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960428288:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.638998:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa3d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960428288:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 192us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.639007:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11358 00002000:00100000:0.0:1769074961.639013:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4161536->4165631) req@ffff8ffe6fa3d180 x1855007960428288/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.639021:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3d180 with x1855007960428288 ext(4161536->4165631) 00002000:00010000:0.0:1769074961.639024:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa3d180 00000100:00100000:2.0:1769074961.641113:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.641217:0:6530:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960428544 00000100:00100000:0.0:1769074961.641226:0:6530:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960428544 00000100:00100000:0.0:1769074961.641279:0:6530:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 20519 00000100:00100000:0.0:1769074961.641288:0:6530:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5213dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c9df161-9cf7-469d-b68b-982e038d3703+114:12630:x1855007960428544:12345-192.168.204.30@tcp:35:fsx.0 00000100:00100000:0.0:1769074961.641815:0:6530:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5213dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:7c9df161-9cf7-469d-b68b-982e038d3703+115:12630:x1855007960428544:12345-192.168.204.30@tcp:35:fsx.0 Request processed in 525us (708us total) trans 4294998147 rc 0/0 00000100:00100000:0.0:1769074961.641824:0:6530:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 20519 00000100:00100000:1.0:1769074961.644254:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.644404:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960428672 00000100:00100000:2.0:1769074961.644414:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960428672 00000100:00100000:2.0:1769074961.644505:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41152 00000100:00100000:2.0:1769074961.644514:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+115:12630:x1855007960428672:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:2.0:1769074961.644545:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074961.644573:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e30457de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505caa expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.644672:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79a00/0xf5091596e30457e5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.644687:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79a00/0xf5091596e30457e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.644699:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79a00/0xf5091596e30457e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:2.0:1769074961.644744:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1769074961.644748:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074961.644766:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79a00/0xf5091596e30457e5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.644789:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e30457de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505caa expref: 117 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.644806:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79a00/0xf5091596e30457e5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505caa expref: 116 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.644815:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ffe51c6fa00) 00010000:00010000:2.0:1769074961.644818:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1769074961.644821:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe80b79a00, rc 0) 00000100:00100000:2.0:1769074961.644892:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+116:12630:x1855007960428672:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 378us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.644900:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41152 00000100:00100000:1.0:1769074961.647693:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.647776:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960428928 00000100:00100000:3.0:1769074961.647787:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960428928 00000100:00100000:3.0:1769074961.647843:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41153 00000100:00100000:3.0:1769074961.647853:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+116:12630:x1855007960428928:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074961.647873:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074961.647894:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79800/0xf5091596e30457ec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505cb1 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.647967:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79000/0xf5091596e30457f3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.647993:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79000/0xf5091596e30457f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648003:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79000/0xf5091596e30457f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648017:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e30457fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648024:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e30457fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648030:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e30457fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648150:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3045801 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648161:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3045801 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648168:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3045801 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:3.0:1769074961.648178:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 5173165 00010000:00010000:3.0:1769074961.648266:0:6529:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79000/0xf5091596e30457f3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648273:0:6529:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79000/0xf5091596e30457f3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648279:0:6529:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79000/0xf5091596e30457f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648285:0:6529:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd79000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074961.648290:0:6529:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79000/0xf5091596e30457f3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648297:0:6529:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79000/0xf5091596e30457f3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648309:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8ffe51c6fa00) 00010000:00010000:3.0:1769074961.648313:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074961.648317:0:6529:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79000/0xf5091596e30457f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648323:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79000/0xf5091596e30457f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648337:0:6529:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e30457fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648343:0:6529:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e30457fa lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648349:0:6529:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e30457fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648359:0:6529:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074961.648361:0:6529:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e30457fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648367:0:6529:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e30457fa lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648374:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x533a12a4 (ffff8ffe739fc900) 00010000:00010000:3.0:1769074961.648376:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074961.648378:0:6529:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e30457fa lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648384:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e30457fa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x533a12a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.648422:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79800/0xf5091596e30457ec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cb1 expref: 119 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.648436:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3045801 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cb1 expref: 118 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.648445:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074961.648494:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074961.648497:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4dd78000, rc 0) 00000100:00100000:3.0:1769074961.648572:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+118:12630:x1855007960428928:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 719us (887us total) trans 4294998148 rc 0/0 00000100:00100000:3.0:1769074961.648580:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41153 00000100:00100000:1.0:1769074961.655663:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.655743:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960429056 00000100:00100000:3.0:1769074961.655755:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960429056 00000100:00100000:3.0:1769074961.655826:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11359 00000100:00100000:3.0:1769074961.655836:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960429056:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074961.656120:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3331769 -> 3331769 00002000:00010000:3.0:1769074961.656124:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.656127:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.656129:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.656131:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1800 -> 1864 00000100:00100000:3.0:1769074961.656189:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa3fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960429056:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 353us (544us total) trans 4294989894 rc 0/0 00000100:00100000:3.0:1769074961.656204:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11359 00000100:00100000:1.0:1769074961.658499:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.658627:0:6512:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960429184 00000100:00100000:3.0:1769074961.658638:0:6512:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960429184 00000100:00100000:3.0:1769074961.658764:0:6512:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 27 00000100:00100000:3.0:1769074961.658774:0:6512:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+118:2407:x1855007960429184:12345-192.168.204.30@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1769074961.658789:0:6512:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074961.658817:0:6512:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3045801 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cb1 expref: 118 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.658836:0:6512:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074961.658841:0:6512:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1769074961.658897:0:6512:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa3f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7c9df161-9cf7-469d-b68b-982e038d3703+117:2407:x1855007960429184:12345-192.168.204.30@tcp:103:ldlm_bl.0 Request processed in 124us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.658904:0:6512:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 27 00000100:00100000:1.0:1769074961.662048:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.662138:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960429440 00000100:00100000:2.0:1769074961.662150:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960429440 00000100:00100000:2.0:1769074961.662216:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41154 00000100:00100000:2.0:1769074961.662225:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+117:12630:x1855007960429440:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074961.662282:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074961.662311:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0400/0xf5091596e30457d7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505ca3 expref: 117 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.662330:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074961.662334:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074961.662540:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e304580f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 38 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.662559:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e304580f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.662568:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e304580f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:2.0:1769074961.666825:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998149 00000004:00010000:2.0:1769074961.666886:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000069c7028c reply state 000000002000487b transno 4294998150 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e304580f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.666908:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e304580f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.666917:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074961.666920:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074961.666924:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074961.667357:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+119:12630:x1855007960429440:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 5128us (5313us total) trans 4294998150 rc 0/0 00000100:00100000:2.0:1769074961.667366:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41154 00000020:00080000:2.0:1769074961.667372:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074961.670348:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.670416:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.670716:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960429696 00000100:00100000:0.0:1769074961.670728:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960429696 00002000:00010000:0.0:1769074961.670774:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074961.670781:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3e300 with x1855007960429696 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074961.670796:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa3e300. 00000100:00100000:0.0:1769074961.670862:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960429568 00000100:00100000:0.0:1769074961.670867:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960429568 00002000:00010000:0.0:1769074961.670879:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (745255->18446744073709551615) 00002000:00100000:0.0:1769074961.670882:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3c380 with x1855007960429568 ext(745255->18446744073709551615) 00002000:00010000:0.0:1769074961.670889:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa3c380. 00000100:00100000:3.0:1769074961.670918:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11360 00000100:00100000:3.0:1769074961.670932:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960429696:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074961.671153:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 978861 -> 0 00002000:00010000:3.0:1769074961.671157:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.671159:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074961.671161:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.671163:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 128 -> 0 00000100:00100000:3.0:1769074961.671240:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960429696:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 310us (902us total) trans 4294989811 rc 0/0 00000100:00100000:3.0:1769074961.671248:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11360 00002000:00010000:3.0:1769074961.671252:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074961.671255:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3e300 with x1855007960429696 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074961.671259:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa3e300. 00000100:00100000:3.0:1769074961.671275:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11361 00000100:00100000:3.0:1769074961.671281:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960429568:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074961.672065:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3331769 -> 745255 00002000:00010000:3.0:1769074961.672071:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.672073:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.672076:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.672078:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1864 -> 1368 00000100:00100000:3.0:1769074961.672165:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960429568:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 882us (1747us total) trans 4294989895 rc 0/0 00000100:00100000:3.0:1769074961.672174:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11361 00002000:00010000:3.0:1769074961.672178:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (745255->18446744073709551615) 00002000:00100000:3.0:1769074961.672181:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3c380 with x1855007960429568 ext(745255->18446744073709551615) 00002000:00010000:3.0:1769074961.672186:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa3c380. 00000100:00100000:0.0:1769074961.676711:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.676795:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960429824 00000100:00100000:2.0:1769074961.676807:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960429824 00000100:00100000:2.0:1769074961.676867:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41155 00000100:00100000:2.0:1769074961.676876:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+119:12630:x1855007960429824:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:2.0:1769074961.676902:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074961.676925:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78000/0xf5091596e3045816 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505cb8 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.677031:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e304581d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.677049:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e304581d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.677059:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e304581d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:2.0:1769074961.677086:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 745255 00000004:00200000:2.0:1769074961.677092:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074961.677109:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e304581d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.677134:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78000/0xf5091596e3045816 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cb8 expref: 121 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.677150:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e304581d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 39 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cb8 expref: 120 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.677158:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074961.677161:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074961.677164:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe80b78600, rc 0) 00000100:00100000:2.0:1769074961.677419:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dc5ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+120:12630:x1855007960429824:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 542us (718us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.677431:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41155 00000100:00100000:2.0:1769074961.680921:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.681005:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960429952 00000100:00100000:3.0:1769074961.681017:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960429952 00000100:00100000:3.0:1769074961.681101:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11362 00000100:00100000:3.0:1769074961.681114:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960429952:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074961.681344:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 745255 -> 2677469 00002000:00010000:3.0:1769074961.681348:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.681351:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.681353:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.681355:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1368 -> 1384 00000100:00100000:3.0:1769074961.681415:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960429952:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 304us (506us total) trans 4294989896 rc 0/0 00000100:00100000:3.0:1769074961.681424:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11362 00000100:00100000:3.0:1769074961.686834:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.687085:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960430208 00000100:00100000:2.0:1769074961.687096:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960430208 00000100:00100000:2.0:1769074961.687156:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41156 00000100:00100000:2.0:1769074961.687165:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+120:12630:x1855007960430208:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074961.687229:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074961.687255:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e304581d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cb8 expref: 120 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.687275:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074961.687280:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074961.687469:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79e00/0xf5091596e3045824 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 39 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.687492:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79e00/0xf5091596e3045824 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.687502:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79e00/0xf5091596e3045824 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:2.0:1769074961.687549:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998151 00000004:00010000:2.0:1769074961.687571:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005ff803a6 reply state 00000000a690fdd5 transno 4294998152 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79e00/0xf5091596e3045824 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.687596:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79e00/0xf5091596e3045824 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.687603:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074961.687605:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074961.687609:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074961.688228:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+122:12630:x1855007960430208:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 1061us (1399us total) trans 4294998152 rc 0/0 00000100:00100000:2.0:1769074961.688238:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41156 00000020:00080000:2.0:1769074961.688243:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1769074961.691152:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.691202:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.691266:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960430336 00000100:00100000:2.0:1769074961.691277:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960430336 00002000:00010000:2.0:1769074961.691318:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074961.691322:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc6702a00 with x1855007960430336 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074961.691335:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdc6702a00. 00000100:00100000:2.0:1769074961.691364:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960430464 00000100:00100000:2.0:1769074961.691367:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960430464 00002000:00010000:2.0:1769074961.691381:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (998028->18446744073709551615) 00002000:00100000:2.0:1769074961.691385:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa71c00 with x1855007960430464 ext(998028->18446744073709551615) 00002000:00010000:2.0:1769074961.691392:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdbfa71c00. 00000100:00100000:2.0:1769074961.691420:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11363 00000100:00100000:2.0:1769074961.691428:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc6702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960430336:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074961.691629:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2677469 -> 4194304 00002000:00010000:2.0:1769074961.691633:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074961.691635:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074961.691637:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074961.691640:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1384 -> 1384 00000100:00100000:2.0:1769074961.691689:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc6702a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960430336:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 261us (549us total) trans 4294989897 rc 0/0 00000100:00100000:2.0:1769074961.691695:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11363 00002000:00010000:2.0:1769074961.691699:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074961.691702:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc6702a00 with x1855007960430336 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074961.691707:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdc6702a00. 00000100:00100000:2.0:1769074961.691723:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11364 00000100:00100000:2.0:1769074961.691729:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdbfa71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960430464:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074961.691841:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 998028 00002000:00010000:2.0:1769074961.691845:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074961.691847:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074961.691849:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074961.691851:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074961.691871:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdbfa71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960430464:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 142us (668us total) trans 4294989812 rc 0/0 00000100:00100000:2.0:1769074961.691877:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11364 00002000:00010000:2.0:1769074961.691880:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (998028->18446744073709551615) 00002000:00100000:2.0:1769074961.691882:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdbfa71c00 with x1855007960430464 ext(998028->18446744073709551615) 00002000:00010000:2.0:1769074961.691886:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdbfa71c00. 00000100:00100000:1.0:1769074961.694763:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.695029:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960430592 00000100:00100000:3.0:1769074961.695040:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960430592 00000100:00100000:3.0:1769074961.695097:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41157 00000100:00100000:3.0:1769074961.695107:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+122:12630:x1855007960430592:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074961.695133:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074961.695153:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e304582b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505cbf expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.695261:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79800/0xf5091596e3045832 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.695278:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79800/0xf5091596e3045832 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.695289:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79800/0xf5091596e3045832 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:3.0:1769074961.695351:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 5192332 00000004:00200000:3.0:1769074961.695356:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074961.695376:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79800/0xf5091596e3045832 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074961.695404:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e304582b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cbf expref: 124 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.695420:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79800/0xf5091596e3045832 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 40 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cbf expref: 123 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.695429:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074961.695432:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074961.695435:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4dd79800, rc 0) 00000100:00100000:3.0:1769074961.695533:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa3ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+123:12630:x1855007960430592:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 427us (779us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.695541:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41157 00000100:00100000:3.0:1769074961.698354:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074961.698507:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960430720 00000100:00100000:1.0:1769074961.698520:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960430720 00002000:00100000:1.0:1769074961.698572:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (933888->937983) req@ffff8ffda3ad7100 x1855007960430720/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.698595:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffda3ad7100 with x1855007960430720 ext(933888->937983) 00002000:00010000:1.0:1769074961.698602:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffda3ad7100 00000100:00100000:1.0:1769074961.698653:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11365 00000100:00100000:1.0:1769074961.698663:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960430720:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.699046:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960430720:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 382us (701us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074961.699059:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11365 00002000:00100000:1.0:1769074961.699066:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (933888->937983) req@ffff8ffda3ad7100 x1855007960430720/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074961.699074:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffda3ad7100 with x1855007960430720 ext(933888->937983) 00002000:00010000:1.0:1769074961.699077:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffda3ad7100 00000100:00100000:1.0:1769074961.703484:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.703615:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960430848 00000100:00100000:0.0:1769074961.703629:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960430848 00002000:00100000:0.0:1769074961.703683:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (946176->950271) req@ffff8ffe6fa3c000 x1855007960430848/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.703695:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3c000 with x1855007960430848 ext(946176->950271) 00002000:00010000:0.0:1769074961.703702:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa3c000 00000100:00100000:0.0:1769074961.703733:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11366 00000100:00100000:0.0:1769074961.703744:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2408:x1855007960430848:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.703942:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa3c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2408:x1855007960430848:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 199us (502us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074961.703950:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11366 00002000:00100000:0.0:1769074961.703957:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (946176->950271) req@ffff8ffe6fa3c000 x1855007960430848/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.703964:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa3c000 with x1855007960430848 ext(946176->950271) 00002000:00010000:0.0:1769074961.703979:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa3c000 00000100:00100000:2.0:1769074961.708113:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.708273:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960430976 00000100:00100000:3.0:1769074961.708285:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960430976 00002000:00100000:3.0:1769074961.708336:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3162112->3166207) req@ffff8ffe4ddec000 x1855007960430976/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.708348:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4ddec000 with x1855007960430976 ext(3162112->3166207) 00002000:00010000:3.0:1769074961.708354:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4ddec000 00000100:00100000:3.0:1769074961.708431:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11367 00000100:00100000:3.0:1769074961.708441:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960430976:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.708733:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960430976:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 292us (628us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074961.708742:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11367 00002000:00100000:3.0:1769074961.708749:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3162112->3166207) req@ffff8ffe4ddec000 x1855007960430976/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.708757:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4ddec000 with x1855007960430976 ext(3162112->3166207) 00002000:00010000:3.0:1769074961.708760:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4ddec000 00000100:00100000:1.0:1769074961.712286:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.712380:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960431104 00000100:00100000:3.0:1769074961.712391:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960431104 00002000:00100000:3.0:1769074961.712443:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3223552->3227647) req@ffff8ffe80aaa680 x1855007960431104/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.712535:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe80aaa680 with x1855007960431104 ext(3223552->3227647) 00002000:00010000:3.0:1769074961.712543:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe80aaa680 00000100:00100000:3.0:1769074961.712613:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11368 00000100:00100000:2.0:1769074961.712691:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe80aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2408:x1855007960431104:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.712894:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe80aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2408:x1855007960431104:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 272us (618us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074961.712903:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11368 00002000:00100000:2.0:1769074961.712910:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3223552->3227647) req@ffff8ffe80aaa680 x1855007960431104/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.712918:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe80aaa680 with x1855007960431104 ext(3223552->3227647) 00002000:00010000:2.0:1769074961.712921:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe80aaa680 00000100:00100000:1.0:1769074961.720431:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.720723:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960431232 00000100:00100000:2.0:1769074961.720753:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960431232 00002000:00100000:2.0:1769074961.720812:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (0->3227647) req@ffff8ffe80aa8a80 x1855007960431232/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 552/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.720824:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe80aa8a80 with x1855007960431232 ext(0->3227647) 00002000:00010000:2.0:1769074961.720831:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe80aa8a80 00000100:00100000:2.0:1769074961.720863:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11369 00000100:00100000:2.0:1769074961.720873:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe80aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960431232:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074961.727838:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe80aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960431232:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 6953us (7403us total) trans 4294989898 rc 0/0 00000100:00100000:2.0:1769074961.727854:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11369 00002000:00100000:2.0:1769074961.727868:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (0->3227647) req@ffff8ffe80aa8a80 x1855007960431232/t4294989898(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 552/464 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.727878:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe80aa8a80 with x1855007960431232 ext(0->3227647) 00002000:00010000:2.0:1769074961.727885:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe80aa8a80 00000100:00100000:1.0:1769074961.731135:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.731340:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960431360 00000100:00100000:2.0:1769074961.731352:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960431360 00000100:00100000:2.0:1769074961.731572:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83488 00000100:00100000:2.0:1769074961.731601:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe80aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960431360:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:0.0:1769074961.733608:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989898 is committed 00000100:00100000:2.0:1769074961.733839:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe80aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960431360:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2251us (2709us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.735110:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83488 00000100:00100000:1.0:1769074961.737746:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.737853:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960431488 00000100:00100000:2.0:1769074961.737865:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960431488 00002000:00100000:2.0:1769074961.737921:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2932736->2969599) req@ffff8ffe80aa8380 x1855007960431488/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.737941:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe80aa8380 with x1855007960431488 ext(2932736->2969599) 00002000:00010000:2.0:1769074961.737948:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe80aa8380 00000100:00100000:2.0:1769074961.737992:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11370 00000100:00100000:2.0:1769074961.738001:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe80aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960431488:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.741614:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe80aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960431488:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3601us (3867us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1769074961.741629:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11370 00002000:00100000:2.0:1769074961.741644:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2932736->2969599) req@ffff8ffe80aa8380 x1855007960431488/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.741655:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe80aa8380 with x1855007960431488 ext(2932736->2969599) 00002000:00010000:2.0:1769074961.741663:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe80aa8380 00000100:00100000:1.0:1769074961.744676:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.744779:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960431616 00000100:00100000:2.0:1769074961.744789:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960431616 00000100:00100000:2.0:1769074961.744860:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11371 00000100:00100000:2.0:1769074961.744870:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe80aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960431616:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074961.745339:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074961.745344:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074961.745347:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074961.745349:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074961.745351:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1384 -> 1664 00000100:00100000:2.0:1769074961.745421:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe80aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960431616:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 552us (756us total) trans 4294989899 rc 0/0 00000100:00100000:2.0:1769074961.745430:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11371 00000100:00100000:1.0:1769074961.748588:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.748691:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960431744 00000100:00100000:0.0:1769074961.748701:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960431744 00002000:00100000:0.0:1769074961.748748:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (98304->102399) req@ffff8ffe80aa8700 x1855007960431744/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.748759:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe80aa8700 with x1855007960431744 ext(98304->102399) 00002000:00010000:0.0:1769074961.748764:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe80aa8700 00000100:00100000:0.0:1769074961.748799:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11372 00000100:00100000:0.0:1769074961.748808:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe80aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+14:2408:x1855007960431744:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.749016:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe80aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+14:2408:x1855007960431744:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 207us (445us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074961.749025:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11372 00002000:00100000:0.0:1769074961.749032:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (98304->102399) req@ffff8ffe80aa8700 x1855007960431744/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.749041:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe80aa8700 with x1855007960431744 ext(98304->102399) 00002000:00010000:0.0:1769074961.749044:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe80aa8700 00000100:00100000:1.0:1769074961.752051:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.752445:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960431872 00000100:00100000:2.0:1769074961.752492:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960431872 00002000:00100000:2.0:1769074961.752543:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (102400->106495) req@ffff8ffe80aab800 x1855007960431872/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.752554:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe80aab800 with x1855007960431872 ext(102400->106495) 00002000:00010000:2.0:1769074961.752560:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe80aab800 00000100:00100000:2.0:1769074961.752594:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11373 00000100:00100000:2.0:1769074961.752603:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe80aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+14:2407:x1855007960431872:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.752856:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe80aab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+14:2407:x1855007960431872:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 251us (812us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074961.752864:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11373 00002000:00100000:2.0:1769074961.752871:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (102400->106495) req@ffff8ffe80aab800 x1855007960431872/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.752879:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe80aab800 with x1855007960431872 ext(102400->106495) 00002000:00010000:2.0:1769074961.752883:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe80aab800 00000100:00100000:1.0:1769074961.756604:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.756689:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960432000 00000100:00100000:0.0:1769074961.756700:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960432000 00002000:00100000:0.0:1769074961.756747:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (77824->143359) req@ffff8ffe80aa8000 x1855007960432000/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 504/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.756759:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe80aa8000 with x1855007960432000 ext(77824->143359) 00002000:00010000:0.0:1769074961.756765:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe80aa8000 00000100:00100000:0.0:1769074961.756801:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11374 00000100:00100000:0.0:1769074961.756810:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe80aa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+14:2408:x1855007960432000:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.759821:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe80aa8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+14:2408:x1855007960432000:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3001us (3213us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1769074961.759881:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11374 00002000:00100000:0.0:1769074961.759895:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (77824->143359) req@ffff8ffe80aa8000 x1855007960432000/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 504/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.759905:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe80aa8000 with x1855007960432000 ext(77824->143359) 00002000:00010000:0.0:1769074961.759912:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe80aa8000 00000100:00100000:1.0:1769074961.762579:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.762692:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960432128 00000100:00100000:0.0:1769074961.762703:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960432128 00000100:00100000:0.0:1769074961.762771:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11375 00000100:00100000:0.0:1769074961.762781:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe80aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960432128:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074961.763117:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074961.763121:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.763124:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.763126:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.763129:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1664 -> 1728 00000100:00100000:0.0:1769074961.763236:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe80aaaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960432128:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 456us (665us total) trans 4294989900 rc 0/0 00000100:00100000:0.0:1769074961.763245:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11375 00000100:00100000:1.0:1769074961.766749:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.766842:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960432256 00000100:00100000:0.0:1769074961.766853:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960432256 00002000:00100000:0.0:1769074961.766903:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1880064->1929215) req@ffff8ffe80aabb80 x1855007960432256/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.766914:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe80aabb80 with x1855007960432256 ext(1880064->1929215) 00002000:00010000:0.0:1769074961.766921:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe80aabb80 00000100:00100000:0.0:1769074961.767074:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11376 00000100:00100000:0.0:1769074961.767105:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe80aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960432256:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.770639:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe80aabb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960432256:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3524us (3888us total) trans 0 rc 49152/49152 00000100:00100000:2.0:1769074961.770653:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11376 00002000:00100000:2.0:1769074961.770666:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1880064->1929215) req@ffff8ffe80aabb80 x1855007960432256/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.770676:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe80aabb80 with x1855007960432256 ext(1880064->1929215) 00002000:00010000:2.0:1769074961.770683:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe80aabb80 00010000:00010000:2.0:1769074961.770920:0:6515:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074961.773963:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.774058:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960432384 00000100:00100000:2.0:1769074961.774072:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960432384 00002000:00100000:2.0:1769074961.774127:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2056192->2060287) req@ffff8ffe581dce00 x1855007960432384/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.774138:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581dce00 with x1855007960432384 ext(2056192->2060287) 00002000:00010000:2.0:1769074961.774144:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581dce00 00000100:00100000:2.0:1769074961.774181:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11377 00000100:00100000:2.0:1769074961.774200:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960432384:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.774425:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960432384:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 235us (471us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074961.774433:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11377 00002000:00100000:2.0:1769074961.774439:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2056192->2060287) req@ffff8ffe581dce00 x1855007960432384/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.774472:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581dce00 with x1855007960432384 ext(2056192->2060287) 00002000:00010000:2.0:1769074961.774476:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581dce00 00000100:00100000:1.0:1769074961.778130:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.778225:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960432512 00000100:00100000:3.0:1769074961.778238:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960432512 00002000:00100000:3.0:1769074961.778289:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2097152->2101247) req@ffff8ffe581dfb80 x1855007960432512/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.778300:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581dfb80 with x1855007960432512 ext(2097152->2101247) 00002000:00010000:3.0:1769074961.778306:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581dfb80 00000100:00100000:3.0:1769074961.778342:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11378 00000100:00100000:3.0:1769074961.778350:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960432512:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.778592:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960432512:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 233us (462us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074961.778603:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11378 00002000:00100000:3.0:1769074961.778610:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2097152->2101247) req@ffff8ffe581dfb80 x1855007960432512/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.778618:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581dfb80 with x1855007960432512 ext(2097152->2101247) 00002000:00010000:3.0:1769074961.778622:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581dfb80 00000100:00100000:0.0:1769074961.782494:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.782656:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960432640 00000100:00100000:2.0:1769074961.782668:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960432640 00000100:00100000:2.0:1769074961.782751:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11379 00000100:00100000:2.0:1769074961.782761:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960432640:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074961.782998:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 998028 -> 998028 00002000:00010000:2.0:1769074961.783002:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074961.783005:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:2.0:1769074961.783007:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074961.783010:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074961.783131:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73656a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960432640:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 371us (687us total) trans 4294989813 rc 0/0 00000100:00100000:2.0:1769074961.783183:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11379 00000100:00100000:1.0:1769074961.786697:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.786772:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960432768 00000100:00100000:3.0:1769074961.786783:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960432768 00002000:00100000:3.0:1769074961.786837:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2502656->2506751) req@ffff8ffe581dd180 x1855007960432768/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.786849:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581dd180 with x1855007960432768 ext(2502656->2506751) 00002000:00010000:3.0:1769074961.786856:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581dd180 00000100:00100000:3.0:1769074961.786945:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11380 00000100:00100000:3.0:1769074961.786956:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960432768:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.787215:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960432768:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 259us (530us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074961.787224:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11380 00002000:00100000:3.0:1769074961.787232:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2502656->2506751) req@ffff8ffe581dd180 x1855007960432768/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.787241:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581dd180 with x1855007960432768 ext(2502656->2506751) 00002000:00010000:3.0:1769074961.787245:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581dd180 00000100:00100000:1.0:1769074961.791440:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.791615:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960432896 00000100:00100000:3.0:1769074961.791628:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960432896 00002000:00100000:3.0:1769074961.791682:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2506752->2510847) req@ffff8ffe581dc000 x1855007960432896/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.791699:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581dc000 with x1855007960432896 ext(2506752->2510847) 00002000:00010000:3.0:1769074961.791706:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581dc000 00000100:00100000:3.0:1769074961.791788:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11381 00000100:00100000:3.0:1769074961.791798:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960432896:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.792009:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960432896:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 211us (577us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074961.792018:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11381 00002000:00100000:3.0:1769074961.792025:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2506752->2510847) req@ffff8ffe581dc000 x1855007960432896/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.792034:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581dc000 with x1855007960432896 ext(2506752->2510847) 00002000:00010000:3.0:1769074961.792038:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581dc000 00000100:00100000:0.0:1769074961.797496:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.797650:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960433024 00000100:00100000:3.0:1769074961.797661:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960433024 00002000:00100000:3.0:1769074961.797716:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2482176->2547711) req@ffff8ffe73654a80 x1855007960433024/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 504/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.797728:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe73654a80 with x1855007960433024 ext(2482176->2547711) 00002000:00010000:3.0:1769074961.797735:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe73654a80 00000100:00100000:3.0:1769074961.797769:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11382 00000100:00100000:3.0:1769074961.797778:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960433024:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.801676:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73654a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960433024:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3887us (4177us total) trans 0 rc 57344/57344 00000100:00100000:3.0:1769074961.801690:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11382 00002000:00100000:3.0:1769074961.801745:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2482176->2547711) req@ffff8ffe73654a80 x1855007960433024/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 504/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.801755:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe73654a80 with x1855007960433024 ext(2482176->2547711) 00002000:00010000:3.0:1769074961.801762:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe73654a80 00000100:00100000:1.0:1769074961.805590:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.805674:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960433152 00000100:00100000:3.0:1769074961.805686:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960433152 00002000:00100000:3.0:1769074961.805737:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2547712->2584575) req@ffff8ffe581dca80 x1855007960433152/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.805750:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581dca80 with x1855007960433152 ext(2547712->2584575) 00002000:00010000:3.0:1769074961.805756:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581dca80 00000100:00100000:3.0:1769074961.805786:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11383 00000100:00100000:3.0:1769074961.805795:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960433152:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.809645:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960433152:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3841us (4064us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1769074961.809661:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11383 00002000:00100000:3.0:1769074961.809674:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2547712->2584575) req@ffff8ffe581dca80 x1855007960433152/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.809684:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581dca80 with x1855007960433152 ext(2547712->2584575) 00002000:00010000:3.0:1769074961.809691:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581dca80 00000100:00100000:1.0:1769074961.812764:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.812892:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960433280 00000100:00100000:3.0:1769074961.812903:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960433280 00002000:00100000:3.0:1769074961.812959:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2056192->2559999) req@ffff8ffe581ded80 x1855007960433280/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 504/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.813050:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581ded80 with x1855007960433280 ext(2056192->2559999) 00002000:00010000:3.0:1769074961.813059:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581ded80 00000100:00100000:3.0:1769074961.813126:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11384 00000100:00100000:3.0:1769074961.813136:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960433280:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074961.823784:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960433280:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 10635us (11015us total) trans 4294989901 rc 0/0 00000100:00100000:2.0:1769074961.823801:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11384 00002000:00100000:2.0:1769074961.823813:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2056192->2559999) req@ffff8ffe581ded80 x1855007960433280/t4294989901(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 504/448 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.823824:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581ded80 with x1855007960433280 ext(2056192->2559999) 00002000:00010000:2.0:1769074961.823832:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581ded80 00000100:00100000:0.0:1769074961.826747:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.826986:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960433408 00000100:00100000:2.0:1769074961.826997:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960433408 00000100:00100000:2.0:1769074961.827092:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83489 00000100:00100000:2.0:1769074961.827102:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960433408:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:1.0:1769074961.829183:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989901 is committed 00000100:00100000:2.0:1769074961.829366:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73657100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960433408:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2260us (2623us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.829377:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83489 00000100:00100000:0.0:1769074961.832019:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.832104:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960433536 00000100:00100000:3.0:1769074961.832115:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960433536 00000100:00100000:3.0:1769074961.832182:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11385 00000100:00100000:3.0:1769074961.832301:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960433536:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074961.833261:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074961.833267:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.833270:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.833273:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.833275:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1728 -> 1928 00000100:00100000:0.0:1769074961.833382:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73654380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960433536:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 1189us (1368us total) trans 4294989902 rc 0/0 00000100:00100000:0.0:1769074961.833392:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11385 00000100:00100000:0.0:1769074961.836147:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.836352:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960433792 00000100:00100000:2.0:1769074961.836363:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960433792 00000100:00100000:2.0:1769074961.836490:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41158 00000100:00100000:2.0:1769074961.836500:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73656d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+123:12630:x1855007960433792:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074961.836577:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074961.836615:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79800/0xf5091596e3045832 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cbf expref: 123 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074961.836636:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074961.836763:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074961.836942:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045839 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 40 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.836964:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045839 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.836987:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045839 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:2.0:1769074961.837033:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998153 00000004:00010000:2.0:1769074961.837057:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002d25f613 reply state 00000000d896bc58 transno 4294998154 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045839 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.837068:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045839 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074961.837073:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074961.837076:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074961.837078:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074961.837300:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73656d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+125:12630:x1855007960433792:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 800us (1160us total) trans 4294998154 rc 0/0 00000100:00100000:2.0:1769074961.837309:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41158 00000020:00080000:2.0:1769074961.837314:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074961.839873:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.839942:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.840162:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960433920 00000100:00100000:0.0:1769074961.840173:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960433920 00002000:00010000:0.0:1769074961.840225:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (660622->18446744073709551615) 00002000:00100000:0.0:1769074961.840229:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4ddeca80 with x1855007960433920 ext(660622->18446744073709551615) 00002000:00010000:0.0:1769074961.840241:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4ddeca80. 00000100:00100000:0.0:1769074961.840268:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960434048 00000100:00100000:0.0:1769074961.840272:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960434048 00002000:00010000:0.0:1769074961.840285:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074961.840289:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4ddef800 with x1855007960434048 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074961.840295:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4ddef800. 00000100:00100000:0.0:1769074961.840320:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11386 00000100:00100000:0.0:1769074961.840328:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960433920:12345-192.168.204.30@tcp:10:fsx.0 00000100:00100000:1.0:1769074961.841097:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11387 00000100:00100000:1.0:1769074961.841110:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4ddef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960434048:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074961.841334:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 998028 -> 0 00002000:00010000:1.0:1769074961.841338:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:1.0:1769074961.841341:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:1.0:1769074961.841343:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:1.0:1769074961.841344:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1769074961.841407:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+16:2410:x1855007960434048:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 300us (1464us total) trans 4294989814 rc 0/0 00000100:00100000:1.0:1769074961.841415:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11387 00002000:00010000:1.0:1769074961.841419:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074961.841422:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4ddef800 with x1855007960434048 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074961.841427:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4ddef800. 00002000:00010000:0.0:1769074961.842877:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 660622 00002000:00010000:0.0:1769074961.842885:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.842888:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.842890:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.842892:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1928 -> 1224 00000100:00100000:0.0:1769074961.842955:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4ddeca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960433920:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 2624us (3086us total) trans 4294989903 rc 0/0 00000100:00100000:0.0:1769074961.843125:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11386 00002000:00010000:0.0:1769074961.843130:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (660622->18446744073709551615) 00002000:00100000:0.0:1769074961.843134:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4ddeca80 with x1855007960433920 ext(660622->18446744073709551615) 00002000:00010000:0.0:1769074961.843141:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4ddeca80. 00000100:00100000:0.0:1769074961.846892:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.846989:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960434176 00000100:00100000:3.0:1769074961.847000:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960434176 00000100:00100000:3.0:1769074961.847061:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41159 00000100:00100000:3.0:1769074961.847070:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73655180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+125:12630:x1855007960434176:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074961.847095:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074961.847120:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3045840 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505cc6 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.847226:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045847 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074961.847241:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045847 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074961.847253:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045847 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:3.0:1769074961.847280:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 660622 00000004:00200000:3.0:1769074961.847285:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074961.847305:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045847 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074961.847330:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e3045840 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cc6 expref: 127 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.847349:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045847 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 41 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cc6 expref: 126 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.847358:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074961.847361:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074961.847364:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4dd78400, rc 0) 00000100:00100000:3.0:1769074961.847425:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73655180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+126:12630:x1855007960434176:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 355us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.847432:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41159 00000100:00100000:1.0:1769074961.851852:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.851928:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960434432 00000100:00100000:0.0:1769074961.851940:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960434432 00000100:00100000:0.0:1769074961.852011:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41160 00000100:00100000:0.0:1769074961.852021:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+126:12630:x1855007960434432:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074961.852073:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074961.852100:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045847 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cc6 expref: 126 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074961.852118:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074961.852123:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074961.852306:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030000/0xf5091596e304584e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 41 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.852328:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030000/0xf5091596e304584e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.852338:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030000/0xf5091596e304584e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:0.0:1769074961.852376:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998155 00000004:00010000:0.0:1769074961.852396:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d7c52a4b reply state 00000000d51a5580 transno 4294998156 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030000/0xf5091596e304584e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.852408:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030000/0xf5091596e304584e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.852414:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074961.852417:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074961.852419:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074961.852533:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+128:12630:x1855007960434432:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 513us (689us total) trans 4294998156 rc 0/0 00000100:00100000:0.0:1769074961.852540:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41160 00000020:00080000:0.0:1769074961.852545:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074961.855329:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.855683:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960434560 00000100:00100000:2.0:1769074961.855693:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960434560 00002000:00010000:2.0:1769074961.855733:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1648951->18446744073709551615) 00002000:00100000:2.0:1769074961.855738:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581de680 with x1855007960434560 ext(1648951->18446744073709551615) 00002000:00010000:2.0:1769074961.855750:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581de680. 00000100:00100000:2.0:1769074961.855783:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11388 00000100:00100000:2.0:1769074961.855793:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960434560:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074961.856002:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 660622 -> 1648951 00002000:00010000:2.0:1769074961.856007:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074961.856009:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074961.856011:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074961.856013:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1224 -> 1224 00000100:00100000:2.0:1769074961.856251:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960434560:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 458us (931us total) trans 4294989904 rc 0/0 00000100:00100000:2.0:1769074961.856260:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11388 00002000:00010000:2.0:1769074961.856264:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1648951->18446744073709551615) 00002000:00100000:2.0:1769074961.856267:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581de680 with x1855007960434560 ext(1648951->18446744073709551615) 00002000:00010000:2.0:1769074961.856272:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581de680. 00000100:00100000:2.0:1769074961.858946:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.859032:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960434688 00000100:00100000:0.0:1769074961.859043:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960434688 00002000:00010000:0.0:1769074961.859085:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074961.859093:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd9f245f80 with x1855007960434688 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074961.859109:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd9f245f80. 00000100:00100000:0.0:1769074961.859144:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11389 00000100:00100000:0.0:1769074961.859154:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd9f245f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+16:2410:x1855007960434688:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074961.859314:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074961.859317:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.859320:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074961.859322:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.859325:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074961.859393:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd9f245f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+17:2410:x1855007960434688:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 240us (456us total) trans 4294989815 rc 0/0 00000100:00100000:0.0:1769074961.859402:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11389 00002000:00010000:0.0:1769074961.859407:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074961.859409:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd9f245f80 with x1855007960434688 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074961.859414:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd9f245f80. 00000100:00100000:1.0:1769074961.863025:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.863125:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960434816 00000100:00100000:2.0:1769074961.863135:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960434816 00002000:00100000:2.0:1769074961.863186:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (1568768->1634303) req@ffff8ffe581dc700 x1855007960434816/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.863208:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581dc700 with x1855007960434816 ext(1568768->1634303) 00002000:00010000:2.0:1769074961.863214:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581dc700 00000100:00100000:2.0:1769074961.863249:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11390 00000100:00100000:2.0:1769074961.863260:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960434816:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.867279:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960434816:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 4010us (4252us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1769074961.867292:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11390 00002000:00100000:2.0:1769074961.867324:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (1568768->1634303) req@ffff8ffe581dc700 x1855007960434816/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.867335:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581dc700 with x1855007960434816 ext(1568768->1634303) 00002000:00010000:2.0:1769074961.867341:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581dc700 00000100:00100000:3.0:1769074961.870855:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.870982:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960434944 00000100:00100000:2.0:1769074961.870995:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960434944 00002000:00100000:2.0:1769074961.871048:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (1634304->1650687) req@ffff8ffda3ad5c00 x1855007960434944/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.871059:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffda3ad5c00 with x1855007960434944 ext(1634304->1650687) 00002000:00010000:2.0:1769074961.871066:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffda3ad5c00 00000100:00100000:2.0:1769074961.871104:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11391 00000100:00100000:2.0:1769074961.871113:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960434944:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074961.871378:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960434944:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 263us (533us total) trans 0 rc 16384/16384 00000100:00100000:2.0:1769074961.871387:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11391 00002000:00100000:2.0:1769074961.871393:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (1634304->1650687) req@ffff8ffda3ad5c00 x1855007960434944/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/16824 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.871402:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffda3ad5c00 with x1855007960434944 ext(1634304->1650687) 00002000:00010000:2.0:1769074961.871406:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffda3ad5c00 00000100:00100000:1.0:1769074961.875633:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.875723:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960435072 00000100:00100000:0.0:1769074961.875732:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960435072 00002000:00100000:0.0:1769074961.875781:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1597440->1648950) req@ffff8ffe581df800 x1855007960435072/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.875792:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581df800 with x1855007960435072 ext(1597440->1648950) 00002000:00010000:0.0:1769074961.875799:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581df800 00000100:00100000:0.0:1769074961.875836:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11392 00000100:00100000:0.0:1769074961.875846:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960435072:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074961.879548:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960435072:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 3690us (3912us total) trans 4294989905 rc 0/0 00000100:00100000:0.0:1769074961.879565:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11392 00002000:00100000:0.0:1769074961.879586:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1597440->1648950) req@ffff8ffe581df800 x1855007960435072/t4294989905(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/448 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.879598:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581df800 with x1855007960435072 ext(1597440->1648950) 00002000:00010000:0.0:1769074961.879604:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581df800 00000100:00100000:3.0:1769074961.882112:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.882228:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960435200 00000100:00100000:2.0:1769074961.882240:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960435200 00000100:00100000:2.0:1769074961.882300:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83490 00000100:00100000:2.0:1769074961.882311:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960435200:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:1.0:1769074961.883957:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989905 is committed 00000100:00100000:2.0:1769074961.884664:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960435200:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2348us (2555us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.884677:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83490 00000100:00100000:1.0:1769074961.887497:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.887588:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960435328 00000100:00100000:3.0:1769074961.887599:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960435328 00000100:00100000:3.0:1769074961.887662:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41161 00000100:00100000:3.0:1769074961.887673:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+128:12630:x1855007960435328:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074961.887699:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074961.887720:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79000/0xf5091596e3045855 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505ccd expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.887842:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e304585c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074961.887859:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e304585c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074961.887870:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e304585c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:3.0:1769074961.887904:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 1648951 00000004:00200000:3.0:1769074961.887910:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074961.887926:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e304585c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074961.887952:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79000/0xf5091596e3045855 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505ccd expref: 130 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.887981:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e304585c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 42 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505ccd expref: 129 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.887991:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074961.887994:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074961.887998:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4dd78000, rc 0) 00000100:00100000:3.0:1769074961.888063:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+129:12630:x1855007960435328:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 392us (574us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.888070:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41161 00000100:00100000:1.0:1769074961.894047:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.894211:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960435456 00000100:00100000:0.0:1769074961.894221:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960435456 00002000:00100000:0.0:1769074961.894274:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (663552->1568767) req@ffff8ffe581ddc00 x1855007960435456/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.894287:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581ddc00 with x1855007960435456 ext(663552->1568767) 00002000:00010000:0.0:1769074961.894293:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581ddc00 00000100:00100000:0.0:1769074961.894332:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11393 00000100:00100000:0.0:1769074961.894341:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960435456:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.905493:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960435456:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 11140us (11445us total) trans 0 rc 905216/905216 00000100:00100000:0.0:1769074961.905508:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11393 00002000:00100000:0.0:1769074961.905522:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (663552->1568767) req@ffff8ffe581ddc00 x1855007960435456/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 905216/905216 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.905532:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581ddc00 with x1855007960435456 ext(663552->1568767) 00002000:00010000:0.0:1769074961.905539:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581ddc00 00000100:00100000:1.0:1769074961.911961:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.912070:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960435584 00000100:00100000:0.0:1769074961.912081:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960435584 00000100:00100000:0.0:1769074961.912162:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11394 00000100:00100000:0.0:1769074961.912172:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960435584:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074961.912334:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1648951 -> 1648951 00002000:00010000:0.0:1769074961.912339:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.912341:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.912344:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.912346:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1224 -> 1328 00000100:00100000:0.0:1769074961.912496:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960435584:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 324us (545us total) trans 4294989906 rc 0/0 00000100:00100000:0.0:1769074961.912505:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11394 00000100:00100000:1.0:1769074961.915743:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.915839:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960435840 00000100:00100000:0.0:1769074961.915850:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960435840 00000100:00100000:0.0:1769074961.915940:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41162 00000100:00100000:0.0:1769074961.915950:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+129:12630:x1855007960435840:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074961.916013:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074961.916041:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e304585c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505ccd expref: 129 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074961.916060:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074961.916064:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074961.916361:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031200/0xf5091596e3045863 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 42 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.916384:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031200/0xf5091596e3045863 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.916393:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031200/0xf5091596e3045863 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:0.0:1769074961.916441:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998157 00000004:00010000:0.0:1769074961.916565:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ac9acdc4 reply state 00000000ff276bd9 transno 4294998158 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031200/0xf5091596e3045863 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.916587:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031200/0xf5091596e3045863 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.916594:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074961.916597:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074961.916600:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074961.916806:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+131:12630:x1855007960435840:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 855us (1070us total) trans 4294998158 rc 0/0 00000100:00100000:0.0:1769074961.916817:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41162 00000020:00080000:0.0:1769074961.916822:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1769074961.919779:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.919867:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.920055:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960436096 00000100:00100000:2.0:1769074961.920066:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960436096 00002000:00010000:2.0:1769074961.920107:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074961.920113:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe73655f80 with x1855007960436096 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074961.920127:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe73655f80. 00000100:00100000:2.0:1769074961.920182:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960435968 00000100:00100000:2.0:1769074961.920194:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960435968 00002000:00010000:2.0:1769074961.920207:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3113191->18446744073709551615) 00002000:00100000:2.0:1769074961.920211:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe73654700 with x1855007960435968 ext(3113191->18446744073709551615) 00002000:00010000:2.0:1769074961.920218:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe73654700. 00000100:00100000:0.0:1769074961.920319:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11395 00000100:00100000:0.0:1769074961.920330:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+17:2409:x1855007960436096:12345-192.168.204.30@tcp:10:fsx.0 00000100:00100000:1.0:1769074961.920548:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11396 00000100:00100000:1.0:1769074961.920559:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960435968:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074961.920754:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1648951 -> 3113191 00002000:00010000:1.0:1769074961.920759:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:1.0:1769074961.920761:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:1.0:1769074961.920765:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:1.0:1769074961.920767:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1328 -> 1328 00000100:00100000:1.0:1769074961.920825:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73654700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960435968:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 268us (957us total) trans 4294989907 rc 0/0 00000100:00100000:1.0:1769074961.920833:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11396 00002000:00010000:1.0:1769074961.920837:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3113191->18446744073709551615) 00002000:00100000:1.0:1769074961.920840:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe73654700 with x1855007960435968 ext(3113191->18446744073709551615) 00002000:00010000:1.0:1769074961.920845:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe73654700. 00002000:00010000:0.0:1769074961.921670:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074961.921676:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.921678:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074961.921681:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.921683:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074961.921721:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73655f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960436096:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1393us (1951us total) trans 4294989816 rc 0/0 00000100:00100000:0.0:1769074961.921729:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11395 00002000:00010000:0.0:1769074961.921733:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074961.921735:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe73655f80 with x1855007960436096 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074961.921741:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe73655f80. 00000100:00100000:2.0:1769074961.924871:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.925033:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960436224 00000100:00100000:0.0:1769074961.925044:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960436224 00000100:00100000:0.0:1769074961.925141:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41163 00000100:00100000:0.0:1769074961.925151:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd9f244000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+131:12630:x1855007960436224:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074961.925176:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074961.925287:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031400/0xf5091596e304586a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505cd4 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074961.925402:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031800/0xf5091596e3045871 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.925417:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031800/0xf5091596e3045871 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.925428:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031800/0xf5091596e3045871 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:0.0:1769074961.925487:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 3113191 00000004:00200000:0.0:1769074961.925492:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074961.925511:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031800/0xf5091596e3045871 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.925536:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031400/0xf5091596e304586a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cd4 expref: 133 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074961.925553:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031800/0xf5091596e3045871 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 43 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cd4 expref: 132 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074961.925563:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074961.925566:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074961.925570:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe40031800, rc 0) 00000100:00100000:0.0:1769074961.925695:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd9f244000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+132:12630:x1855007960436224:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 544us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.925703:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41163 00000100:00100000:1.0:1769074961.928590:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.928724:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960436480 00000100:00100000:0.0:1769074961.928735:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960436480 00000100:00100000:0.0:1769074961.928834:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41164 00000100:00100000:0.0:1769074961.928845:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd443b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+132:12630:x1855007960436480:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074961.928906:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074961.928936:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031800/0xf5091596e3045871 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cd4 expref: 132 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074961.928956:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074961.928962:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074961.929226:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030400/0xf5091596e3045878 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 43 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.929248:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030400/0xf5091596e3045878 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.929258:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030400/0xf5091596e3045878 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:0.0:1769074961.929299:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998159 00000004:00010000:0.0:1769074961.932214:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005dec5e2d reply state 000000003f1c99cb transno 4294998160 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030400/0xf5091596e3045878 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.932239:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030400/0xf5091596e3045878 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.932248:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074961.932251:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074961.932255:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074961.932400:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd443b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+134:12630:x1855007960436480:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 3553us (3827us total) trans 4294998160 rc 0/0 00000100:00100000:0.0:1769074961.932409:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41164 00000020:00080000:0.0:1769074961.932416:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074961.934725:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.934754:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960436736 00000100:00100000:3.0:1769074961.934764:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960436736 00002000:00010000:3.0:1769074961.934805:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074961.934810:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffda3ad4700 with x1855007960436736 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074961.934821:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffda3ad4700. 00000100:00100000:3.0:1769074961.934845:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11397 00000100:00100000:3.0:1769074961.934855:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2408:x1855007960436736:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074961.935005:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1769074961.935008:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.935012:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:3.0:1769074961.935015:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.935017:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1769074961.935076:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+19:2408:x1855007960436736:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 222us (360us total) trans 4294989817 rc 0/0 00000100:00100000:3.0:1769074961.935084:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11397 00002000:00010000:3.0:1769074961.935088:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074961.935091:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffda3ad4700 with x1855007960436736 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074961.935095:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffda3ad4700. 00000100:00100000:3.0:1769074961.935135:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.935154:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960436608 00000100:00100000:3.0:1769074961.935157:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960436608 00002000:00010000:3.0:1769074961.935171:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1035271->18446744073709551615) 00002000:00100000:3.0:1769074961.935174:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffda3ad7b80 with x1855007960436608 ext(1035271->18446744073709551615) 00002000:00010000:3.0:1769074961.935181:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffda3ad7b80. 00000100:00100000:3.0:1769074961.935210:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11398 00000100:00100000:3.0:1769074961.935217:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960436608:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074961.935876:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3113191 -> 1035271 00002000:00010000:3.0:1769074961.935881:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.935884:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.935887:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.935889:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1328 -> 1224 00000100:00100000:3.0:1769074961.935924:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960436608:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 705us (787us total) trans 4294989908 rc 0/0 00000100:00100000:3.0:1769074961.935931:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11398 00002000:00010000:3.0:1769074961.935935:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1035271->18446744073709551615) 00002000:00100000:3.0:1769074961.935938:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffda3ad7b80 with x1855007960436608 ext(1035271->18446744073709551615) 00002000:00010000:3.0:1769074961.935943:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffda3ad7b80. 00000100:00100000:2.0:1769074961.939804:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.939893:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960436864 00000100:00100000:0.0:1769074961.939906:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960436864 00000100:00100000:0.0:1769074961.940066:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41165 00000100:00100000:0.0:1769074961.940077:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd9f244a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+134:12630:x1855007960436864:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074961.940103:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074961.940125:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031400/0xf5091596e304587f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505cdb expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074961.940237:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030c00/0xf5091596e3045886 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.940254:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030c00/0xf5091596e3045886 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.940266:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030c00/0xf5091596e3045886 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:0.0:1769074961.940295:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 1035271 00000004:00200000:0.0:1769074961.940300:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074961.940319:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030c00/0xf5091596e3045886 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.940345:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031400/0xf5091596e304587f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cdb expref: 136 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074961.940362:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030c00/0xf5091596e3045886 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 44 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cdb expref: 135 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074961.940372:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074961.940375:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074961.940379:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe40030c00, rc 0) 00000100:00100000:0.0:1769074961.940441:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd9f244a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+135:12630:x1855007960436864:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 366us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074961.940487:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41165 00000100:00100000:2.0:1769074961.943274:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.943472:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960436992 00000100:00100000:3.0:1769074961.943483:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960436992 00000100:00100000:3.0:1769074961.943548:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11399 00000100:00100000:3.0:1769074961.943558:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd9f244e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960436992:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074961.943975:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1035271 -> 1035271 00002000:00010000:3.0:1769074961.943980:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.943983:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.943985:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.943987:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1224 -> 1360 00000100:00100000:3.0:1769074961.944053:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd9f244e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960436992:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 495us (787us total) trans 4294989909 rc 0/0 00000100:00100000:3.0:1769074961.944061:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11399 00000100:00100000:3.0:1769074961.948038:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.948104:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960437248 00000100:00100000:0.0:1769074961.948115:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960437248 00000100:00100000:0.0:1769074961.948171:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41166 00000100:00100000:0.0:1769074961.948180:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+135:12630:x1855007960437248:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074961.948239:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074961.948267:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030c00/0xf5091596e3045886 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cdb expref: 135 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074961.948287:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074961.948292:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074961.948503:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031800/0xf5091596e304588d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 44 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.948525:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031800/0xf5091596e304588d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.948534:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031800/0xf5091596e304588d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:0.0:1769074961.948587:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998161 00000004:00010000:0.0:1769074961.948610:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000ee0709b reply state 000000001c406550 transno 4294998162 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031800/0xf5091596e304588d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.948622:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031800/0xf5091596e304588d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074961.948629:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074961.948632:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074961.948634:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074961.948875:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+137:12630:x1855007960437248:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 695us (845us total) trans 4294998162 rc 0/0 00000100:00100000:0.0:1769074961.948883:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41166 00000020:00080000:0.0:1769074961.948888:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074961.951947:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.952038:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960437376 00000100:00100000:3.0:1769074961.952049:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960437376 00002000:00010000:3.0:1769074961.952090:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4089459->18446744073709551615) 00002000:00100000:3.0:1769074961.952095:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd9f244380 with x1855007960437376 ext(4089459->18446744073709551615) 00002000:00010000:3.0:1769074961.952108:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd9f244380. 00000100:00100000:3.0:1769074961.952140:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11400 00000100:00100000:3.0:1769074961.952149:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd9f244380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960437376:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074961.952381:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1035271 -> 4089459 00002000:00010000:3.0:1769074961.952385:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.952410:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.952412:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074961.952415:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1360 -> 1360 00000100:00100000:3.0:1769074961.952515:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd9f244380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2408:x1855007960437376:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 365us (577us total) trans 4294989910 rc 0/0 00000100:00100000:3.0:1769074961.952523:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11400 00002000:00010000:3.0:1769074961.952527:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4089459->18446744073709551615) 00002000:00100000:3.0:1769074961.952529:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd9f244380 with x1855007960437376 ext(4089459->18446744073709551615) 00002000:00010000:3.0:1769074961.952534:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd9f244380. 00000100:00100000:2.0:1769074961.954073:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.954150:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960437504 00000100:00100000:0.0:1769074961.954158:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960437504 00002000:00010000:0.0:1769074961.954201:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074961.954207:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd9f244700 with x1855007960437504 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074961.954217:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd9f244700. 00000100:00100000:0.0:1769074961.954243:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11401 00000100:00100000:0.0:1769074961.954252:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd9f244700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+19:2408:x1855007960437504:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074961.954374:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074961.954377:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.954380:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074961.954382:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.954385:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074961.954443:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd9f244700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960437504:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 191us (376us total) trans 4294989818 rc 0/0 00000100:00100000:0.0:1769074961.954470:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11401 00002000:00010000:0.0:1769074961.954474:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074961.954477:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd9f244700 with x1855007960437504 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074961.954481:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd9f244700. 00000100:00100000:0.0:1769074961.957743:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.957991:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960437632 00000100:00100000:3.0:1769074961.958002:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960437632 00002000:00100000:3.0:1769074961.958058:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (4079616->4083711) req@ffff8ffe73654000 x1855007960437632/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.958071:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe73654000 with x1855007960437632 ext(4079616->4083711) 00002000:00010000:3.0:1769074961.958077:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe73654000 00000100:00100000:3.0:1769074961.958117:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11402 00000100:00100000:3.0:1769074961.958126:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2407:x1855007960437632:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074961.958333:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73654000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2407:x1855007960437632:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 207us (598us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074961.958341:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11402 00002000:00100000:3.0:1769074961.958349:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (4079616->4083711) req@ffff8ffe73654000 x1855007960437632/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.958358:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe73654000 with x1855007960437632 ext(4079616->4083711) 00002000:00010000:3.0:1769074961.958362:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe73654000 00000100:00100000:2.0:1769074961.961943:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.962215:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960437760 00000100:00100000:0.0:1769074961.962226:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960437760 00002000:00100000:0.0:1769074961.962274:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (4083712->4087807) req@ffff8ffd9f245500 x1855007960437760/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.962291:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd9f245500 with x1855007960437760 ext(4083712->4087807) 00002000:00010000:0.0:1769074961.962297:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd9f245500 00000100:00100000:0.0:1769074961.962329:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11403 00000100:00100000:0.0:1769074961.962337:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd9f245500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960437760:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074961.962597:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd9f245500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960437760:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 259us (663us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074961.962606:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11403 00002000:00100000:0.0:1769074961.962612:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (4083712->4087807) req@ffff8ffd9f245500 x1855007960437760/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 488/4536 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074961.962620:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd9f245500 with x1855007960437760 ext(4083712->4087807) 00002000:00010000:0.0:1769074961.962624:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd9f245500 00000100:00100000:3.0:1769074961.963258:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe73657480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969079296:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1769074961.963310:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074961.963479:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969079296 00000100:00100000:1.0:1769074961.963486:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969079296 00000100:00100000:1.0:1769074961.963521:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:1.0:1769074961.963528:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3660:x1855007969079296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1769074961.963557:0:6533:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444413440 avail 1298173952 00000100:00100000:0.0:1769074961.968179:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.968377:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960437888 00000100:00100000:3.0:1769074961.968388:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960437888 00002000:00100000:3.0:1769074961.968436:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3612672->4091903) req@ffff8ffe73657800 x1855007960437888/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 504/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074961.968473:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe73657800 with x1855007960437888 ext(3612672->4091903) 00002000:00010000:3.0:1769074961.968480:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe73657800 00000100:00100000:3.0:1769074961.968505:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11404 00000100:00100000:3.0:1769074961.968514:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960437888:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074961.969098:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3660:x1855007969079296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 5566us (5784us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074961.969110:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:2.0:1769074961.972935:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe73657480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969079296:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1769074961.976608:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73657800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960437888:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 8083us (8429us total) trans 0 rc 471040/471040 00000100:00100000:2.0:1769074961.976623:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11404 00002000:00100000:2.0:1769074961.976638:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3612672->4091903) req@ffff8ffe73657800 x1855007960437888/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 504/440 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 471040/471040 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.976649:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe73657800 with x1855007960437888 ext(3612672->4091903) 00002000:00010000:2.0:1769074961.976656:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe73657800 00000100:00100000:0.0:1769074961.979900:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.980010:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960438016 00000100:00100000:2.0:1769074961.980021:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960438016 00002000:00100000:2.0:1769074961.980070:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (4079616->4089458) req@ffff8ffe73655880 x1855007960438016/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 10336/0 e 0 to 0 dl 1769074972 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.980081:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe73655880 with x1855007960438016 ext(4079616->4089458) 00002000:00010000:2.0:1769074961.980086:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe73655880 00000100:00100000:2.0:1769074961.980119:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11405 00000100:00100000:2.0:1769074961.980127:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960438016:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074961.981186:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73655880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960438016:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 1054us (1290us total) trans 4294989911 rc 0/0 00000100:00100000:2.0:1769074961.981265:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11405 00002000:00100000:2.0:1769074961.981275:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (4079616->4089458) req@ffff8ffe73655880 x1855007960438016/t4294989911(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:497/0 lens 10336/448 e 0 to 0 dl 1769074972 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074961.981286:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe73655880 with x1855007960438016 ext(4079616->4089458) 00002000:00010000:2.0:1769074961.981291:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe73655880 00000100:00100000:0.0:1769074961.984148:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.984351:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960438144 00000100:00100000:2.0:1769074961.984361:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960438144 00000100:00100000:2.0:1769074961.984419:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83491 00000100:00100000:2.0:1769074961.984428:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960438144:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:1.0:1769074961.986125:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989911 is committed 00000100:00100000:2.0:1769074961.986481:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73656300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960438144:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2020us (2308us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074961.986493:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83491 00000100:00100000:1.0:1769074961.989385:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074961.989475:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960438272 00000100:00100000:3.0:1769074961.989486:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960438272 00000100:00100000:3.0:1769074961.989548:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41167 00000100:00100000:3.0:1769074961.989557:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd443b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+137:12630:x1855007960438272:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074961.989589:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074961.989612:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79000/0xf5091596e3045894 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505ce2 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.989717:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78800/0xf5091596e304589b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074961.989732:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78800/0xf5091596e304589b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074961.989743:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78800/0xf5091596e304589b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:3.0:1769074961.989770:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4089459 00000004:00200000:3.0:1769074961.989775:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074961.989792:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78800/0xf5091596e304589b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074961.989817:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79000/0xf5091596e3045894 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505ce2 expref: 139 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.989836:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78800/0xf5091596e304589b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 45 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505ce2 expref: 138 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074961.989845:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074961.989848:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074961.989851:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4dd78800, rc 0) 00000100:00100000:3.0:1769074961.989978:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd443b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+138:12630:x1855007960438272:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 421us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074961.989985:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41167 00000100:00100000:0.0:1769074961.993202:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074961.993345:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960438400 00000100:00100000:2.0:1769074961.993356:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960438400 00000100:00100000:2.0:1769074961.993427:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11406 00000100:00100000:2.0:1769074961.993437:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960438400:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074961.993767:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4089459 -> 4089459 00002000:00010000:2.0:1769074961.993771:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074961.993774:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074961.993776:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074961.993777:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1360 -> 1416 00000100:00100000:2.0:1769074961.993830:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73655500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960438400:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 394us (646us total) trans 4294989912 rc 0/0 00000100:00100000:2.0:1769074961.993839:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11406 00000100:00100000:2.0:1769074961.997256:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074961.997414:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960438528 00000100:00100000:0.0:1769074961.997427:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960438528 00000100:00100000:0.0:1769074961.997530:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11407 00000100:00100000:0.0:1769074961.997541:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd9f247800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960438528:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074961.997862:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4089459 -> 4089459 00002000:00010000:0.0:1769074961.997866:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.997868:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.997871:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074961.997875:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1416 -> 1528 00000100:00100000:0.0:1769074961.997940:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd9f247800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960438528:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 401us (693us total) trans 4294989913 rc 0/0 00000100:00100000:0.0:1769074961.997949:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11407 00000100:00100000:1.0:1769074962.000725:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.000815:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960438784 00000100:00100000:0.0:1769074962.000825:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960438784 00000100:00100000:0.0:1769074962.000882:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41168 00000100:00100000:0.0:1769074962.000891:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd443baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+138:12630:x1855007960438784:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074962.000949:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074962.000994:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78800/0xf5091596e304589b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505ce2 expref: 138 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.001018:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074962.001025:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074962.001231:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e30458a2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 45 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.001251:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e30458a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.001261:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e30458a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:0.0:1769074962.001304:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998163 00000004:00010000:0.0:1769074962.001325:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000784b3f38 reply state 00000000cb1dc98e transno 4294998164 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e30458a2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.001337:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e30458a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.001343:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074962.001347:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074962.001350:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074962.001445:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd443baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+140:12630:x1855007960438784:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 555us (729us total) trans 4294998164 rc 0/0 00000100:00100000:0.0:1769074962.002231:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41168 00000020:00080000:0.0:1769074962.002238:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074962.004429:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.004593:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960438912 00000100:00100000:2.0:1769074962.004605:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960438912 00002000:00010000:2.0:1769074962.004647:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074962.004652:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd443ba300 with x1855007960438912 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074962.004666:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd443ba300. 00000100:00100000:2.0:1769074962.004692:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11408 00000100:00100000:2.0:1769074962.004701:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd443ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960438912:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074962.004867:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4089459 -> 4194304 00002000:00010000:2.0:1769074962.004871:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.004874:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.004877:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.004879:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1528 -> 1528 00000100:00100000:2.0:1769074962.004941:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd443ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960438912:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 240us (520us total) trans 4294989914 rc 0/0 00000100:00100000:2.0:1769074962.004950:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11408 00002000:00010000:2.0:1769074962.004955:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074962.004958:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd443ba300 with x1855007960438912 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074962.004970:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd443ba300. 00000100:00100000:2.0:1769074962.007498:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.007600:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960439040 00000100:00100000:0.0:1769074962.007610:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960439040 00002000:00010000:0.0:1769074962.007652:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (118386->18446744073709551615) 00002000:00100000:0.0:1769074962.007657:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd9f246300 with x1855007960439040 ext(118386->18446744073709551615) 00002000:00010000:0.0:1769074962.007669:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd9f246300. 00000100:00100000:0.0:1769074962.007701:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11409 00000100:00100000:0.0:1769074962.007710:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd9f246300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+20:2409:x1855007960439040:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074962.007914:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 118386 00002000:00010000:0.0:1769074962.007918:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074962.007921:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074960 00002000:00010000:0.0:1769074962.007924:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074962.007926:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074962.007986:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd9f246300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+21:2409:x1855007960439040:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 276us (497us total) trans 4294989819 rc 0/0 00000100:00100000:0.0:1769074962.007994:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11409 00002000:00010000:0.0:1769074962.007998:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (118386->18446744073709551615) 00002000:00100000:0.0:1769074962.008001:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd9f246300 with x1855007960439040 ext(118386->18446744073709551615) 00002000:00010000:0.0:1769074962.008005:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd9f246300. 00000100:00100000:1.0:1769074962.013021:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.013064:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.013216:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960439168 00000100:00100000:2.0:1769074962.013226:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960439168 00002000:00100000:2.0:1769074962.013279:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (0->118783) req@ffff8ffd443bb100 x1855007960439168/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.013290:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd443bb100 with x1855007960439168 ext(0->118783) 00002000:00010000:2.0:1769074962.013297:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd443bb100 00000100:00100000:2.0:1769074962.013325:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960439296 00000100:00100000:2.0:1769074962.013329:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960439296 00002000:00100000:2.0:1769074962.013345:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (4091904->4194303) req@ffff8ffd443b9180 x1855007960439296/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.013353:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd443b9180 with x1855007960439296 ext(4091904->4194303) 00002000:00010000:2.0:1769074962.013357:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd443b9180 00000100:00100000:2.0:1769074962.013383:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11410 00000100:00100000:2.0:1769074962.013393:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd443bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960439168:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074962.014106:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11411 00000100:00100000:3.0:1769074962.014120:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd443b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960439296:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074962.019417:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd443bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960439168:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 6014us (6396us total) trans 0 rc 118784/118784 00000100:00100000:2.0:1769074962.019432:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11410 00002000:00100000:2.0:1769074962.019444:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (0->118783) req@ffff8ffd443bb100 x1855007960439168/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 118784/118784 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.019494:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd443bb100 with x1855007960439168 ext(0->118783) 00002000:00010000:2.0:1769074962.019501:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd443bb100 00000100:00100000:1.0:1769074962.023817:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.024181:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960439424 00000100:00100000:2.0:1769074962.024205:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960439424 00002000:00100000:2.0:1769074962.024260:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (90112->118385) req@ffff8ffd443bb800 x1855007960439424/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.024272:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd443bb800 with x1855007960439424 ext(90112->118385) 00002000:00010000:2.0:1769074962.024278:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd443bb800 00000100:00100000:2.0:1769074962.024314:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11412 00000100:00100000:2.0:1769074962.024323:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd443bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+21:2410:x1855007960439424:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:3.0:1769074962.024805:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd443b9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960439296:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 10685us (11736us total) trans 0 rc 102400/102400 00000100:00100000:3.0:1769074962.024815:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11411 00002000:00100000:3.0:1769074962.024822:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (4091904->4194303) req@ffff8ffd443b9180 x1855007960439296/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 102400/102400 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074962.024831:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd443b9180 with x1855007960439296 ext(4091904->4194303) 00002000:00010000:3.0:1769074962.024836:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd443b9180 00000100:00100000:1.0:1769074962.028905:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd443bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+23:2410:x1855007960439424:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 4571us (5085us total) trans 4294989820 rc 0/0 00000100:00100000:1.0:1769074962.028923:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11412 00002000:00100000:1.0:1769074962.028937:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (90112->118385) req@ffff8ffd443bb800 x1855007960439424/t4294989820(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/448 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.028947:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd443bb800 with x1855007960439424 ext(90112->118385) 00002000:00010000:1.0:1769074962.028954:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd443bb800 00000100:00100000:0.0:1769074962.031649:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.031749:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960439552 00000100:00100000:2.0:1769074962.031762:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960439552 00000100:00100000:2.0:1769074962.031864:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83492 00000100:00100000:2.0:1769074962.031874:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+23:2409:x1855007960439552:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:0.0:1769074962.033501:0:9484:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294989820 is committed 00000100:00100000:2.0:1769074962.033761:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73657b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960439552:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 1883us (2118us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074962.033772:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83492 00000100:00100000:3.0:1769074962.037045:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.037302:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960439680 00000100:00100000:0.0:1769074962.037312:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960439680 00000100:00100000:0.0:1769074962.037403:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41169 00000100:00100000:0.0:1769074962.037414:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+140:12630:x1855007960439680:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074962.037440:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074962.037491:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e30458a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505ce9 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.037651:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e30458b0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.037668:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e30458b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.037680:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e30458b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:0.0:1769074962.037708:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4312690 00000004:00200000:0.0:1769074962.037713:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074962.037731:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e30458b0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.037760:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e30458a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505ce9 expref: 142 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.037777:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e30458b0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 46 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505ce9 expref: 141 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.037787:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074962.037790:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074962.037794:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe81f58000, rc 0) 00000100:00100000:0.0:1769074962.037857:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+141:12630:x1855007960439680:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 445us (892us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074962.037865:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41169 00000100:00100000:1.0:1769074962.040613:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.040716:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960439808 00000100:00100000:2.0:1769074962.040726:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960439808 00000100:00100000:2.0:1769074962.040797:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11413 00000100:00100000:2.0:1769074962.040806:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd443bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960439808:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074962.040944:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074962.040947:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.040950:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.040952:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.040955:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1528 -> 1528 00000100:00100000:2.0:1769074962.041024:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd443bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960439808:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 219us (424us total) trans 4294989915 rc 0/0 00000100:00100000:2.0:1769074962.041033:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11413 00000100:00100000:1.0:1769074962.044136:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.044348:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960439936 00000100:00100000:3.0:1769074962.044384:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960439936 00000100:00100000:3.0:1769074962.044494:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11414 00000100:00100000:3.0:1769074962.044504:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd443b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960439936:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074962.044739:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074962.044743:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074962.044746:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074962.044749:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074962.044752:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1528 -> 1592 00000100:00100000:3.0:1769074962.044808:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd443b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960439936:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 305us (682us total) trans 4294989916 rc 0/0 00000100:00100000:3.0:1769074962.044817:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11414 00000100:00100000:1.0:1769074962.048406:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.048644:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960440064 00000100:00100000:3.0:1769074962.048655:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960440064 00000100:00100000:3.0:1769074962.048729:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11415 00000100:00100000:3.0:1769074962.048739:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd443b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960440064:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074962.048975:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074962.048980:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074962.048983:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074962.048985:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074962.048987:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1592 -> 1592 00000100:00100000:3.0:1769074962.049048:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd443b8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960440064:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 310us (653us total) trans 4294989917 rc 0/0 00000100:00100000:3.0:1769074962.049056:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11415 00000100:00100000:1.0:1769074962.052147:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.052324:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960440320 00000100:00100000:0.0:1769074962.052336:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960440320 00000100:00100000:0.0:1769074962.052398:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41170 00000100:00100000:0.0:1769074962.052408:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd443b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+141:12630:x1855007960440320:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074962.052492:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074962.052522:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e30458b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505ce9 expref: 141 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.052541:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074962.052545:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074962.052727:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e30458b7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 46 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.052748:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e30458b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.052759:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e30458b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:0.0:1769074962.052799:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998165 00000004:00010000:0.0:1769074962.052820:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004485bdf1 reply state 0000000062e8b602 transno 4294998166 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e30458b7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.052832:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e30458b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.052838:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074962.052841:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074962.052844:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074962.052930:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd443b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+143:12630:x1855007960440320:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 523us (792us total) trans 4294998166 rc 0/0 00000100:00100000:0.0:1769074962.052937:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41170 00000020:00080000:0.0:1769074962.052942:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074962.055691:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.055730:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.055800:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960440448 00000100:00100000:0.0:1769074962.055811:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960440448 00002000:00010000:0.0:1769074962.055851:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (72158->18446744073709551615) 00002000:00100000:0.0:1769074962.055856:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd443b9c00 with x1855007960440448 ext(72158->18446744073709551615) 00002000:00010000:0.0:1769074962.055869:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd443b9c00. 00000100:00100000:0.0:1769074962.055897:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960440576 00000100:00100000:0.0:1769074962.055900:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960440576 00002000:00010000:0.0:1769074962.055915:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074962.055917:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd443b8380 with x1855007960440576 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074962.055925:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd443b8380. 00000100:00100000:0.0:1769074962.055952:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11416 00000100:00100000:0.0:1769074962.055961:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd443b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960440448:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074962.057666:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 72158 00002000:00010000:0.0:1769074962.057675:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074962.057678:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074962.057680:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074962.057682:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1592 -> 152 00000100:00100000:0.0:1769074962.057758:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd443b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960440448:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1793us (2073us total) trans 4294989918 rc 0/0 00000100:00100000:0.0:1769074962.057769:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11416 00002000:00010000:0.0:1769074962.057775:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (72158->18446744073709551615) 00002000:00100000:0.0:1769074962.057779:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd443b9c00 with x1855007960440448 ext(72158->18446744073709551615) 00002000:00010000:0.0:1769074962.057787:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd443b9c00. 00000100:00100000:0.0:1769074962.057817:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11417 00000100:00100000:0.0:1769074962.057828:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd443b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960440576:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074962.058064:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 118386 -> 0 00002000:00010000:0.0:1769074962.058068:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074962.058070:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074960 -> 1769074961 00002000:00010000:0.0:1769074962.058073:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074962.058075:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074962.058099:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd443b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960440576:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 273us (2368us total) trans 4294989821 rc 0/0 00000100:00100000:0.0:1769074962.058106:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11417 00002000:00010000:0.0:1769074962.058109:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074962.058111:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd443b8380 with x1855007960440576 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074962.058116:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd443b8380. 00000100:00100000:1.0:1769074962.065435:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.065616:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960440704 00000100:00100000:3.0:1769074962.065628:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960440704 00000100:00100000:3.0:1769074962.065698:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41171 00000100:00100000:3.0:1769074962.065709:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd443bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+143:12630:x1855007960440704:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074962.065735:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074962.065761:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79000/0xf5091596e30458be lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505cf0 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.065864:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30458c5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.065879:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30458c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.065890:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30458c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:3.0:1769074962.065918:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 72158 00000004:00200000:3.0:1769074962.065925:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074962.065942:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30458c5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.065969:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79000/0xf5091596e30458be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cf0 expref: 145 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.065990:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30458c5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 47 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cf0 expref: 144 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.065999:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074962.066002:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074962.066006:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4dd79e00, rc 0) 00000100:00100000:3.0:1769074962.066073:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd443bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+144:12630:x1855007960440704:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 365us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074962.066081:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41171 00000100:00100000:1.0:1769074962.069996:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.070155:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960440960 00000100:00100000:3.0:1769074962.070166:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960440960 00000100:00100000:3.0:1769074962.070242:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41172 00000100:00100000:3.0:1769074962.070252:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd443b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+144:12630:x1855007960440960:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:3.0:1769074962.070307:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074962.070333:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30458c5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cf0 expref: 144 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.070356:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074962.070360:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074962.070597:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e30458cc lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 47 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074962.070622:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e30458cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074962.070632:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e30458cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:3.0:1769074962.070683:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998167 00000004:00010000:3.0:1769074962.070704:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d90b5c73 reply state 00000000d21c2371 transno 4294998168 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e30458cc lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074962.070717:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e30458cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074962.070723:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074962.070725:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074962.070728:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074962.070811:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd443b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+146:12630:x1855007960440960:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 560us (826us total) trans 4294998168 rc 0/0 00000100:00100000:3.0:1769074962.070844:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41172 00000020:00080000:3.0:1769074962.070850:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074962.074111:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.074160:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.074321:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960441088 00000100:00100000:2.0:1769074962.074332:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960441088 00002000:00010000:2.0:1769074962.074373:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (333179->18446744073709551615) 00002000:00100000:2.0:1769074962.074378:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd443ba680 with x1855007960441088 ext(333179->18446744073709551615) 00002000:00010000:2.0:1769074962.074393:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd443ba680. 00000100:00100000:2.0:1769074962.074424:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960441216 00000100:00100000:2.0:1769074962.074427:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960441216 00002000:00010000:2.0:1769074962.074439:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074962.074442:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd443bb480 with x1855007960441216 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074962.074482:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd443bb480. 00000100:00100000:2.0:1769074962.074502:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11418 00000100:00100000:2.0:1769074962.074511:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd443ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960441088:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074962.074754:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 72158 -> 333179 00002000:00010000:2.0:1769074962.074758:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.074760:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.074763:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.074765:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 152 -> 152 00000100:00100000:2.0:1769074962.074827:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd443ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960441088:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 316us (724us total) trans 4294989919 rc 0/0 00000100:00100000:2.0:1769074962.074835:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11418 00002000:00010000:2.0:1769074962.074839:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (333179->18446744073709551615) 00002000:00100000:2.0:1769074962.074842:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd443ba680 with x1855007960441088 ext(333179->18446744073709551615) 00002000:00010000:2.0:1769074962.074846:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd443ba680. 00000100:00100000:2.0:1769074962.074863:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11419 00000100:00100000:2.0:1769074962.074905:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd443bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960441216:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074962.074970:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074962.074974:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.074977:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.074979:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.074981:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074962.075003:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd443bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960441216:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 99us (842us total) trans 4294989822 rc 0/0 00000100:00100000:2.0:1769074962.075009:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11419 00002000:00010000:2.0:1769074962.075012:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074962.075014:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd443bb480 with x1855007960441216 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074962.075018:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd443bb480. 00000100:00100000:1.0:1769074962.078073:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.078190:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960441344 00000100:00100000:2.0:1769074962.078201:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960441344 00000100:00100000:2.0:1769074962.078265:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41173 00000100:00100000:2.0:1769074962.078273:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd433b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+146:12630:x1855007960441344:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:2.0:1769074962.078298:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074962.078322:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30458d3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505cf7 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.078423:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78400/0xf5091596e30458da lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074962.078441:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78400/0xf5091596e30458da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074962.078502:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78400/0xf5091596e30458da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:2.0:1769074962.078531:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 333179 00000004:00200000:2.0:1769074962.078536:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074962.078555:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78400/0xf5091596e30458da lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074962.078592:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30458d3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cf7 expref: 148 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.078612:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78400/0xf5091596e30458da lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 48 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cf7 expref: 147 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.078620:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074962.078623:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074962.078627:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe80b78400, rc 0) 00000100:00100000:2.0:1769074962.078692:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd433b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+147:12630:x1855007960441344:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 419us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074962.078699:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41173 00000100:00100000:2.0:1769074962.081634:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.081752:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960441472 00000100:00100000:3.0:1769074962.081763:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960441472 00000100:00100000:3.0:1769074962.081829:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11420 00000100:00100000:3.0:1769074962.081839:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd9f247480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960441472:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074962.082399:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 333179 -> 333179 00002000:00010000:3.0:1769074962.082404:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074962.082407:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074962.082409:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074962.082412:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 152 -> 208 00000100:00100000:3.0:1769074962.082550:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd9f247480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+15:2409:x1855007960441472:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 711us (926us total) trans 4294989920 rc 0/0 00000100:00100000:3.0:1769074962.082559:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11420 00000100:00100000:1.0:1769074962.087632:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.087754:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960441728 00000100:00100000:3.0:1769074962.087764:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960441728 00000100:00100000:3.0:1769074962.087862:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41174 00000100:00100000:3.0:1769074962.087872:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd433b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+147:12630:x1855007960441728:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:3.0:1769074962.087928:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074962.087957:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78400/0xf5091596e30458da lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cf7 expref: 147 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.087988:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074962.087993:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074962.088174:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30458e1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 48 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074962.088210:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30458e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074962.088221:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30458e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:3.0:1769074962.088262:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998169 00000004:00010000:3.0:1769074962.088283:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003d3613cb reply state 0000000066db2ab3 transno 4294998170 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30458e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074962.088295:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30458e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074962.088302:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074962.088305:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074962.088307:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074962.088736:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd433b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+149:12630:x1855007960441728:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 863us (1112us total) trans 4294998170 rc 0/0 00000100:00100000:3.0:1769074962.088745:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41174 00000020:00080000:3.0:1769074962.088750:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074962.091625:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.091698:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.091877:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960441856 00000100:00100000:3.0:1769074962.091888:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960441856 00002000:00010000:3.0:1769074962.091930:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2718405->18446744073709551615) 00002000:00100000:3.0:1769074962.091935:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433b9c00 with x1855007960441856 ext(2718405->18446744073709551615) 00002000:00010000:3.0:1769074962.091948:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd433b9c00. 00000100:00100000:3.0:1769074962.091984:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960441984 00000100:00100000:3.0:1769074962.091988:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960441984 00002000:00010000:3.0:1769074962.092000:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074962.092003:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433b8a80 with x1855007960441984 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074962.092012:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd433b8a80. 00000100:00100000:3.0:1769074962.092141:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11421 00000100:00100000:3.0:1769074962.092151:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd433b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+15:2409:x1855007960441856:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074962.092377:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 333179 -> 2718405 00002000:00010000:3.0:1769074962.092381:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074962.092384:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074962.092386:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074962.092389:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 208 -> 208 00000100:00100000:3.0:1769074962.092485:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd433b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+16:2409:x1855007960441856:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 335us (870us total) trans 4294989921 rc 0/0 00000100:00100000:3.0:1769074962.092494:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11421 00002000:00010000:3.0:1769074962.092498:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2718405->18446744073709551615) 00002000:00100000:3.0:1769074962.092501:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433b9c00 with x1855007960441856 ext(2718405->18446744073709551615) 00002000:00010000:3.0:1769074962.092506:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd433b9c00. 00000100:00100000:3.0:1769074962.092526:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11422 00000100:00100000:3.0:1769074962.092532:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd433b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960441984:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074962.092616:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1769074962.092619:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074962.092621:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074962.092623:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074961 00002000:00010000:3.0:1769074962.092625:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1769074962.092647:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd433b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960441984:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 114us (948us total) trans 4294989823 rc 0/0 00000100:00100000:3.0:1769074962.092902:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11422 00002000:00010000:3.0:1769074962.092905:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074962.092909:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433b8a80 with x1855007960441984 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074962.092914:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd433b8a80. 00000100:00100000:1.0:1769074962.105986:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.106296:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960442112 00000100:00100000:0.0:1769074962.106307:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960442112 00002000:00100000:0.0:1769074962.106360:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (73728->2719743) req@ffff8ffd433bad80 x1855007960442112/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.106372:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433bad80 with x1855007960442112 ext(73728->2719743) 00002000:00010000:0.0:1769074962.106379:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd433bad80 00000100:00100000:0.0:1769074962.106492:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11423 00000100:00100000:0.0:1769074962.106502:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd433bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+16:2407:x1855007960442112:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074962.149304:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd433bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+16:2407:x1855007960442112:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 42787us (43312us total) trans 0 rc 2646016/2646016 00000100:00100000:2.0:1769074962.149322:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11423 00002000:00100000:2.0:1769074962.149342:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (73728->2719743) req@ffff8ffd433bad80 x1855007960442112/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 2646016/2646016 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.149354:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433bad80 with x1855007960442112 ext(73728->2719743) 00002000:00010000:2.0:1769074962.149362:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd433bad80 00000100:00100000:1.0:1769074962.156288:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.156392:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960442240 00000100:00100000:2.0:1769074962.156410:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960442240 00002000:00100000:2.0:1769074962.156501:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2699264->2718404) req@ffff8ffd433baa00 x1855007960442240/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.156514:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433baa00 with x1855007960442240 ext(2699264->2718404) 00002000:00010000:2.0:1769074962.156521:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd433baa00 00000100:00100000:2.0:1769074962.156548:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11424 00000100:00100000:2.0:1769074962.156557:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd433baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+16:2408:x1855007960442240:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074962.161387:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd433baa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2408:x1855007960442240:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 4819us (5096us total) trans 4294989922 rc 0/0 00000100:00100000:2.0:1769074962.161411:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11424 00002000:00100000:2.0:1769074962.161425:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2699264->2718404) req@ffff8ffd433baa00 x1855007960442240/t4294989922(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/448 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.161437:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433baa00 with x1855007960442240 ext(2699264->2718404) 00002000:00010000:2.0:1769074962.161445:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd433baa00 00000100:00100000:1.0:1769074962.165328:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.165432:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960442368 00000100:00100000:2.0:1769074962.165443:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960442368 00000100:00100000:2.0:1769074962.165550:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83493 00000100:00100000:2.0:1769074962.165560:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd433ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+18:2407:x1855007960442368:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:1.0:1769074962.167547:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989922 is committed 00000100:00100000:2.0:1769074962.168140:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd433ba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960442368:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2575us (2818us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074962.168153:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83493 00000100:00100000:1.0:1769074962.170795:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.173379:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960442496 00000100:00100000:3.0:1769074962.173398:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960442496 00000100:00100000:2.0:1769074962.173691:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41175 00000100:00100000:2.0:1769074962.173705:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd433b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+149:12630:x1855007960442496:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:2.0:1769074962.173742:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074962.173792:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30458e8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505cfe expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.173929:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78800/0xf5091596e30458ef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074962.173948:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78800/0xf5091596e30458ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074962.174490:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78800/0xf5091596e30458ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:2.0:1769074962.174531:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 2718405 00000004:00200000:2.0:1769074962.174536:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074962.174557:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78800/0xf5091596e30458ef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074962.174595:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30458e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cfe expref: 151 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.174614:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78800/0xf5091596e30458ef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 49 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cfe expref: 150 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.174623:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074962.174626:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074962.174630:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe80b78800, rc 0) 00000100:00100000:2.0:1769074962.174766:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd433b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+150:12630:x1855007960442496:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 1065us (3981us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074962.174775:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41175 00000100:00100000:1.0:1769074962.179116:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.179287:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960442624 00000100:00100000:2.0:1769074962.179299:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960442624 00002000:00100000:2.0:1769074962.179353:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1998848->2023423) req@ffff8ffd433ba680 x1855007960442624/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.179365:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433ba680 with x1855007960442624 ext(1998848->2023423) 00002000:00010000:2.0:1769074962.179371:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd433ba680 00000100:00100000:2.0:1769074962.179404:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11425 00000100:00100000:2.0:1769074962.179413:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd433ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960442624:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:1.0:1769074962.193277:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd433ba680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960442624:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 13852us (14160us total) trans 4294989923 rc 0/0 00000100:00100000:1.0:1769074962.193293:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11425 00002000:00100000:1.0:1769074962.193308:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1998848->2023423) req@ffff8ffd433ba680 x1855007960442624/t4294989923(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/448 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.193319:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433ba680 with x1855007960442624 ext(1998848->2023423) 00002000:00010000:1.0:1769074962.193325:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd433ba680 00000100:00100000:1.0:1769074962.195330:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.195640:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960442752 00000100:00100000:2.0:1769074962.195650:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960442752 00000100:00100000:2.0:1769074962.195759:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83494 00000100:00100000:2.0:1769074962.195772:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd433bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960442752:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:1.0:1769074962.197697:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989923 is committed 00000100:00100000:2.0:1769074962.197968:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd433bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960442752:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2194us (2643us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074962.197979:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83494 00000100:00100000:3.0:1769074962.205392:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.205561:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960443008 00000100:00100000:0.0:1769074962.205582:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960443008 00000100:00100000:0.0:1769074962.205662:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41176 00000100:00100000:0.0:1769074962.205674:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+150:12630:x1855007960443008:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074962.205750:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074962.205779:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78800/0xf5091596e30458ef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505cfe expref: 150 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.205799:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074962.205805:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074962.206024:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e30458f6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 49 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.206050:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e30458f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.206060:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e30458f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:0.0:1769074962.206110:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998171 00000004:00010000:0.0:1769074962.206134:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a78e4b0a reply state 00000000080a6a57 transno 4294998172 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e30458f6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.206146:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e30458f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.206153:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074962.206156:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074962.206159:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074962.206280:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+152:12630:x1855007960443008:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 607us (900us total) trans 4294998172 rc 0/0 00000100:00100000:0.0:1769074962.206288:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41176 00000020:00080000:0.0:1769074962.206293:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1769074962.209898:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.209961:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.210056:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960443264 00000100:00100000:1.0:1769074962.210066:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960443264 00002000:00010000:1.0:1769074962.210104:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (133464->18446744073709551615) 00002000:00100000:1.0:1769074962.210107:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe73654e00 with x1855007960443264 ext(133464->18446744073709551615) 00002000:00010000:1.0:1769074962.210118:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe73654e00. 00000100:00100000:1.0:1769074962.210206:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960443136 00000100:00100000:1.0:1769074962.210209:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960443136 00002000:00010000:1.0:1769074962.210217:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:1.0:1769074962.210219:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe73655c00 with x1855007960443136 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1769074962.210224:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe73655c00. 00000100:00100000:2.0:1769074962.211693:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11426 00000100:00100000:2.0:1769074962.211717:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960443264:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074962.212237:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 133464 00002000:00010000:2.0:1769074962.212241:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074962 00002000:00010000:2.0:1769074962.212244:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.212246:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074962 00002000:00010000:2.0:1769074962.212248:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074962.212383:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73654e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960443264:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 674us (2495us total) trans 4294989824 rc 0/0 00000100:00100000:2.0:1769074962.212392:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11426 00002000:00010000:2.0:1769074962.212397:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (133464->18446744073709551615) 00002000:00100000:2.0:1769074962.212412:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe73654e00 with x1855007960443264 ext(133464->18446744073709551615) 00002000:00010000:2.0:1769074962.212420:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe73654e00. 00000100:00100000:2.0:1769074962.212473:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11427 00000100:00100000:2.0:1769074962.212483:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960443136:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074962.212591:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2718405 -> 4194304 00002000:00010000:2.0:1769074962.212594:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074961 -> 1769074962 00002000:00010000:2.0:1769074962.212597:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.212599:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074961 -> 1769074962 00002000:00010000:2.0:1769074962.212601:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 208 -> 304 00000100:00100000:2.0:1769074962.212624:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73655c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960443136:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 143us (2662us total) trans 4294989924 rc 0/0 00000100:00100000:2.0:1769074962.212631:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11427 00002000:00010000:2.0:1769074962.212634:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074962.212637:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe73655c00 with x1855007960443136 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074962.212641:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe73655c00. 00000100:00100000:1.0:1769074962.224846:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.224945:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.226100:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960443520 00000100:00100000:0.0:1769074962.226117:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960443520 00002000:00100000:0.0:1769074962.226180:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2719744->4194303) req@ffff8ffd433bb800 x1855007960443520/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.226202:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433bb800 with x1855007960443520 ext(2719744->4194303) 00002000:00010000:0.0:1769074962.226209:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd433bb800 00000100:00100000:0.0:1769074962.226279:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960443392 00000100:00100000:0.0:1769074962.226283:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960443392 00002000:00100000:0.0:1769074962.226301:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (73728->77823) req@ffff8ffd433b9f80 x1855007960443392/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.226308:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433b9f80 with x1855007960443392 ext(73728->77823) 00002000:00010000:0.0:1769074962.226312:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd433b9f80 00000100:00100000:2.0:1769074962.226433:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11428 00000100:00100000:2.0:1769074962.226467:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd433bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960443520:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074962.227377:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11429 00000100:00100000:3.0:1769074962.227394:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd433b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960443392:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074962.227652:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd433b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960443392:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 263us (2706us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074962.227660:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11429 00002000:00100000:3.0:1769074962.227672:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (73728->77823) req@ffff8ffd433b9f80 x1855007960443392/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/4536 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074962.227680:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433b9f80 with x1855007960443392 ext(73728->77823) 00002000:00010000:3.0:1769074962.227686:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd433b9f80 00000100:00100000:0.0:1769074962.233562:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.234791:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960443648 00000100:00100000:3.0:1769074962.234808:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960443648 00002000:00100000:0.0:1769074962.236535:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (0->135167) req@ffff8ffe73656680 x1855007960443648/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 504/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.236554:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe73656680 with x1855007960443648 ext(0->135167) 00002000:00010000:0.0:1769074962.236561:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe73656680 00000100:00100000:0.0:1769074962.236678:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11430 00000100:00100000:0.0:1769074962.236690:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960443648:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074962.252519:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd433bb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960443520:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 26063us (27674us total) trans 0 rc 1474560/1474560 00000100:00100000:2.0:1769074962.252534:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11428 00002000:00100000:2.0:1769074962.252548:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2719744->4194303) req@ffff8ffd433bb800 x1855007960443520/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 1474560/1474560 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.252559:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433bb800 with x1855007960443520 ext(2719744->4194303) 00002000:00010000:2.0:1769074962.252566:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd433bb800 00000100:00100000:1.0:1769074962.252629:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73656680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960443648:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 15941us (19075us total) trans 0 rc 131072/131072 00000100:00100000:1.0:1769074962.252638:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11430 00002000:00100000:1.0:1769074962.252644:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (0->135167) req@ffff8ffe73656680 x1855007960443648/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 504/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 131072/131072 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.252653:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe73656680 with x1855007960443648 ext(0->135167) 00002000:00010000:1.0:1769074962.252656:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe73656680 00000100:00100000:1.0:1769074962.258793:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.258891:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960443776 00000100:00100000:0.0:1769074962.258901:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960443776 00002000:00100000:0.0:1769074962.258951:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (73728->133463) req@ffff8ffd433b8e00 x1855007960443776/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.258972:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433b8e00 with x1855007960443776 ext(73728->133463) 00002000:00010000:0.0:1769074962.258979:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd433b8e00 00000100:00100000:0.0:1769074962.259011:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11431 00000100:00100000:0.0:1769074962.259019:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd433b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960443776:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074962.262913:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd433b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960443776:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 3883us (4119us total) trans 4294989825 rc 0/0 00000100:00100000:2.0:1769074962.262929:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11431 00002000:00100000:2.0:1769074962.262943:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (73728->133463) req@ffff8ffd433b8e00 x1855007960443776/t4294989825(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/448 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.262955:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433b8e00 with x1855007960443776 ext(73728->133463) 00002000:00010000:2.0:1769074962.263781:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd433b8e00 00000100:00100000:3.0:1769074962.266201:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.266316:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960443904 00000100:00100000:2.0:1769074962.266329:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960443904 00000100:00100000:2.0:1769074962.266395:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83495 00000100:00100000:2.0:1769074962.266406:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960443904:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:0.0:1769074962.268374:0:9484:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294989825 is committed 00000100:00100000:2.0:1769074962.268591:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960443904:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2182us (2411us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074962.268602:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83495 00000100:00100000:1.0:1769074962.271178:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.271551:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960444032 00000100:00100000:2.0:1769074962.271561:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960444032 00000100:00100000:2.0:1769074962.271634:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41177 00000100:00100000:2.0:1769074962.271644:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd433b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+152:12630:x1855007960444032:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:2.0:1769074962.271671:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074962.271692:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30458fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d05 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.271796:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78c00/0xf5091596e3045904 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074962.271811:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78c00/0xf5091596e3045904 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074962.271824:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78c00/0xf5091596e3045904 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:2.0:1769074962.271852:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4327768 00000004:00200000:2.0:1769074962.271858:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074962.271878:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78c00/0xf5091596e3045904 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074962.271906:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e30458fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d05 expref: 154 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.271925:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78c00/0xf5091596e3045904 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 50 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d05 expref: 153 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.271934:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074962.271937:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074962.271941:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe80b78c00, rc 0) 00000100:00100000:2.0:1769074962.272020:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd433b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+153:12630:x1855007960444032:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 377us (852us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074962.272027:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41177 00000100:00100000:0.0:1769074962.275363:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.275670:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960444288 00000100:00100000:2.0:1769074962.275681:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960444288 00000100:00100000:2.0:1769074962.275740:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41178 00000100:00100000:2.0:1769074962.275751:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe73657480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+153:12630:x1855007960444288:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074962.275804:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074962.275834:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78c00/0xf5091596e3045904 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d05 expref: 153 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.275858:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074962.275862:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074962.276037:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78000/0xf5091596e304590b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 50 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074962.276058:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78000/0xf5091596e304590b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074962.276067:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78000/0xf5091596e304590b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:2.0:1769074962.276110:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998173 00000004:00010000:2.0:1769074962.276133:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000007be8807f reply state 000000003980617c transno 4294998174 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78000/0xf5091596e304590b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074962.276144:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78000/0xf5091596e304590b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074962.276150:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074962.276152:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074962.276155:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074962.276612:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe73657480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+155:12630:x1855007960444288:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 861us (1257us total) trans 4294998174 rc 0/0 00000100:00100000:2.0:1769074962.276620:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41178 00000020:00080000:2.0:1769074962.276625:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074962.279864:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.279899:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.279992:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960444416 00000100:00100000:0.0:1769074962.280002:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960444416 00002000:00010000:0.0:1769074962.280039:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2976298->18446744073709551615) 00002000:00100000:0.0:1769074962.280044:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffda3ad5180 with x1855007960444416 ext(2976298->18446744073709551615) 00002000:00010000:0.0:1769074962.280057:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffda3ad5180. 00000100:00100000:0.0:1769074962.280084:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960444544 00000100:00100000:0.0:1769074962.280086:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960444544 00002000:00010000:0.0:1769074962.280095:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074962.280098:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffda3ad7480 with x1855007960444544 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074962.280104:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffda3ad7480. 00000100:00100000:0.0:1769074962.280124:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11432 00000100:00100000:0.0:1769074962.280132:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960444416:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074962.281118:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 2976298 00002000:00010000:0.0:1769074962.281124:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.281126:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074962.281129:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.281132:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 304 -> 304 00000100:00100000:0.0:1769074962.281195:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960444416:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1062us (1346us total) trans 4294989925 rc 0/0 00000100:00100000:0.0:1769074962.281203:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11432 00002000:00010000:0.0:1769074962.281207:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2976298->18446744073709551615) 00002000:00100000:0.0:1769074962.281210:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffda3ad5180 with x1855007960444416 ext(2976298->18446744073709551615) 00002000:00010000:0.0:1769074962.281216:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffda3ad5180. 00000100:00100000:0.0:1769074962.281327:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11433 00000100:00100000:0.0:1769074962.281335:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960444544:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074962.281594:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 133464 -> 0 00002000:00010000:0.0:1769074962.281597:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.281599:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074962.281601:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.281604:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074962.281626:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960444544:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 293us (1726us total) trans 4294989826 rc 0/0 00000100:00100000:0.0:1769074962.281632:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11433 00002000:00010000:0.0:1769074962.281635:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074962.281637:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffda3ad7480 with x1855007960444544 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074962.281641:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffda3ad7480. 00000100:00100000:3.0:1769074962.287589:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.287729:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960444672 00000100:00100000:2.0:1769074962.287740:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960444672 00000100:00100000:2.0:1769074962.287803:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41179 00000100:00100000:2.0:1769074962.287814:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffda3ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+155:12630:x1855007960444672:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:2.0:1769074962.287843:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074962.287868:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e3045912 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d0c expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.287970:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e3045919 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074962.287986:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e3045919 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074962.287997:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e3045919 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:2.0:1769074962.288026:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 2976298 00000004:00200000:2.0:1769074962.288031:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074962.288051:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e3045919 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074962.288080:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e3045912 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d0c expref: 157 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.288097:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e3045919 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 51 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d0c expref: 156 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.288106:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074962.288108:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074962.288112:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe80b78600, rc 0) 00000100:00100000:2.0:1769074962.288179:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffda3ad6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+156:12630:x1855007960444672:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 367us (609us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074962.288186:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41179 00000100:00100000:1.0:1769074962.290880:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.290921:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960444800 00000100:00100000:2.0:1769074962.290931:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960444800 00000100:00100000:2.0:1769074962.291000:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11434 00000100:00100000:2.0:1769074962.291010:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd433b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960444800:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074962.291190:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2976298 -> 2976298 00002000:00010000:2.0:1769074962.291193:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.291195:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.291196:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.291199:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 304 -> 304 00000100:00100000:2.0:1769074962.291262:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd433b9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960444800:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 254us (391us total) trans 4294989926 rc 0/0 00000100:00100000:2.0:1769074962.291271:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11434 00000100:00100000:0.0:1769074962.293881:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.293973:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960444928 00000100:00100000:2.0:1769074962.293985:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960444928 00000100:00100000:2.0:1769074962.294051:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11435 00000100:00100000:2.0:1769074962.294061:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960444928:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074962.294439:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2976298 -> 2976298 00002000:00010000:2.0:1769074962.294443:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.294445:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.294706:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.294708:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 304 -> 384 00000100:00100000:2.0:1769074962.294826:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960444928:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 764us (952us total) trans 4294989927 rc 0/0 00000100:00100000:2.0:1769074962.294835:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11435 00000100:00100000:0.0:1769074962.300445:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.300623:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960445184 00000100:00100000:2.0:1769074962.300634:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960445184 00000100:00100000:2.0:1769074962.300707:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41180 00000100:00100000:2.0:1769074962.300717:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+156:12630:x1855007960445184:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074962.300780:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074962.300808:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e3045919 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d0c expref: 156 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.300827:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074962.300832:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074962.301012:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e3045920 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 51 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074962.301032:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e3045920 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074962.301041:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e3045920 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:2.0:1769074962.301082:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998175 00000004:00010000:2.0:1769074962.301105:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003b44acdd reply state 000000006795f67f transno 4294998176 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e3045920 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074962.301117:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e3045920 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074962.301123:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074962.301126:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074962.301128:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074962.301379:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+158:12630:x1855007960445184:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 662us (943us total) trans 4294998176 rc 0/0 00000100:00100000:2.0:1769074962.301387:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41180 00000020:00080000:2.0:1769074962.301392:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074962.304638:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.304759:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.304890:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960445312 00000100:00100000:2.0:1769074962.304900:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960445312 00002000:00010000:2.0:1769074962.304989:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2975391->18446744073709551615) 00002000:00100000:2.0:1769074962.304994:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433bb480 with x1855007960445312 ext(2975391->18446744073709551615) 00002000:00010000:2.0:1769074962.305007:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd433bb480. 00000100:00100000:2.0:1769074962.305041:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960445440 00000100:00100000:2.0:1769074962.305045:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960445440 00002000:00010000:2.0:1769074962.305057:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074962.305060:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433bbb80 with x1855007960445440 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074962.305066:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd433bbb80. 00000100:00100000:2.0:1769074962.305091:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11436 00000100:00100000:2.0:1769074962.305099:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd433bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960445312:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074962.305437:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2976298 -> 2975391 00002000:00010000:2.0:1769074962.305441:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.305444:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.305478:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.305481:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 384 -> 384 00000100:00100000:2.0:1769074962.305540:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd433bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960445312:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 440us (914us total) trans 4294989928 rc 0/0 00000100:00100000:2.0:1769074962.305549:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11436 00002000:00010000:2.0:1769074962.305552:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2975391->18446744073709551615) 00002000:00100000:2.0:1769074962.305555:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433bb480 with x1855007960445312 ext(2975391->18446744073709551615) 00002000:00010000:2.0:1769074962.305560:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd433bb480. 00000100:00100000:2.0:1769074962.305589:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11437 00000100:00100000:2.0:1769074962.305596:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd433bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960445440:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074962.305739:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074962.305743:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.305746:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.305748:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.305751:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074962.305772:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd433bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960445440:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 177us (1013us total) trans 4294989827 rc 0/0 00000100:00100000:2.0:1769074962.305778:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11437 00002000:00010000:2.0:1769074962.305781:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074962.305784:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd433bbb80 with x1855007960445440 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074962.305788:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd433bbb80. 00000100:00100000:0.0:1769074962.308679:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.308775:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960445568 00000100:00100000:3.0:1769074962.308786:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960445568 00000100:00100000:3.0:1769074962.308872:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41181 00000100:00100000:3.0:1769074962.308882:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+158:12630:x1855007960445568:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074962.308909:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074962.308931:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79000/0xf5091596e3045927 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d13 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.309049:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79600/0xf5091596e304592e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.309066:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79600/0xf5091596e304592e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.309080:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79600/0xf5091596e304592e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:3.0:1769074962.309106:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 2975391 00000004:00200000:3.0:1769074962.309110:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074962.309132:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79600/0xf5091596e304592e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.309159:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79000/0xf5091596e3045927 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d13 expref: 160 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.309177:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79600/0xf5091596e304592e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 52 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d13 expref: 159 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.309197:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074962.309200:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074962.309204:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4dd79600, rc 0) 00000100:00100000:3.0:1769074962.309265:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+159:12630:x1855007960445568:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 383us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074962.309273:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41181 00000100:00100000:0.0:1769074962.313120:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.313198:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960445824 00000100:00100000:3.0:1769074962.313208:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960445824 00000100:00100000:3.0:1769074962.313264:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41182 00000100:00100000:3.0:1769074962.313273:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+159:12630:x1855007960445824:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:3.0:1769074962.313329:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074962.313356:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79600/0xf5091596e304592e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d13 expref: 159 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.313373:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074962.313378:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074962.313589:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045935 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 52 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.313614:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045935 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.313626:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045935 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:3.0:1769074962.313680:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998177 00000004:00010000:3.0:1769074962.313704:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000378de392 reply state 0000000027b13040 transno 4294998178 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045935 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.313716:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045935 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.313723:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074962.313726:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074962.313729:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074962.313835:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+161:12630:x1855007960445824:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 562us (724us total) trans 4294998178 rc 0/0 00000100:00100000:3.0:1769074962.313843:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41182 00000020:00080000:3.0:1769074962.313848:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074962.317277:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.317359:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.317524:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960445952 00000100:00100000:3.0:1769074962.317536:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960445952 00002000:00010000:3.0:1769074962.317632:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1334904->18446744073709551615) 00002000:00100000:3.0:1769074962.317638:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581d9180 with x1855007960445952 ext(1334904->18446744073709551615) 00002000:00010000:3.0:1769074962.317662:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581d9180. 00000100:00100000:3.0:1769074962.317688:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960446080 00000100:00100000:3.0:1769074962.317692:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960446080 00002000:00010000:3.0:1769074962.317706:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074962.317710:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581d8380 with x1855007960446080 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074962.317717:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe581d8380. 00000100:00100000:3.0:1769074962.317742:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11438 00000100:00100000:3.0:1769074962.317751:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960445952:12345-192.168.204.30@tcp:10:fsx.0 00000100:00100000:2.0:1769074962.318084:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11439 00000100:00100000:2.0:1769074962.318095:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960446080:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074962.318241:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074962.318245:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.318247:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.318249:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.318252:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074962.318314:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581d8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960446080:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 222us (955us total) trans 4294989828 rc 0/0 00000100:00100000:2.0:1769074962.318323:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11439 00002000:00010000:2.0:1769074962.318327:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074962.318329:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581d8380 with x1855007960446080 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074962.318334:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe581d8380. 00002000:00010000:2.0:1769074962.321815:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2975391 -> 1334904 00002000:00010000:2.0:1769074962.321826:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.321829:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.321832:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.321834:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 384 -> 216 00000100:00100000:2.0:1769074962.321974:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581d9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960445952:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 4219us (4796us total) trans 4294989929 rc 0/0 00000100:00100000:2.0:1769074962.321985:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11438 00002000:00010000:2.0:1769074962.321990:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1334904->18446744073709551615) 00002000:00100000:2.0:1769074962.321994:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581d9180 with x1855007960445952 ext(1334904->18446744073709551615) 00002000:00010000:2.0:1769074962.322001:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581d9180. 00000100:00100000:1.0:1769074962.327581:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.327764:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960446208 00000100:00100000:0.0:1769074962.327777:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960446208 00000100:00100000:0.0:1769074962.327842:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41183 00000100:00100000:0.0:1769074962.327853:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+161:12630:x1855007960446208:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074962.327881:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074962.327908:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e304593c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d1a expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.328031:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045943 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.328048:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045943 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.328060:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045943 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:0.0:1769074962.328089:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 1334904 00000004:00200000:0.0:1769074962.328093:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074962.328112:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045943 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.328137:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e304593c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d1a expref: 163 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.328152:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045943 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 53 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d1a expref: 162 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.328161:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074962.328164:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074962.328168:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe81f59600, rc 0) 00000100:00100000:0.0:1769074962.328236:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581daa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+162:12630:x1855007960446208:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 385us (674us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074962.328244:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41183 00000100:00100000:1.0:1769074962.333538:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.333745:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960446464 00000100:00100000:3.0:1769074962.333757:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960446464 00000100:00100000:3.0:1769074962.333820:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41184 00000100:00100000:3.0:1769074962.333830:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+162:12630:x1855007960446464:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:3.0:1769074962.333886:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074962.333915:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045943 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d1a expref: 162 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.333934:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074962.333939:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074962.334112:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79600/0xf5091596e304594a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 53 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.334132:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79600/0xf5091596e304594a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.334141:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79600/0xf5091596e304594a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:3.0:1769074962.334203:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998179 00000004:00010000:3.0:1769074962.334227:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000070565eda reply state 0000000044d89a63 transno 4294998180 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79600/0xf5091596e304594a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.334238:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79600/0xf5091596e304594a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.334244:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074962.334247:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074962.334250:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074962.334343:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581da300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+164:12630:x1855007960446464:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 513us (816us total) trans 4294998180 rc 0/0 00000100:00100000:3.0:1769074962.334350:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41184 00000020:00080000:3.0:1769074962.334355:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074962.337267:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.337330:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.337428:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960446592 00000100:00100000:1.0:1769074962.337439:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960446592 00002000:00010000:1.0:1769074962.337513:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:1.0:1769074962.337519:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe61409500 with x1855007960446592 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1769074962.337531:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe61409500. 00000100:00100000:1.0:1769074962.337551:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960446720 00000100:00100000:1.0:1769074962.337554:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960446720 00002000:00010000:1.0:1769074962.337566:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (653306->18446744073709551615) 00002000:00100000:1.0:1769074962.337569:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6140a300 with x1855007960446720 ext(653306->18446744073709551615) 00002000:00010000:1.0:1769074962.337587:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6140a300. 00000100:00100000:1.0:1769074962.337604:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11440 00000100:00100000:1.0:1769074962.337612:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe61409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960446592:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074962.337794:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1334904 -> 4194304 00002000:00010000:1.0:1769074962.337798:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.337800:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:1.0:1769074962.337802:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.337805:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 216 -> 216 00000100:00100000:1.0:1769074962.337862:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe61409500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960446592:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 249us (604us total) trans 4294989930 rc 0/0 00000100:00100000:1.0:1769074962.337893:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11440 00002000:00010000:1.0:1769074962.337898:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:1.0:1769074962.337900:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe61409500 with x1855007960446592 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1769074962.337905:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe61409500. 00000100:00100000:1.0:1769074962.338013:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11441 00000100:00100000:1.0:1769074962.338020:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6140a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960446720:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074962.338147:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 653306 00002000:00010000:1.0:1769074962.338150:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.338152:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:1.0:1769074962.338155:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.338157:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1769074962.338184:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6140a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960446720:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 164us (853us total) trans 4294989829 rc 0/0 00000100:00100000:1.0:1769074962.338191:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11441 00002000:00010000:1.0:1769074962.338194:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (653306->18446744073709551615) 00002000:00100000:1.0:1769074962.338197:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6140a300 with x1855007960446720 ext(653306->18446744073709551615) 00002000:00010000:1.0:1769074962.338202:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6140a300. 00000100:00100000:3.0:1769074962.341245:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.342049:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960446848 00000100:00100000:0.0:1769074962.342064:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960446848 00000100:00100000:0.0:1769074962.342175:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41185 00000100:00100000:0.0:1769074962.342194:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe61408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+164:12630:x1855007960446848:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074962.342223:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074962.342247:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045951 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d21 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.342347:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045958 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.342364:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045958 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.342375:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045958 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:0.0:1769074962.342403:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4847610 00000004:00200000:0.0:1769074962.342408:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074962.342426:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045958 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:0.0:1769074962.342480:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045951 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d21 expref: 166 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.342497:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045958 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 54 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d21 expref: 165 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074962.342506:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074962.342509:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074962.342513:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe81f58000, rc 0) 00000100:00100000:0.0:1769074962.342586:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe61408700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+165:12630:x1855007960446848:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 394us (1350us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074962.342598:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41185 00000100:00100000:1.0:1769074962.345316:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.345421:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960446976 00000100:00100000:3.0:1769074962.345433:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960446976 00000100:00100000:2.0:1769074962.345966:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11442 00000100:00100000:2.0:1769074962.345978:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960446976:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074962.346436:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 653306 -> 653306 00002000:00010000:2.0:1769074962.346440:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.346443:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.346478:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.346482:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 112 00000100:00100000:2.0:1769074962.346553:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581d9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960446976:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 576us (1245us total) trans 4294989830 rc 0/0 00000100:00100000:2.0:1769074962.346562:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11442 00000100:00100000:1.0:1769074962.349281:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.350246:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960447104 00000100:00100000:0.0:1769074962.350259:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960447104 00000100:00100000:0.0:1769074962.350342:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11443 00000100:00100000:0.0:1769074962.350351:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960447104:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074962.350860:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074962.350866:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.350869:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074962.350871:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.350874:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 216 -> 216 00000100:00100000:0.0:1769074962.350940:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581db800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+15:2409:x1855007960447104:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 588us (1666us total) trans 4294989931 rc 0/0 00000100:00100000:0.0:1769074962.350949:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11443 00000100:00100000:1.0:1769074962.355042:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.355138:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960447232 00000100:00100000:2.0:1769074962.355149:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960447232 00002000:00100000:2.0:1769074962.355212:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (40960->1232895) req@ffff8ffe581dad80 x1855007960447232/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 504/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.355222:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581dad80 with x1855007960447232 ext(40960->1232895) 00002000:00010000:2.0:1769074962.355229:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581dad80 00000100:00100000:2.0:1769074962.355263:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11444 00000100:00100000:2.0:1769074962.355272:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960447232:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074962.359402:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581dad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+17:2410:x1855007960447232:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 4117us (4431us total) trans 4294989932 rc 0/0 00000100:00100000:2.0:1769074962.359418:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11444 00002000:00100000:2.0:1769074962.359433:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (40960->1232895) req@ffff8ffe581dad80 x1855007960447232/t4294989932(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 504/448 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.359443:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581dad80 with x1855007960447232 ext(40960->1232895) 00002000:00010000:2.0:1769074962.359484:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581dad80 00000100:00100000:2.0:1769074962.362036:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.362126:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960447360 00000100:00100000:3.0:1769074962.362137:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960447360 00000100:00100000:3.0:1769074962.362211:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83496 00000100:00100000:3.0:1769074962.362222:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd9f246d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+17:2410:x1855007960447360:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074962.364157:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989932 is committed 00000100:00100000:3.0:1769074962.364371:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd9f246d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960447360:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2146us (2342us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074962.364383:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83496 00000100:00100000:1.0:1769074962.367799:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.367902:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960447488 00000100:00100000:0.0:1769074962.367913:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960447488 00000100:00100000:0.0:1769074962.367991:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11445 00000100:00100000:0.0:1769074962.368001:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960447488:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074962.368228:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074962.368232:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.368235:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074962.368237:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.368239:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 216 -> 464 00000100:00100000:0.0:1769074962.368309:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581d8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960447488:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 309us (520us total) trans 4294989933 rc 0/0 00000100:00100000:0.0:1769074962.368375:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11445 00000100:00100000:1.0:1769074962.370916:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.371055:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960447616 00000100:00100000:2.0:1769074962.371065:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960447616 00000100:00100000:2.0:1769074962.371137:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11446 00000100:00100000:2.0:1769074962.371147:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960447616:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074962.371442:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074962.371477:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.371480:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.371482:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.371485:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 464 -> 592 00000100:00100000:2.0:1769074962.371547:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581dbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960447616:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 400us (641us total) trans 4294989934 rc 0/0 00000100:00100000:2.0:1769074962.371556:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11446 00000100:00100000:1.0:1769074962.374549:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.374660:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960447744 00000100:00100000:0.0:1769074962.374672:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960447744 00000100:00100000:0.0:1769074962.374750:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11447 00000100:00100000:0.0:1769074962.374760:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960447744:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074962.375071:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 653306 -> 653306 00002000:00010000:0.0:1769074962.375075:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.375078:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074962.375080:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.375082:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 112 -> 192 00000100:00100000:0.0:1769074962.375144:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581d8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960447744:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 385us (603us total) trans 4294989831 rc 0/0 00000100:00100000:0.0:1769074962.375152:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11447 00000100:00100000:1.0:1769074962.378409:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.378539:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960447872 00000100:00100000:2.0:1769074962.378549:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960447872 00002000:00100000:2.0:1769074962.378616:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (1843200->1847295) req@ffff8ffe581d9880 x1855007960447872/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.378629:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581d9880 with x1855007960447872 ext(1843200->1847295) 00002000:00010000:2.0:1769074962.378635:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581d9880 00000100:00100000:2.0:1769074962.378675:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11448 00000100:00100000:2.0:1769074962.378684:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960447872:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074962.378893:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581d9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960447872:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 209us (495us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074962.378901:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11448 00002000:00100000:2.0:1769074962.378908:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (1843200->1847295) req@ffff8ffe581d9880 x1855007960447872/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/4536 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.378918:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581d9880 with x1855007960447872 ext(1843200->1847295) 00002000:00010000:2.0:1769074962.378921:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581d9880 00000100:00100000:1.0:1769074962.382426:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.382809:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960448000 00000100:00100000:0.0:1769074962.382820:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960448000 00002000:00100000:0.0:1769074962.382873:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1888256->1892351) req@ffff8ffe581d9500 x1855007960448000/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.382883:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581d9500 with x1855007960448000 ext(1888256->1892351) 00002000:00010000:0.0:1769074962.382889:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581d9500 00000100:00100000:0.0:1769074962.382914:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11449 00000100:00100000:0.0:1769074962.382923:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe581d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960448000:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074962.383143:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe581d9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960448000:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 219us (726us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074962.383152:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11449 00002000:00100000:0.0:1769074962.383160:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1888256->1892351) req@ffff8ffe581d9500 x1855007960448000/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/4536 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.383168:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe581d9500 with x1855007960448000 ext(1888256->1892351) 00002000:00010000:0.0:1769074962.383172:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe581d9500 00000100:00100000:1.0:1769074962.387142:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.387294:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960448128 00000100:00100000:2.0:1769074962.387305:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960448128 00002000:00100000:2.0:1769074962.387365:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3964928->4022271) req@ffff8ffd428caa00 x1855007960448128/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.387377:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428caa00 with x1855007960448128 ext(3964928->4022271) 00002000:00010000:2.0:1769074962.387384:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428caa00 00000100:00100000:2.0:1769074962.387419:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11450 00000100:00100000:2.0:1769074962.387428:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960448128:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074962.390770:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960448128:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3327us (3621us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1769074962.390783:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11450 00002000:00100000:2.0:1769074962.390798:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3964928->4022271) req@ffff8ffd428caa00 x1855007960448128/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.390809:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428caa00 with x1855007960448128 ext(3964928->4022271) 00002000:00010000:2.0:1769074962.390816:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428caa00 00000100:00100000:3.0:1769074962.394039:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.394339:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960448384 00000100:00100000:2.0:1769074962.394351:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960448384 00000100:00100000:2.0:1769074962.394413:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41186 00000100:00100000:2.0:1769074962.394422:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe61408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+165:12630:x1855007960448384:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074962.394493:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074962.394526:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045958 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d21 expref: 165 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074962.394548:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074962.394553:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074962.394749:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e304595f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 54 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074962.394772:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e304595f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074962.394781:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e304595f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:2.0:1769074962.394826:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998181 00000004:00010000:2.0:1769074962.394849:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000da9e3981 reply state 00000000baf51cc7 transno 4294998182 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e304595f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074962.394861:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e304595f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074962.394871:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074962.394874:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074962.394877:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074962.394980:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe61408000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+167:12630:x1855007960448384:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 558us (950us total) trans 4294998182 rc 0/0 00000100:00100000:2.0:1769074962.394987:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41186 00000020:00080000:2.0:1769074962.394992:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074962.399425:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.399544:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960448640 00000100:00100000:2.0:1769074962.399553:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960448640 00002000:00010000:2.0:1769074962.399607:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (995257->18446744073709551615) 00002000:00100000:2.0:1769074962.399612:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428c9180 with x1855007960448640 ext(995257->18446744073709551615) 00002000:00010000:2.0:1769074962.399625:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd428c9180. 00000100:00100000:2.0:1769074962.399648:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11451 00000100:00100000:2.0:1769074962.399668:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960448640:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074962.399876:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 653306 -> 995257 00002000:00010000:2.0:1769074962.399880:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.399883:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.399886:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.399888:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 192 -> 192 00000100:00100000:2.0:1769074962.399954:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960448640:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 286us (539us total) trans 4294989832 rc 0/0 00000100:00100000:2.0:1769074962.399971:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11451 00002000:00010000:2.0:1769074962.399975:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (995257->18446744073709551615) 00002000:00100000:2.0:1769074962.399978:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428c9180 with x1855007960448640 ext(995257->18446744073709551615) 00002000:00010000:2.0:1769074962.399983:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd428c9180. 00000100:00100000:2.0:1769074962.401469:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.401554:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960448512 00000100:00100000:0.0:1769074962.401563:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960448512 00002000:00010000:0.0:1769074962.401606:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:0.0:1769074962.401611:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd9f246a00 with x1855007960448512 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1769074962.401622:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd9f246a00. 00000100:00100000:0.0:1769074962.401674:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11452 00000100:00100000:0.0:1769074962.401683:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd9f246a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960448512:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074962.401794:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074962.401797:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.401800:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074962.401803:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.401805:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 592 -> 592 00000100:00100000:0.0:1769074962.401859:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd9f246a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960448512:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 176us (414us total) trans 4294989935 rc 0/0 00000100:00100000:0.0:1769074962.401867:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11452 00002000:00010000:0.0:1769074962.401871:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:0.0:1769074962.401873:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd9f246a00 with x1855007960448512 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1769074962.401878:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd9f246a00. 00000100:00100000:1.0:1769074962.404848:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.405422:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960448768 00000100:00100000:2.0:1769074962.405434:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960448768 00002000:00100000:2.0:1769074962.405514:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (950272->954367) req@ffff8ffd428c9c00 x1855007960448768/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.405527:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428c9c00 with x1855007960448768 ext(950272->954367) 00002000:00010000:2.0:1769074962.405533:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd428c9c00 00000100:00100000:2.0:1769074962.405559:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11453 00000100:00100000:2.0:1769074962.405577:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960448768:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074962.405783:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960448768:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 215us (944us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074962.405791:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11453 00002000:00100000:2.0:1769074962.405798:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (950272->954367) req@ffff8ffd428c9c00 x1855007960448768/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/4536 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.405806:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428c9c00 with x1855007960448768 ext(950272->954367) 00002000:00010000:2.0:1769074962.405809:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd428c9c00 00000100:00100000:1.0:1769074962.409629:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.409718:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960448896 00000100:00100000:2.0:1769074962.409730:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960448896 00002000:00100000:2.0:1769074962.409783:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (954368->958463) req@ffff8ffd428c9f80 x1855007960448896/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.409795:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428c9f80 with x1855007960448896 ext(954368->958463) 00002000:00010000:2.0:1769074962.409801:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd428c9f80 00000100:00100000:2.0:1769074962.409830:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11454 00000100:00100000:2.0:1769074962.409839:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960448896:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074962.410057:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960448896:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 217us (437us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074962.410064:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11454 00002000:00100000:2.0:1769074962.410070:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (954368->958463) req@ffff8ffd428c9f80 x1855007960448896/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/4536 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.410078:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428c9f80 with x1855007960448896 ext(954368->958463) 00002000:00010000:2.0:1769074962.410081:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd428c9f80 00000100:00100000:2.0:1769074962.418148:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.418429:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960449024 00000100:00100000:0.0:1769074962.418440:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960449024 00002000:00100000:1.0:1769074962.418629:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (847872->995327) req@ffff8ffd9f245180 x1855007960449024/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 504/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.418643:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd9f245180 with x1855007960449024 ext(847872->995327) 00002000:00010000:1.0:1769074962.418649:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd9f245180 00000100:00100000:1.0:1769074962.418717:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11455 00000100:00100000:1.0:1769074962.418728:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd9f245180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960449024:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074962.423112:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd9f245180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960449024:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 4376us (4963us total) trans 0 rc 139264/139264 00000100:00100000:1.0:1769074962.423127:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11455 00002000:00100000:1.0:1769074962.423140:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (847872->995327) req@ffff8ffd9f245180 x1855007960449024/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 504/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 139264/139264 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.423150:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd9f245180 with x1855007960449024 ext(847872->995327) 00002000:00010000:1.0:1769074962.423156:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd9f245180 00000100:00100000:3.0:1769074962.426707:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.426838:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960449152 00000100:00100000:1.0:1769074962.426849:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960449152 00002000:00100000:1.0:1769074962.426901:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (950272->995256) req@ffff8ffe6140a680 x1855007960449152/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.426913:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6140a680 with x1855007960449152 ext(950272->995256) 00002000:00010000:1.0:1769074962.426920:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6140a680 00000100:00100000:1.0:1769074962.426983:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11456 00000100:00100000:1.0:1769074962.426992:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6140a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960449152:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:1.0:1769074962.430657:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6140a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960449152:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 3655us (3948us total) trans 4294989833 rc 0/0 00000100:00100000:1.0:1769074962.430669:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11456 00002000:00100000:1.0:1769074962.430680:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (950272->995256) req@ffff8ffe6140a680 x1855007960449152/t4294989833(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/448 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.430688:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6140a680 with x1855007960449152 ext(950272->995256) 00002000:00010000:1.0:1769074962.430694:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6140a680 00000100:00100000:3.0:1769074962.434057:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.434154:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960449280 00000100:00100000:2.0:1769074962.434165:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960449280 00000100:00100000:2.0:1769074962.434366:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83497 00000100:00100000:2.0:1769074962.434376:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6140b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960449280:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:0.0:1769074962.436675:0:9484:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294989833 is committed 00000100:00100000:2.0:1769074962.437282:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6140b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960449280:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2902us (3229us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074962.437295:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83497 00000100:00100000:2.0:1769074962.440158:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.440327:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960449408 00000100:00100000:3.0:1769074962.440339:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960449408 00000100:00100000:3.0:1769074962.440437:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41187 00000100:00100000:3.0:1769074962.440582:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd9f247100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+167:12630:x1855007960449408:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074962.440611:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074962.440635:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045966 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d28 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.440756:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e304596d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.440772:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e304596d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.440784:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e304596d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:3.0:1769074962.440811:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 5189561 00000004:00200000:3.0:1769074962.440815:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074962.440834:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e304596d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.440860:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045966 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d28 expref: 169 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.440876:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e304596d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 55 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d28 expref: 168 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.440885:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074962.440888:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074962.440929:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4dd78000, rc 0) 00000100:00100000:3.0:1769074962.441000:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd9f247100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+168:12630:x1855007960449408:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 554us (851us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074962.441009:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41187 00000100:00100000:1.0:1769074962.444647:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.444848:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960449536 00000100:00100000:2.0:1769074962.444859:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960449536 00002000:00100000:2.0:1769074962.444910:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1671168->1675263) req@ffff8ffd428c8a80 x1855007960449536/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.444921:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428c8a80 with x1855007960449536 ext(1671168->1675263) 00002000:00010000:2.0:1769074962.444928:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428c8a80 00000100:00100000:1.0:1769074962.445055:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11457 00000100:00100000:1.0:1769074962.445067:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960449536:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074962.445370:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960449536:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 305us (731us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074962.445379:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11457 00002000:00100000:1.0:1769074962.445386:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1671168->1675263) req@ffff8ffd428c8a80 x1855007960449536/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/4536 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.445394:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428c8a80 with x1855007960449536 ext(1671168->1675263) 00002000:00010000:1.0:1769074962.445398:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428c8a80 00000100:00100000:0.0:1769074962.449221:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.449315:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960449664 00000100:00100000:2.0:1769074962.449326:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960449664 00002000:00100000:2.0:1769074962.449377:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1728512->1732607) req@ffff8ffe679c9f80 x1855007960449664/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.449391:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe679c9f80 with x1855007960449664 ext(1728512->1732607) 00002000:00010000:2.0:1769074962.449398:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe679c9f80 00000100:00100000:2.0:1769074962.449439:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11458 00000100:00100000:2.0:1769074962.449486:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960449664:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074962.449728:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960449664:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 279us (515us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074962.449735:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11458 00002000:00100000:2.0:1769074962.449742:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1728512->1732607) req@ffff8ffe679c9f80 x1855007960449664/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/4536 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.449751:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe679c9f80 with x1855007960449664 ext(1728512->1732607) 00002000:00010000:2.0:1769074962.449755:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe679c9f80 00000100:00100000:3.0:1769074962.453002:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.453106:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960449792 00000100:00100000:1.0:1769074962.453116:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960449792 00000100:00100000:1.0:1769074962.453193:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11459 00000100:00100000:1.0:1769074962.453202:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c18aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960449792:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074962.453500:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074962.453504:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.453507:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:1.0:1769074962.453510:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.453512:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 592 -> 592 00000100:00100000:1.0:1769074962.453589:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c18aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960449792:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 387us (596us total) trans 4294989936 rc 0/0 00000100:00100000:1.0:1769074962.453598:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11459 00000100:00100000:3.0:1769074962.456760:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.456827:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960449920 00000100:00100000:2.0:1769074962.456838:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960449920 00002000:00100000:2.0:1769074962.456883:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1585152->1650687) req@ffff8ffe5c18b480 x1855007960449920/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.456892:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18b480 with x1855007960449920 ext(1585152->1650687) 00002000:00010000:2.0:1769074962.456897:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18b480 00000100:00100000:1.0:1769074962.456949:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11460 00000100:00100000:1.0:1769074962.457034:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c18b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960449920:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074962.460784:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c18b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960449920:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3744us (4022us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1769074962.460800:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11460 00002000:00100000:1.0:1769074962.460814:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1585152->1650687) req@ffff8ffe5c18b480 x1855007960449920/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.460824:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18b480 with x1855007960449920 ext(1585152->1650687) 00002000:00010000:1.0:1769074962.460832:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18b480 00000100:00100000:2.0:1769074962.464558:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.464675:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960450048 00000100:00100000:1.0:1769074962.464686:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960450048 00002000:00100000:1.0:1769074962.464737:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1335296->1372159) req@ffff8ffdb9ef6680 x1855007960450048/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.464748:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef6680 with x1855007960450048 ext(1335296->1372159) 00002000:00010000:1.0:1769074962.464754:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef6680 00000100:00100000:1.0:1769074962.464787:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11461 00000100:00100000:1.0:1769074962.464797:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960450048:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074962.471420:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960450048:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 6611us (6858us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1769074962.471434:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11461 00002000:00100000:1.0:1769074962.471461:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1335296->1372159) req@ffff8ffdb9ef6680 x1855007960450048/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.471471:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef6680 with x1855007960450048 ext(1335296->1372159) 00002000:00010000:1.0:1769074962.471477:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef6680 00000100:00100000:2.0:1769074962.475798:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.476738:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960450176 00000100:00100000:0.0:1769074962.476749:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960450176 00002000:00100000:0.0:1769074962.476788:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1372160->1409023) req@ffff8ffdb9ef7b80 x1855007960450176/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.476796:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef7b80 with x1855007960450176 ext(1372160->1409023) 00002000:00010000:0.0:1769074962.476801:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef7b80 00000100:00100000:0.0:1769074962.476819:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11462 00000100:00100000:0.0:1769074962.476825:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960450176:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074962.493308:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960450176:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 16473us (17510us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1769074962.493321:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11462 00002000:00100000:0.0:1769074962.493330:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1372160->1409023) req@ffff8ffdb9ef7b80 x1855007960450176/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.493338:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef7b80 with x1855007960450176 ext(1372160->1409023) 00002000:00010000:0.0:1769074962.493344:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef7b80 00000100:00100000:1.0:1769074962.496825:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.497145:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960450304 00000100:00100000:0.0:1769074962.497156:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960450304 00000100:00100000:0.0:1769074962.497350:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11463 00000100:00100000:0.0:1769074962.497361:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960450304:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074962.497637:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074962.497642:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.497644:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074962.497648:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.497649:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 592 -> 592 00000100:00100000:0.0:1769074962.497714:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960450304:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 354us (898us total) trans 4294989937 rc 0/0 00000100:00100000:0.0:1769074962.497724:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11463 00000100:00100000:2.0:1769074962.500934:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.501091:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960450432 00000100:00100000:0.0:1769074962.501105:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960450432 00000100:00100000:0.0:1769074962.501193:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11464 00000100:00100000:0.0:1769074962.501204:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960450432:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074962.501630:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074962.501635:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.501638:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074962.501641:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.501643:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 592 -> 656 00000100:00100000:0.0:1769074962.501742:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960450432:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 539us (816us total) trans 4294989938 rc 0/0 00000100:00100000:0.0:1769074962.501752:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11464 00000100:00100000:1.0:1769074962.505025:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.505135:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960450560 00000100:00100000:0.0:1769074962.505149:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960450560 00002000:00100000:0.0:1769074962.505380:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1183744->1892351) req@ffff8ffd428cb800 x1855007960450560/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 536/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.505393:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cb800 with x1855007960450560 ext(1183744->1892351) 00002000:00010000:0.0:1769074962.505400:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cb800 00000100:00100000:0.0:1769074962.505437:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11465 00000100:00100000:0.0:1769074962.505586:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960450560:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074962.511060:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960450560:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 5601us (6034us total) trans 4294989939 rc 0/0 00000100:00100000:0.0:1769074962.511079:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11465 00002000:00100000:0.0:1769074962.511093:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1183744->1892351) req@ffff8ffd428cb800 x1855007960450560/t4294989939(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 536/456 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.511104:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cb800 with x1855007960450560 ext(1183744->1892351) 00002000:00010000:0.0:1769074962.511111:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cb800 00000100:00100000:2.0:1769074962.513897:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.514005:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960450688 00000100:00100000:0.0:1769074962.514016:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960450688 00000100:00100000:0.0:1769074962.514099:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11466 00000100:00100000:0.0:1769074962.514110:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960450688:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074962.514584:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074962.514589:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.514591:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074962 00002000:00010000:0.0:1769074962.514594:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.514596:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 656 -> 888 00000100:00100000:0.0:1769074962.514650:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+15:2409:x1855007960450688:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 542us (764us total) trans 4294989940 rc 0/0 00000100:00100000:0.0:1769074962.514658:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11466 00000100:00100000:1.0:1769074962.519047:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.519195:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960450816 00000100:00100000:2.0:1769074962.519206:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960450816 00002000:00100000:2.0:1769074962.519259:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3428352->3432447) req@ffff8ffd428ca300 x1855007960450816/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.519272:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428ca300 with x1855007960450816 ext(3428352->3432447) 00002000:00010000:2.0:1769074962.519279:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428ca300 00000100:00100000:2.0:1769074962.519306:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11467 00000100:00100000:2.0:1769074962.519313:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960450816:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074962.519539:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960450816:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 226us (505us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074962.519546:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11467 00002000:00100000:2.0:1769074962.519550:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3428352->3432447) req@ffff8ffd428ca300 x1855007960450816/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/4536 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.519556:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428ca300 with x1855007960450816 ext(3428352->3432447) 00002000:00010000:2.0:1769074962.519558:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428ca300 00000100:00100000:1.0:1769074962.521710:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.521838:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960450944 00000100:00100000:0.0:1769074962.521849:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960450944 00002000:00100000:0.0:1769074962.521898:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3481600->3485695) req@ffff8ffd428c8000 x1855007960450944/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.521909:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428c8000 with x1855007960450944 ext(3481600->3485695) 00002000:00010000:0.0:1769074962.521915:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428c8000 00000100:00100000:0.0:1769074962.521942:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11468 00000100:00100000:0.0:1769074962.521951:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960450944:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074962.522392:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960450944:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 441us (690us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074962.522401:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11468 00002000:00100000:0.0:1769074962.522408:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3481600->3485695) req@ffff8ffd428c8000 x1855007960450944/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/4536 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.522416:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428c8000 with x1855007960450944 ext(3481600->3485695) 00002000:00010000:0.0:1769074962.522420:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428c8000 00000100:00100000:3.0:1769074962.524539:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.524629:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960451072 00000100:00100000:0.0:1769074962.524637:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960451072 00002000:00100000:0.0:1769074962.524672:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (221184->270335) req@ffff8ffe5c189c00 x1855007960451072/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.524681:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c189c00 with x1855007960451072 ext(221184->270335) 00002000:00010000:0.0:1769074962.524686:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5c189c00 00000100:00100000:0.0:1769074962.524711:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11469 00000100:00100000:0.0:1769074962.524716:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960451072:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074962.526592:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960451072:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 1866us (2052us total) trans 0 rc 49152/49152 00000100:00100000:1.0:1769074962.526602:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11469 00002000:00100000:1.0:1769074962.526611:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (221184->270335) req@ffff8ffe5c189c00 x1855007960451072/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 49152/49152 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.526618:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c189c00 with x1855007960451072 ext(221184->270335) 00002000:00010000:1.0:1769074962.526623:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5c189c00 00000100:00100000:1.0:1769074962.530154:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.530333:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960451200 00000100:00100000:0.0:1769074962.530344:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960451200 00000100:00100000:0.0:1769074962.530426:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11470 00000100:00100000:0.0:1769074962.530436:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960451200:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074962.530777:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 995257 -> 995257 00002000:00010000:0.0:1769074962.530782:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.530784:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074962.530786:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.530789:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 192 -> 256 00000100:00100000:0.0:1769074962.530846:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960451200:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 410us (702us total) trans 4294989834 rc 0/0 00000100:00100000:0.0:1769074962.530854:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11470 00000100:00100000:2.0:1769074962.536664:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.536757:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960451328 00000100:00100000:1.0:1769074962.536766:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960451328 00002000:00100000:1.0:1769074962.536805:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (827392->3485695) req@ffff8ffdb9ef7100 x1855007960451328/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 504/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.536818:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef7100 with x1855007960451328 ext(827392->3485695) 00002000:00010000:1.0:1769074962.536823:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef7100 00000100:00100000:1.0:1769074962.536852:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11471 00000100:00100000:1.0:1769074962.536860:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+15:2408:x1855007960451328:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:1.0:1769074962.540644:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+17:2408:x1855007960451328:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 3774us (3977us total) trans 4294989941 rc 0/0 00000100:00100000:1.0:1769074962.540659:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11471 00002000:00100000:1.0:1769074962.540672:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (827392->3485695) req@ffff8ffdb9ef7100 x1855007960451328/t4294989941(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 504/448 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.540682:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef7100 with x1855007960451328 ext(827392->3485695) 00002000:00010000:1.0:1769074962.540689:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef7100 00000100:00100000:1.0:1769074962.543418:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.543549:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960451456 00000100:00100000:2.0:1769074962.543560:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960451456 00000100:00100000:2.0:1769074962.543627:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83498 00000100:00100000:2.0:1769074962.543636:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+17:2410:x1855007960451456:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:3.0:1769074962.547035:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989941 is committed 00000100:00100000:2.0:1769074962.547372:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960451456:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 3731us (3958us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074962.547383:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83498 00000100:00100000:2.0:1769074962.552331:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.552526:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960451584 00000100:00100000:1.0:1769074962.552537:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960451584 00002000:00100000:1.0:1769074962.552593:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (712704->761855) req@ffff8ffdb9ef5500 x1855007960451584/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.552604:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef5500 with x1855007960451584 ext(712704->761855) 00002000:00010000:1.0:1769074962.552610:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef5500 00000100:00100000:1.0:1769074962.552682:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11472 00000100:00100000:1.0:1769074962.552691:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960451584:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:1.0:1769074962.556625:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960451584:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 3924us (4293us total) trans 4294989942 rc 0/0 00000100:00100000:1.0:1769074962.556642:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11472 00002000:00100000:1.0:1769074962.556654:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (712704->761855) req@ffff8ffdb9ef5500 x1855007960451584/t4294989942(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/448 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.556665:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef5500 with x1855007960451584 ext(712704->761855) 00002000:00010000:1.0:1769074962.556670:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef5500 00000100:00100000:2.0:1769074962.559141:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.559304:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960451712 00000100:00100000:3.0:1769074962.559315:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960451712 00000100:00100000:3.0:1769074962.559417:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83499 00000100:00100000:3.0:1769074962.559427:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe81fa1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960451712:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:3.0:1769074962.561081:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989942 is committed 00000100:00100000:2.0:1769074962.561409:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe81fa1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960451712:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 1979us (2273us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074962.561423:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83499 00000100:00100000:2.0:1769074962.568762:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.569098:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960451840 00000100:00100000:1.0:1769074962.569108:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960451840 00000100:00100000:1.0:1769074962.569308:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11473 00000100:00100000:1.0:1769074962.569319:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960451840:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074962.569496:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074962.569499:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.569502:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.569504:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.569506:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 888 -> 1208 00000100:00100000:1.0:1769074962.569579:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960451840:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 261us (826us total) trans 4294989943 rc 0/0 00000100:00100000:1.0:1769074962.569588:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11473 00000100:00100000:2.0:1769074962.575653:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.576347:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960451968 00000100:00100000:0.0:1769074962.576358:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960451968 00002000:00100000:0.0:1769074962.576492:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3043328->3080191) req@ffff8ffdb9ef4700 x1855007960451968/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.576503:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef4700 with x1855007960451968 ext(3043328->3080191) 00002000:00010000:0.0:1769074962.576509:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef4700 00000100:00100000:0.0:1769074962.576543:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11474 00000100:00100000:0.0:1769074962.576553:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960451968:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074962.579605:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960451968:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3042us (3950us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1769074962.579620:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11474 00002000:00100000:2.0:1769074962.579635:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3043328->3080191) req@ffff8ffdb9ef4700 x1855007960451968/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.579646:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef4700 with x1855007960451968 ext(3043328->3080191) 00002000:00010000:2.0:1769074962.579653:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef4700 00000100:00100000:0.0:1769074962.583474:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.583612:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960452096 00000100:00100000:1.0:1769074962.583623:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960452096 00002000:00100000:1.0:1769074962.583668:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1576960->1581055) req@ffff8ffe679cad80 x1855007960452096/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.583680:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe679cad80 with x1855007960452096 ext(1576960->1581055) 00002000:00010000:1.0:1769074962.583685:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe679cad80 00000100:00100000:1.0:1769074962.583715:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11475 00000100:00100000:1.0:1769074962.583724:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960452096:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074962.583933:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960452096:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 208us (466us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074962.583941:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11475 00002000:00100000:1.0:1769074962.583948:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1576960->1581055) req@ffff8ffe679cad80 x1855007960452096/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/4536 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.583966:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe679cad80 with x1855007960452096 ext(1576960->1581055) 00002000:00010000:1.0:1769074962.583970:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe679cad80 00000100:00100000:3.0:1769074962.587528:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.587686:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960452224 00000100:00100000:1.0:1769074962.587696:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960452224 00002000:00100000:1.0:1769074962.587743:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1581056->1585151) req@ffff8ffe5c18a680 x1855007960452224/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.587755:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18a680 with x1855007960452224 ext(1581056->1585151) 00002000:00010000:1.0:1769074962.587761:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18a680 00000100:00100000:1.0:1769074962.587794:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11476 00000100:00100000:1.0:1769074962.587803:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c18a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960452224:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074962.588015:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c18a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960452224:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 212us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074962.588024:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11476 00002000:00100000:1.0:1769074962.588031:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1581056->1585151) req@ffff8ffe5c18a680 x1855007960452224/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/4536 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.588039:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18a680 with x1855007960452224 ext(1581056->1585151) 00002000:00010000:1.0:1769074962.588042:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18a680 00000100:00100000:3.0:1769074962.594313:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.594641:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960452352 00000100:00100000:2.0:1769074962.594651:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960452352 00002000:00100000:2.0:1769074962.594693:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (1536000->1671167) req@ffff8ffe5c18a300 x1855007960452352/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 504/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.594702:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18a300 with x1855007960452352 ext(1536000->1671167) 00002000:00010000:2.0:1769074962.594707:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18a300 00000100:00100000:2.0:1769074962.594739:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11477 00000100:00100000:2.0:1769074962.594749:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c18a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960452352:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074962.602703:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c18a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960452352:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 7944us (8388us total) trans 0 rc 94208/94208 00000100:00100000:2.0:1769074962.602718:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11477 00002000:00100000:2.0:1769074962.602732:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (1536000->1671167) req@ffff8ffe5c18a300 x1855007960452352/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 504/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 94208/94208 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.602748:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18a300 with x1855007960452352 ext(1536000->1671167) 00002000:00010000:2.0:1769074962.602755:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18a300 00000100:00100000:3.0:1769074962.606365:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.606786:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960452480 00000100:00100000:2.0:1769074962.606797:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960452480 00002000:00100000:2.0:1769074962.606846:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3375104->3379199) req@ffff8ffe5c189180 x1855007960452480/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.606858:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c189180 with x1855007960452480 ext(3375104->3379199) 00002000:00010000:2.0:1769074962.606870:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c189180 00000100:00100000:2.0:1769074962.606950:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11478 00000100:00100000:2.0:1769074962.606961:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c189180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960452480:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074962.607170:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c189180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960452480:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 209us (812us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074962.607184:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11478 00002000:00100000:2.0:1769074962.607191:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3375104->3379199) req@ffff8ffe5c189180 x1855007960452480/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/4536 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.607200:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c189180 with x1855007960452480 ext(3375104->3379199) 00002000:00010000:2.0:1769074962.607203:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c189180 00000100:00100000:3.0:1769074962.615251:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.615723:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960452608 00000100:00100000:2.0:1769074962.615733:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960452608 00002000:00100000:2.0:1769074962.615773:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3379200->3383295) req@ffff8ffe5c18b100 x1855007960452608/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.615781:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18b100 with x1855007960452608 ext(3379200->3383295) 00002000:00010000:2.0:1769074962.615786:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18b100 00000100:00100000:2.0:1769074962.615814:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11479 00000100:00100000:2.0:1769074962.615820:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c18b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960452608:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074962.616035:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c18b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960452608:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 214us (792us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074962.616041:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11479 00002000:00100000:2.0:1769074962.616046:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3379200->3383295) req@ffff8ffe5c18b100 x1855007960452608/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/4536 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.616052:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18b100 with x1855007960452608 ext(3379200->3383295) 00002000:00010000:2.0:1769074962.616054:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18b100 00000100:00100000:1.0:1769074962.626661:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.626771:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960452736 00000100:00100000:0.0:1769074962.626782:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960452736 00002000:00100000:0.0:1769074962.626833:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3354624->3420159) req@ffff8ffd428c8700 x1855007960452736/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 504/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.626846:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428c8700 with x1855007960452736 ext(3354624->3420159) 00002000:00010000:0.0:1769074962.626852:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428c8700 00000100:00100000:0.0:1769074962.626889:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11480 00000100:00100000:0.0:1769074962.626900:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960452736:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074962.631489:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960452736:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 4580us (4828us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1769074962.631504:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11480 00002000:00100000:0.0:1769074962.631582:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3354624->3420159) req@ffff8ffd428c8700 x1855007960452736/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 504/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.631594:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428c8700 with x1855007960452736 ext(3354624->3420159) 00002000:00010000:0.0:1769074962.631600:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428c8700 00000100:00100000:3.0:1769074962.637100:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.637574:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960452864 00000100:00100000:0.0:1769074962.637585:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960452864 00002000:00100000:0.0:1769074962.637647:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3375104->3391487) req@ffff8ffe5c18bb80 x1855007960452864/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 16872/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.637659:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18bb80 with x1855007960452864 ext(3375104->3391487) 00002000:00010000:0.0:1769074962.637664:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18bb80 00000100:00100000:0.0:1769074962.641608:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11481 00000100:00100000:0.0:1769074962.641632:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c18bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960452864:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074962.642869:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c18bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960452864:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 1240us (5771us total) trans 4294989944 rc 0/0 00000100:00100000:0.0:1769074962.642882:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11481 00002000:00100000:0.0:1769074962.642894:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3375104->3391487) req@ffff8ffe5c18bb80 x1855007960452864/t4294989944(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 16872/448 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.646258:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18bb80 with x1855007960452864 ext(3375104->3391487) 00002000:00010000:0.0:1769074962.646268:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18bb80 00000100:00100000:1.0:1769074962.657787:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.657905:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960452992 00000100:00100000:2.0:1769074962.657916:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960452992 00000100:00100000:2.0:1769074962.658070:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83500 00000100:00100000:2.0:1769074962.658079:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960452992:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074962.659778:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989944 is committed 00000100:00100000:3.0:1769074962.660114:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960452992:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2030us (2330us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074962.660127:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83500 00000100:00100000:1.0:1769074962.667646:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.667985:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960453120 00000100:00100000:0.0:1769074962.667995:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960453120 00002000:00100000:0.0:1769074962.668047:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1740800->1744895) req@ffff8ffd428cb480 x1855007960453120/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.668057:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cb480 with x1855007960453120 ext(1740800->1744895) 00002000:00010000:0.0:1769074962.668064:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cb480 00000100:00100000:0.0:1769074962.668101:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11482 00000100:00100000:0.0:1769074962.668111:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960453120:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074962.668530:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960453120:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 419us (893us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074962.668538:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11482 00002000:00100000:0.0:1769074962.668545:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1740800->1744895) req@ffff8ffd428cb480 x1855007960453120/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/4536 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.668553:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cb480 with x1855007960453120 ext(1740800->1744895) 00002000:00010000:0.0:1769074962.668556:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cb480 00000100:00100000:0.0:1769074962.675171:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.675609:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960453248 00000100:00100000:2.0:1769074962.675619:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960453248 00002000:00100000:2.0:1769074962.675669:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1744896->1748991) req@ffff8ffe679c9c00 x1855007960453248/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.675680:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe679c9c00 with x1855007960453248 ext(1744896->1748991) 00002000:00010000:2.0:1769074962.675686:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe679c9c00 00000100:00100000:2.0:1769074962.675721:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11483 00000100:00100000:2.0:1769074962.675731:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960453248:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074962.676284:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960453248:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 552us (1120us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074962.676296:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11483 00002000:00100000:2.0:1769074962.676303:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1744896->1748991) req@ffff8ffe679c9c00 x1855007960453248/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/4536 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.676311:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe679c9c00 with x1855007960453248 ext(1744896->1748991) 00002000:00010000:2.0:1769074962.676315:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe679c9c00 00000100:00100000:1.0:1769074962.681148:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.681278:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960453376 00000100:00100000:2.0:1769074962.681288:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960453376 00002000:00100000:2.0:1769074962.681332:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1732608->1785855) req@ffff8ffd428c9880 x1855007960453376/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 504/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.681343:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428c9880 with x1855007960453376 ext(1732608->1785855) 00002000:00010000:2.0:1769074962.681349:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428c9880 00000100:00100000:2.0:1769074962.681414:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11484 00000100:00100000:2.0:1769074962.681423:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960453376:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074962.695904:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960453376:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 14470us (14751us total) trans 0 rc 45056/45056 00000100:00100000:0.0:1769074962.695919:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11484 00002000:00100000:0.0:1769074962.695931:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1732608->1785855) req@ffff8ffd428c9880 x1855007960453376/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 504/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.695942:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428c9880 with x1855007960453376 ext(1732608->1785855) 00002000:00010000:0.0:1769074962.695949:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428c9880 00000100:00100000:0.0:1769074962.702766:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.702956:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960453504 00000100:00100000:2.0:1769074962.702968:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960453504 00000100:00100000:2.0:1769074962.703172:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11485 00000100:00100000:2.0:1769074962.703290:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960453504:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074962.703644:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074962.703649:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.703652:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.703654:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.703657:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1208 -> 1240 00000100:00100000:2.0:1769074962.703727:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960453504:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 440us (969us total) trans 4294989945 rc 0/0 00000100:00100000:2.0:1769074962.703737:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11485 00000100:00100000:2.0:1769074962.711773:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.712015:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960453632 00000100:00100000:0.0:1769074962.712027:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960453632 00002000:00100000:0.0:1769074962.712082:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2285568->2351103) req@ffff8ffdb9ef7480 x1855007960453632/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.712094:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef7480 with x1855007960453632 ext(2285568->2351103) 00002000:00010000:0.0:1769074962.712144:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef7480 00000100:00100000:0.0:1769074962.712495:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11486 00000100:00100000:0.0:1769074962.712506:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960453632:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074962.724107:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960453632:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 11591us (12332us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1769074962.724121:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11486 00002000:00100000:0.0:1769074962.724136:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2285568->2351103) req@ffff8ffdb9ef7480 x1855007960453632/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.724147:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef7480 with x1855007960453632 ext(2285568->2351103) 00002000:00010000:0.0:1769074962.724154:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef7480 00000100:00100000:3.0:1769074962.737919:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.738065:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960453760 00000100:00100000:0.0:1769074962.738075:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960453760 00002000:00100000:0.0:1769074962.738119:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3084288->3088383) req@ffff8ffe5c189500 x1855007960453760/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.738128:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c189500 with x1855007960453760 ext(3084288->3088383) 00002000:00010000:0.0:1769074962.738133:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c189500 00000100:00100000:0.0:1769074962.738165:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11487 00000100:00100000:0.0:1769074962.738171:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c189500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960453760:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074962.738350:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c189500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960453760:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 179us (440us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074962.738356:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11487 00002000:00100000:0.0:1769074962.738361:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3084288->3088383) req@ffff8ffe5c189500 x1855007960453760/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/4536 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.738371:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c189500 with x1855007960453760 ext(3084288->3088383) 00002000:00010000:0.0:1769074962.738373:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c189500 00000100:00100000:2.0:1769074962.741201:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.741354:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960453888 00000100:00100000:1.0:1769074962.741364:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960453888 00002000:00100000:1.0:1769074962.741412:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3088384->3092479) req@ffff8ffdb9ef6d80 x1855007960453888/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.741423:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef6d80 with x1855007960453888 ext(3088384->3092479) 00002000:00010000:1.0:1769074962.741428:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef6d80 00000100:00100000:1.0:1769074962.741484:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11488 00000100:00100000:1.0:1769074962.741494:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960453888:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074962.741708:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960453888:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 215us (513us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074962.741715:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11488 00002000:00100000:1.0:1769074962.741721:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3088384->3092479) req@ffff8ffdb9ef6d80 x1855007960453888/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/4536 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074962.741729:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef6d80 with x1855007960453888 ext(3088384->3092479) 00002000:00010000:1.0:1769074962.741732:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef6d80 00000100:00100000:2.0:1769074962.751382:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.753731:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960454016 00000100:00100000:0.0:1769074962.753749:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960454016 00002000:00100000:0.0:1769074962.753820:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2801664->3354623) req@ffff8ffdb9ef4a80 x1855007960454016/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 520/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.753833:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef4a80 with x1855007960454016 ext(2801664->3354623) 00002000:00010000:0.0:1769074962.753840:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef4a80 00000100:00100000:0.0:1769074962.753938:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11489 00000100:00100000:0.0:1769074962.753948:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960454016:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074962.777838:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960454016:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 23880us (26454us total) trans 0 rc 507904/507904 00000100:00100000:2.0:1769074962.777853:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11489 00002000:00100000:2.0:1769074962.777866:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2801664->3354623) req@ffff8ffdb9ef4a80 x1855007960454016/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 520/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 507904/507904 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.777876:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef4a80 with x1855007960454016 ext(2801664->3354623) 00002000:00010000:2.0:1769074962.777883:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef4a80 00000100:00100000:2.0:1769074962.790853:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.790985:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960454144 00000100:00100000:0.0:1769074962.790996:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960454144 00002000:00100000:0.0:1769074962.791044:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3567616->4161535) req@ffff8ffdb9ef6300 x1855007960454144/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 504/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074962.791056:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef6300 with x1855007960454144 ext(3567616->4161535) 00002000:00010000:0.0:1769074962.791061:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef6300 00000100:00100000:0.0:1769074962.791097:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11490 00000100:00100000:0.0:1769074962.791107:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960454144:12345-192.168.204.30@tcp:3:fsx.0 00010000:00010000:0.0:1769074962.796588:0:14037:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1769074962.803618:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960454144:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 12500us (12763us total) trans 0 rc 540672/540672 00000100:00100000:2.0:1769074962.803634:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11490 00002000:00100000:2.0:1769074962.803648:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3567616->4161535) req@ffff8ffdb9ef6300 x1855007960454144/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 504/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 540672/540672 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.803659:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef6300 with x1855007960454144 ext(3567616->4161535) 00002000:00010000:2.0:1769074962.803666:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef6300 00000100:00100000:2.0:1769074962.807803:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.807944:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960454400 00000100:00100000:3.0:1769074962.807956:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960454400 00000100:00100000:3.0:1769074962.808016:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41188 00000100:00100000:3.0:1769074962.808025:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+168:12630:x1855007960454400:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:3.0:1769074962.808079:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074962.808145:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e304596d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d28 expref: 168 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.808159:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074962.808162:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074962.808316:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045974 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 55 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.808334:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045974 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.808341:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045974 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:3.0:1769074962.808373:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998183 00000004:00010000:3.0:1769074962.808389:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000046ba436f reply state 000000002b9ff2b4 transno 4294998184 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045974 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.808400:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045974 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.808406:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074962.808408:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074962.808410:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074962.808595:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+170:12630:x1855007960454400:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 570us (800us total) trans 4294998184 rc 0/0 00000100:00100000:3.0:1769074962.808603:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41188 00000020:00080000:3.0:1769074962.808608:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074962.811597:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.811643:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.812065:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960454528 00000100:00100000:3.0:1769074962.812076:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960454528 00002000:00010000:3.0:1769074962.812117:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1515124->18446744073709551615) 00002000:00100000:3.0:1769074962.812122:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62efc380 with x1855007960454528 ext(1515124->18446744073709551615) 00002000:00010000:3.0:1769074962.812136:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe62efc380. 00000100:00100000:3.0:1769074962.812297:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960454656 00000100:00100000:3.0:1769074962.812302:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960454656 00002000:00010000:3.0:1769074962.812316:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074962.812319:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62efe300 with x1855007960454656 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074962.812326:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe62efe300. 00000100:00100000:3.0:1769074962.812351:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11491 00000100:00100000:3.0:1769074962.812360:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960454528:12345-192.168.204.30@tcp:10:fsx.0 00000100:00100000:2.0:1769074962.812680:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11492 00000100:00100000:2.0:1769074962.812690:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960454656:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074962.816320:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 995257 -> 0 00002000:00010000:2.0:1769074962.816331:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.816333:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.816336:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.816338:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 256 -> 0 00000100:00100000:0.0:1769074962.817038:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.817139:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.817489:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960454656:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 4799us (5843us total) trans 4294989835 rc 0/0 00000100:00100000:2.0:1769074962.817501:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11492 00002000:00010000:2.0:1769074962.817507:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074962.817510:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62efe300 with x1855007960454656 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074962.817519:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe62efe300. 00002000:00010000:0.0:1769074962.818167:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 1515124 00002000:00010000:0.0:1769074962.818171:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.818174:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.818175:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.818177:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1240 -> 664 00000100:00100000:0.0:1769074962.818225:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960454528:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 5865us (6638us total) trans 4294989946 rc 0/0 00000100:00100000:0.0:1769074962.818233:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11491 00002000:00010000:0.0:1769074962.818237:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1515124->18446744073709551615) 00002000:00100000:0.0:1769074962.818239:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62efc380 with x1855007960454528 ext(1515124->18446744073709551615) 00002000:00010000:0.0:1769074962.818244:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe62efc380. 00000100:00100000:3.0:1769074962.819900:0:6521:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960454784 00000100:00100000:3.0:1769074962.819914:0:6521:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960454784 00000100:00100000:3.0:1769074962.820045:0:6521:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 806 00000100:00100000:3.0:1769074962.820055:0:6521:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe67e51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9e9f9cd-4e2b-46f6-ac41-bb9a9bc4bf38+9:2407:x1855007960454784:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:3.0:1769074962.820126:0:6521:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe67e51c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9e9f9cd-4e2b-46f6-ac41-bb9a9bc4bf38+9:2407:x1855007960454784:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 73us (2986us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074962.820135:0:6521:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 806 00000100:00100000:1.0:1769074962.823596:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960454912 00000100:00100000:1.0:1769074962.823611:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960454912 00000100:00100000:1.0:1769074962.823744:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 2035 00000100:00100000:1.0:1769074962.823754:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+5:2407:x1855007960454912:12345-192.168.204.30@tcp:400:kworker.0 00000100:00100000:1.0:1769074962.823848:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+5:2407:x1855007960454912:12345-192.168.204.30@tcp:400:kworker.0 Request processed in 95us (6899us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074962.823856:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 2035 00000100:00100000:1.0:1769074962.827168:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.827818:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960455040 00000100:00100000:3.0:1769074962.827830:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960455040 00000100:00100000:3.0:1769074962.827882:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41189 00000100:00100000:3.0:1769074962.827891:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+170:12630:x1855007960455040:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074962.827917:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074962.827940:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e304597b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d2f expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.828049:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79800/0xf5091596e3045982 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.828065:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79800/0xf5091596e3045982 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.828106:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79800/0xf5091596e3045982 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:3.0:1769074962.828137:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 1515124 00000004:00200000:3.0:1769074962.828142:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074962.828161:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79800/0xf5091596e3045982 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.828186:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78000/0xf5091596e304597b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d2f expref: 172 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.828203:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79800/0xf5091596e3045982 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 56 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d2f expref: 171 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.828212:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074962.828214:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074962.828217:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe4dd79800, rc 0) 00000100:00100000:3.0:1769074962.828283:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+171:12630:x1855007960455040:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 391us (1121us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074962.828292:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41189 00000100:00100000:0.0:1769074962.831728:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.831808:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960455168 00000100:00100000:1.0:1769074962.831817:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960455168 00000100:00100000:1.0:1769074962.831883:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11493 00000100:00100000:1.0:1769074962.831892:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960455168:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074962.832095:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1515124 -> 1515124 00002000:00010000:1.0:1769074962.832099:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.832102:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.832104:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.832106:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 664 -> 664 00000100:00100000:1.0:1769074962.832163:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960455168:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 272us (444us total) trans 4294989947 rc 0/0 00000100:00100000:1.0:1769074962.832170:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11493 00000100:00080000:2.0:1769074962.833350:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1769074962.838909:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.839011:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960455296 00000100:00100000:1.0:1769074962.839021:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960455296 00000100:00100000:1.0:1769074962.839092:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11494 00000100:00100000:1.0:1769074962.839101:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960455296:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074962.839405:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1515124 -> 1515124 00002000:00010000:1.0:1769074962.839409:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.839412:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.839414:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.839417:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 664 -> 736 00000100:00100000:1.0:1769074962.839511:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960455296:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 410us (613us total) trans 4294989948 rc 0/0 00000100:00100000:1.0:1769074962.839520:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11494 00000100:00100000:3.0:1769074962.843601:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.843828:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960455552 00000100:00100000:1.0:1769074962.843839:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960455552 00000100:00100000:1.0:1769074962.843899:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41190 00000100:00100000:1.0:1769074962.843909:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c188000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+171:12630:x1855007960455552:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:1.0:1769074962.843971:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074962.844000:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79800/0xf5091596e3045982 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d2f expref: 171 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.844019:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074962.844023:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074962.844941:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317800/0xf5091596e3045989 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 56 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074962.844978:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317800/0xf5091596e3045989 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074962.844988:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317800/0xf5091596e3045989 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:1.0:1769074962.845044:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998185 00000004:00010000:1.0:1769074962.845075:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000069b52d97 reply state 00000000fe9c5823 transno 4294998186 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317800/0xf5091596e3045989 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074962.845086:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317800/0xf5091596e3045989 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074962.845094:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074962.845097:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074962.845101:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074962.845210:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c188000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+173:12630:x1855007960455552:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 1300us (1616us total) trans 4294998186 rc 0/0 00000100:00100000:1.0:1769074962.845218:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41190 00000020:00080000:1.0:1769074962.845224:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074962.847665:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.847705:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.847793:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960455808 00000100:00100000:1.0:1769074962.847803:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960455808 00002000:00010000:1.0:1769074962.847843:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074962.847848:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c188a80 with x1855007960455808 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074962.847860:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5c188a80. 00000100:00100000:1.0:1769074962.847888:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960455680 00000100:00100000:1.0:1769074962.847891:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960455680 00002000:00010000:1.0:1769074962.847903:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4097706->18446744073709551615) 00002000:00100000:1.0:1769074962.847907:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c188e00 with x1855007960455680 ext(4097706->18446744073709551615) 00002000:00010000:1.0:1769074962.847913:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c188e00. 00000100:00100000:1.0:1769074962.847927:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11495 00000100:00100000:1.0:1769074962.847936:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c188a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960455808:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074962.848073:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1769074962.848076:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.848079:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:1.0:1769074962.848082:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.848084:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1769074962.848140:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c188a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960455808:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 204us (494us total) trans 4294989836 rc 0/0 00000100:00100000:1.0:1769074962.848147:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11495 00002000:00010000:1.0:1769074962.848151:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074962.848154:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c188a80 with x1855007960455808 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074962.848159:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5c188a80. 00000100:00100000:1.0:1769074962.848186:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11496 00000100:00100000:1.0:1769074962.848193:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c188e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960455680:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074962.848324:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1515124 -> 4097706 00002000:00010000:1.0:1769074962.848327:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.848330:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.848332:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074962.848334:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 736 -> 736 00000100:00100000:1.0:1769074962.848357:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c188e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960455680:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 164us (651us total) trans 4294989949 rc 0/0 00000100:00100000:1.0:1769074962.848364:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11496 00002000:00010000:1.0:1769074962.848367:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4097706->18446744073709551615) 00002000:00100000:1.0:1769074962.848370:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c188e00 with x1855007960455680 ext(4097706->18446744073709551615) 00002000:00010000:1.0:1769074962.848374:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c188e00. 00000100:00100000:0.0:1769074962.860181:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.860329:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960455936 00000100:00100000:3.0:1769074962.860341:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960455936 00002000:00100000:3.0:1769074962.860388:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (90112->4100095) req@ffff8ffe679ca300 x1855007960455936/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 520/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074962.860400:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe679ca300 with x1855007960455936 ext(90112->4100095) 00002000:00010000:3.0:1769074962.860408:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe679ca300 00000100:00100000:3.0:1769074962.860440:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11497 00000100:00100000:3.0:1769074962.860485:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960455936:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074962.890973:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960455936:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 30513us (30801us total) trans 0 rc 2781184/2781184 00000100:00100000:2.0:1769074962.890988:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11497 00002000:00100000:2.0:1769074962.891004:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (90112->4100095) req@ffff8ffe679ca300 x1855007960455936/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 520/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 2781184/2781184 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.891014:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe679ca300 with x1855007960455936 ext(90112->4100095) 00002000:00010000:2.0:1769074962.891021:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe679ca300 00000100:00100000:0.0:1769074962.895846:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.895945:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960456064 00000100:00100000:2.0:1769074962.895963:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960456064 00002000:00100000:2.0:1769074962.896012:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (57344->4097705) req@ffff8ffe679c8380 x1855007960456064/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 536/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.896024:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe679c8380 with x1855007960456064 ext(57344->4097705) 00002000:00010000:2.0:1769074962.896030:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe679c8380 00000100:00100000:2.0:1769074962.896062:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11498 00000100:00100000:2.0:1769074962.896072:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960456064:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074962.900427:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960456064:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 4346us (4580us total) trans 4294989950 rc 0/0 00000100:00100000:2.0:1769074962.900441:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11498 00002000:00100000:2.0:1769074962.900521:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (57344->4097705) req@ffff8ffe679c8380 x1855007960456064/t4294989950(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 536/456 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.900533:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe679c8380 with x1855007960456064 ext(57344->4097705) 00002000:00010000:2.0:1769074962.900539:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe679c8380 00000100:00100000:1.0:1769074962.903894:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.903984:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960456192 00000100:00100000:3.0:1769074962.903995:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960456192 00000100:00100000:3.0:1769074962.904053:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83501 00000100:00100000:3.0:1769074962.904061:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960456192:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074962.906114:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989950 is committed 00000100:00100000:3.0:1769074962.906359:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960456192:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2293us (2469us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074962.906370:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83501 00000100:00100000:3.0:1769074962.909050:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.909156:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960456320 00000100:00100000:1.0:1769074962.909167:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960456320 00000100:00100000:1.0:1769074962.909232:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41191 00000100:00100000:1.0:1769074962.909242:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c189f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+173:12630:x1855007960456320:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:1.0:1769074962.909266:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074962.909287:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316c00/0xf5091596e3045990 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d36 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.909404:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316e00/0xf5091596e3045997 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074962.909424:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316e00/0xf5091596e3045997 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074962.909436:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316e00/0xf5091596e3045997 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:1.0:1769074962.909499:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4097706 00000004:00200000:1.0:1769074962.909504:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1769074962.909522:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316e00/0xf5091596e3045997 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074962.909546:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316c00/0xf5091596e3045990 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d36 expref: 175 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.909599:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316e00/0xf5091596e3045997 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 57 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d36 expref: 174 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.909608:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074962.909611:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074962.909615:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe6d316e00, rc 0) 00000100:00100000:1.0:1769074962.909686:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c189f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+174:12630:x1855007960456320:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 444us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074962.909693:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41191 00000100:00100000:0.0:1769074962.912721:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.912822:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960456448 00000100:00100000:2.0:1769074962.912833:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960456448 00000100:00100000:2.0:1769074962.912900:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11499 00000100:00100000:2.0:1769074962.912910:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960456448:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074962.913138:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4097706 -> 4097706 00002000:00010000:2.0:1769074962.913142:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.913145:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.913147:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.913150:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 736 -> 1024 00000100:00100000:2.0:1769074962.913422:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960456448:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 511us (708us total) trans 4294989951 rc 0/0 00000100:00100000:2.0:1769074962.913430:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11499 00000100:00100000:2.0:1769074962.916336:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.916420:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960456704 00000100:00100000:3.0:1769074962.916431:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960456704 00000100:00100000:3.0:1769074962.916522:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41192 00000100:00100000:3.0:1769074962.916531:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+174:12630:x1855007960456704:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:3.0:1769074962.916594:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074962.916620:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316e00/0xf5091596e3045997 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d36 expref: 174 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.916640:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074962.916645:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074962.916832:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031400/0xf5091596e304599e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 57 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.916854:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031400/0xf5091596e304599e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.916864:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031400/0xf5091596e304599e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:3.0:1769074962.916929:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998187 00000004:00010000:3.0:1769074962.916952:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000030281998 reply state 00000000584a68b4 transno 4294998188 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031400/0xf5091596e304599e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.916963:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031400/0xf5091596e304599e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.916969:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074962.916971:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074962.916973:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074962.917052:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+176:12630:x1855007960456704:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 522us (724us total) trans 4294998188 rc 0/0 00000100:00100000:3.0:1769074962.917059:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41192 00000020:00080000:3.0:1769074962.917064:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074962.919976:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.920018:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.920110:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960456832 00000100:00100000:0.0:1769074962.920121:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960456832 00002000:00010000:0.0:1769074962.920162:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3843258->18446744073709551615) 00002000:00100000:0.0:1769074962.920167:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18b800 with x1855007960456832 ext(3843258->18446744073709551615) 00002000:00010000:0.0:1769074962.920190:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18b800. 00000100:00100000:0.0:1769074962.920221:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960456960 00000100:00100000:0.0:1769074962.920225:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960456960 00002000:00010000:0.0:1769074962.920236:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074962.920240:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c189880 with x1855007960456960 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074962.920245:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5c189880. 00000100:00100000:0.0:1769074962.920271:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11500 00000100:00100000:0.0:1769074962.920280:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c18b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960456832:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074962.920813:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4097706 -> 3843258 00002000:00010000:0.0:1769074962.920818:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.920820:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.920823:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.920825:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1024 -> 872 00000100:00100000:0.0:1769074962.920887:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c18b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960456832:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 607us (920us total) trans 4294989952 rc 0/0 00000100:00100000:0.0:1769074962.920895:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11500 00002000:00010000:0.0:1769074962.920899:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3843258->18446744073709551615) 00002000:00100000:0.0:1769074962.920902:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18b800 with x1855007960456832 ext(3843258->18446744073709551615) 00002000:00010000:0.0:1769074962.920907:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18b800. 00000100:00100000:0.0:1769074962.920925:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11501 00000100:00100000:0.0:1769074962.920932:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c189880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960456960:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074962.920997:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074962.921000:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.921002:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:0.0:1769074962.921004:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074962.921006:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074962.921026:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c189880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960456960:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 95us (1007us total) trans 4294989837 rc 0/0 00000100:00100000:0.0:1769074962.921033:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11501 00002000:00010000:0.0:1769074962.921036:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074962.921038:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c189880 with x1855007960456960 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074962.921042:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5c189880. 00000100:00100000:0.0:1769074962.925101:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074962.925212:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960457088 00000100:00100000:1.0:1769074962.925223:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960457088 00000100:00100000:1.0:1769074962.925289:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41193 00000100:00100000:1.0:1769074962.925300:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+176:12630:x1855007960457088:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:1.0:1769074962.925326:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074962.925350:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316c00/0xf5091596e30459a5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d3d expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.925495:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317000/0xf5091596e30459ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074962.925512:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317000/0xf5091596e30459ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074962.925524:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317000/0xf5091596e30459ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:1.0:1769074962.925557:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 3843258 00000004:00200000:1.0:1769074962.925570:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1769074962.925593:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317000/0xf5091596e30459ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074962.925619:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316c00/0xf5091596e30459a5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d3d expref: 178 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.925638:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317000/0xf5091596e30459ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 58 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d3d expref: 177 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074962.925647:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074962.925663:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074962.925667:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe6d317000, rc 0) 00000100:00100000:1.0:1769074962.925730:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+177:12630:x1855007960457088:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 431us (643us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074962.925738:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41193 00000100:00100000:0.0:1769074962.929186:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.929341:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960457216 00000100:00100000:2.0:1769074962.929352:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960457216 00000100:00100000:2.0:1769074962.929419:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11502 00000100:00100000:2.0:1769074962.929429:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960457216:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074962.929858:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3843258 -> 3843258 00002000:00010000:2.0:1769074962.929863:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.929866:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.929869:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.929871:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 872 -> 816 00000100:00100000:2.0:1769074962.929934:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960457216:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 506us (767us total) trans 4294989953 rc 0/0 00000100:00100000:2.0:1769074962.929943:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11502 00000100:00100000:0.0:1769074962.936921:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.937069:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960457344 00000100:00100000:3.0:1769074962.937082:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960457344 00000100:00100000:3.0:1769074962.937155:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11503 00000100:00100000:3.0:1769074962.937164:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe679cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960457344:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074962.937386:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3843258 -> 3843258 00002000:00010000:3.0:1769074962.937390:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074962.937393:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074962.937395:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074962.937397:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 816 -> 864 00000100:00100000:3.0:1769074962.937500:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe679cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960457344:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 336us (589us total) trans 4294989954 rc 0/0 00000100:00100000:3.0:1769074962.937511:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11503 00000100:00100000:0.0:1769074962.940683:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.940785:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960457472 00000100:00100000:2.0:1769074962.940797:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960457472 00000100:00100000:2.0:1769074962.940866:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11504 00000100:00100000:2.0:1769074962.940876:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960457472:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074962.941265:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3843258 -> 3843258 00002000:00010000:2.0:1769074962.941268:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.941271:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.941273:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.941275:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 864 -> 912 00000100:00100000:2.0:1769074962.941339:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960457472:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 464us (665us total) trans 4294989955 rc 0/0 00000100:00100000:2.0:1769074962.941347:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11504 00000100:00100000:0.0:1769074962.944574:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.944653:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960457600 00000100:00100000:3.0:1769074962.944663:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960457600 00000100:00100000:3.0:1769074962.944731:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11505 00000100:00100000:3.0:1769074962.944741:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2407:x1855007960457600:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074962.944935:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3843258 -> 3843258 00002000:00010000:3.0:1769074962.944939:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074962.944941:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074962.944943:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074962.944945:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 912 -> 1016 00000100:00100000:3.0:1769074962.945016:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+12:2407:x1855007960457600:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 276us (460us total) trans 4294989956 rc 0/0 00000100:00100000:3.0:1769074962.945025:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11505 00000100:00100000:0.0:1769074962.948835:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.949111:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960457728 00000100:00100000:2.0:1769074962.949121:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960457728 00002000:00100000:2.0:1769074962.949168:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (167936->180223) req@ffff8ffe4dd70380 x1855007960457728/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 12776/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.949197:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dd70380 with x1855007960457728 ext(167936->180223) 00002000:00010000:2.0:1769074962.949203:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dd70380 00000100:00100000:2.0:1769074962.949274:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11506 00000100:00100000:2.0:1769074962.949283:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960457728:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074962.950206:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960457728:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 920us (1380us total) trans 4294989957 rc 0/0 00000100:00100000:2.0:1769074962.950217:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11506 00002000:00100000:2.0:1769074962.950226:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (167936->180223) req@ffff8ffe4dd70380 x1855007960457728/t4294989957(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 12776/448 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074962.950234:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dd70380 with x1855007960457728 ext(167936->180223) 00002000:00010000:2.0:1769074962.950239:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dd70380 00000100:00100000:0.0:1769074962.953586:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.953664:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960457856 00000100:00100000:3.0:1769074962.953676:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960457856 00000100:00100000:3.0:1769074962.953733:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83502 00000100:00100000:3.0:1769074962.953743:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+14:2407:x1855007960457856:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074962.955556:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989957 is committed 00000100:00100000:3.0:1769074962.956065:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960457856:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2316us (2480us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074962.956077:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83502 00000100:00100000:0.0:1769074962.959270:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.959375:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960457984 00000100:00100000:2.0:1769074962.959386:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960457984 00000100:00100000:2.0:1769074962.959504:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11507 00000100:00100000:2.0:1769074962.959515:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960457984:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074962.959829:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3843258 -> 3843258 00002000:00010000:2.0:1769074962.959833:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.959836:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.959838:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.959840:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1016 -> 1128 00000100:00100000:2.0:1769074962.959904:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960457984:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 390us (731us total) trans 4294989958 rc 0/0 00000100:00100000:2.0:1769074962.959916:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11507 00000100:00100000:0.0:1769074962.963932:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.964069:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960458112 00000100:00100000:3.0:1769074962.964082:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960458112 00002000:00100000:3.0:1769074962.964132:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2871296->2924543) req@ffff8ffe4dd71c00 x1855007960458112/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074962.964145:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dd71c00 with x1855007960458112 ext(2871296->2924543) 00002000:00010000:3.0:1769074962.964152:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dd71c00 00000100:00100000:3.0:1769074962.964195:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11508 00000100:00100000:3.0:1769074962.964204:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960458112:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:3.0:1769074962.967384:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960458112:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 3168us (3453us total) trans 4294989959 rc 0/0 00000100:00100000:3.0:1769074962.967399:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11508 00002000:00100000:3.0:1769074962.967413:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2871296->2924543) req@ffff8ffe4dd71c00 x1855007960458112/t4294989959(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/448 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074962.967424:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dd71c00 with x1855007960458112 ext(2871296->2924543) 00002000:00010000:3.0:1769074962.967431:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dd71c00 00000100:00100000:0.0:1769074962.970150:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.970292:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960458240 00000100:00100000:3.0:1769074962.970303:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960458240 00000100:00100000:3.0:1769074962.970415:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83503 00000100:00100000:3.0:1769074962.970426:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960458240:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:3.0:1769074962.972884:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989959 is committed 00000100:00100000:2.0:1769074962.973295:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960458240:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2865us (3151us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074962.973307:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83503 00000100:00100000:0.0:1769074962.976756:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.976857:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960458496 00000100:00100000:3.0:1769074962.976869:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960458496 00000100:00100000:3.0:1769074962.977056:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41194 00000100:00100000:3.0:1769074962.977068:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+177:12630:x1855007960458496:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:3.0:1769074962.977136:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074962.977168:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317000/0xf5091596e30459ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d3d expref: 177 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074962.977287:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074962.977292:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074962.981160:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031e00/0xf5091596e30459b3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 58 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.981199:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031e00/0xf5091596e30459b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.981210:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031e00/0xf5091596e30459b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:3.0:1769074962.981275:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998189 00000004:00010000:3.0:1769074962.981306:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002458ea67 reply state 00000000d5e41212 transno 4294998190 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031e00/0xf5091596e30459b3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.981317:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031e00/0xf5091596e30459b3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074962.981325:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074962.981328:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074962.981331:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074962.981435:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+179:12630:x1855007960458496:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 4367us (4689us total) trans 4294998190 rc 0/0 00000100:00100000:3.0:1769074962.981444:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41194 00000020:00080000:3.0:1769074962.981467:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1769074962.983921:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074962.984095:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074962.984296:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960458624 00000100:00100000:2.0:1769074962.984307:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960458624 00002000:00010000:2.0:1769074962.984348:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074962.984353:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dd71500 with x1855007960458624 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074962.984365:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dd71500. 00000100:00100000:2.0:1769074962.984395:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960458752 00000100:00100000:2.0:1769074962.984398:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960458752 00002000:00010000:2.0:1769074962.984409:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (470175->18446744073709551615) 00002000:00100000:2.0:1769074962.984412:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dd70700 with x1855007960458752 ext(470175->18446744073709551615) 00002000:00010000:2.0:1769074962.984418:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4dd70700. 00000100:00100000:2.0:1769074962.984440:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11509 00000100:00100000:2.0:1769074962.984476:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960458624:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074962.984678:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3843258 -> 4194304 00002000:00010000:2.0:1769074962.984683:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.984685:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.984688:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.984690:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1128 -> 1232 00000100:00100000:2.0:1769074962.984750:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960458624:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 301us (839us total) trans 4294989960 rc 0/0 00000100:00100000:2.0:1769074962.984759:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11509 00002000:00010000:2.0:1769074962.984763:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074962.984766:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dd71500 with x1855007960458624 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074962.984770:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dd71500. 00000100:00100000:2.0:1769074962.984788:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11510 00000100:00100000:2.0:1769074962.984795:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960458752:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074962.984922:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 470175 00002000:00010000:2.0:1769074962.984925:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.984927:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074961 00002000:00010000:2.0:1769074962.984929:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074962.984931:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074962.986187:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2408:x1855007960458752:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1378us (2077us total) trans 4294989838 rc 0/0 00000100:00100000:2.0:1769074962.986199:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11510 00002000:00010000:2.0:1769074962.986203:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (470175->18446744073709551615) 00002000:00100000:2.0:1769074962.986207:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dd70700 with x1855007960458752 ext(470175->18446744073709551615) 00002000:00010000:2.0:1769074962.986214:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4dd70700. 00000100:00100000:1.0:1769074962.986815:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdb9ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1855007969079424:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1769074962.986877:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074962.990830:0:6533:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969079424 00000100:00100000:1.0:1769074962.990847:0:6533:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969079424 00000100:00100000:1.0:1769074962.990917:0:6533:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1769074962.990927:0:6533:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3657:x1855007969079424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1769074962.990975:0:6533:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1444573184 avail 1298333696 00000100:00100000:1.0:1769074962.991054:0:6533:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3657:x1855007969079424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 129us (4176us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074962.991062:0:6533:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:3.0:1769074962.991524:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdb9ef5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1855007969079424:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1769074962.991736:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.991809:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960458880 00000100:00100000:3.0:1769074962.991815:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960458880 00002000:00100000:3.0:1769074962.991849:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (0->471039) req@ffff8ffdb9ef6a00 x1855007960458880/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074962.991860:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef6a00 with x1855007960458880 ext(0->471039) 00002000:00010000:3.0:1769074962.991866:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef6a00 00000100:00100000:3.0:1769074962.991926:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11511 00000100:00100000:3.0:1769074962.991975:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960458880:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074962.994868:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074962.999989:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960458880:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 8003us (8243us total) trans 0 rc 471040/471040 00000100:00100000:3.0:1769074963.000003:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11511 00002000:00100000:3.0:1769074963.000015:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (0->471039) req@ffff8ffdb9ef6a00 x1855007960458880/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 471040/471040 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.000026:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef6a00 with x1855007960458880 ext(0->471039) 00002000:00010000:3.0:1769074963.000031:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef6a00 00000100:00100000:2.0:1769074963.001423:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960459008 00000100:00100000:2.0:1769074963.001440:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960459008 00002000:00100000:2.0:1769074963.003385:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (4100096->4194303) req@ffff8ffe4dd72d80 x1855007960459008/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/0 e 0 to 0 dl 1769074973 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.003399:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dd72d80 with x1855007960459008 ext(4100096->4194303) 00002000:00010000:2.0:1769074963.003407:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dd72d80 00000100:00100000:2.0:1769074963.003438:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11512 00000100:00100000:2.0:1769074963.003466:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960459008:12345-192.168.204.30@tcp:3:fsx.0 00000100:00080000:0.0:1769074963.004480:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1769074963.005309:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.005495:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960459136 00000100:00100000:3.0:1769074963.005505:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960459136 00002000:00100000:3.0:1769074963.005558:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (462848->470174) req@ffff8ffe4dd71880 x1855007960459136/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 7816/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.005577:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dd71880 with x1855007960459136 ext(462848->470174) 00002000:00010000:3.0:1769074963.005583:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4dd71880 00000100:00100000:3.0:1769074963.005610:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11513 00000100:00100000:3.0:1769074963.005618:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2408:x1855007960459136:12345-192.168.204.30@tcp:4:fsx.0 00000100:00080000:0.0:1769074963.006187:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074963.006512:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960459136:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 891us (1207us total) trans 4294989839 rc 0/0 00000100:00100000:3.0:1769074963.006521:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11513 00002000:00100000:3.0:1769074963.006530:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (462848->470174) req@ffff8ffe4dd71880 x1855007960459136/t4294989839(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 7816/448 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.006540:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dd71880 with x1855007960459136 ext(462848->470174) 00002000:00010000:3.0:1769074963.006544:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4dd71880 00000100:00100000:2.0:1769074963.009217:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960459008:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 5758us (14346us total) trans 0 rc 94208/94208 00000100:00100000:2.0:1769074963.009233:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11512 00002000:00100000:2.0:1769074963.009245:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (4100096->4194303) req@ffff8ffe4dd72d80 x1855007960459008/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:498/0 lens 488/440 e 0 to 0 dl 1769074973 ref 1 fl Complete:/600/0 rc 94208/94208 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.009254:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4dd72d80 with x1855007960459008 ext(4100096->4194303) 00002000:00010000:2.0:1769074963.009261:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4dd72d80 00000100:00100000:0.0:1769074963.011594:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.011691:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960459264 00000100:00100000:2.0:1769074963.011703:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960459264 00000100:00100000:2.0:1769074963.011802:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83504 00000100:00100000:2.0:1769074963.011813:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4dd70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960459264:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074963.014088:0:9484:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294989839 is committed 00000100:00100000:3.0:1769074963.014440:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4dd70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960459264:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2625us (2853us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074963.014478:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83504 00000100:00100000:0.0:1769074963.016816:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.016905:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960459392 00000100:00100000:3.0:1769074963.016915:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960459392 00000100:00100000:3.0:1769074963.017125:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41195 00000100:00100000:3.0:1769074963.017136:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+179:12630:x1855007960459392:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074963.017159:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:0.0:1769074963.017265:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1769074963.017306:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030200/0xf5091596e30459ba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d44 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.017411:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030c00/0xf5091596e30459c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.017428:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030c00/0xf5091596e30459c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.017439:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030c00/0xf5091596e30459c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:3.0:1769074963.017496:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4664479 00000004:00200000:3.0:1769074963.017501:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074963.017522:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030c00/0xf5091596e30459c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.017551:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030200/0xf5091596e30459ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d44 expref: 181 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.017580:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030c00/0xf5091596e30459c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 59 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d44 expref: 180 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.017594:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.017597:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074963.017601:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe40030c00, rc 0) 00000100:00100000:3.0:1769074963.017663:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aedf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+180:12630:x1855007960459392:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 529us (854us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074963.017671:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41195 00000100:00100000:1.0:1769074963.020869:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.021078:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960459520 00000100:00100000:2.0:1769074963.021088:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960459520 00000100:00100000:2.0:1769074963.021188:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11514 00000100:00100000:2.0:1769074963.021198:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960459520:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074963.021467:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074963.021472:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.021474:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.021476:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.021478:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1232 -> 1232 00000100:00100000:2.0:1769074963.021542:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960459520:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 344us (682us total) trans 4294989961 rc 0/0 00000100:00100000:2.0:1769074963.021551:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11514 00000100:00100000:0.0:1769074963.025012:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.025087:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960459776 00000100:00100000:3.0:1769074963.025097:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960459776 00000100:00100000:3.0:1769074963.025157:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41196 00000100:00100000:3.0:1769074963.025166:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+180:12630:x1855007960459776:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:3.0:1769074963.025353:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074963.025383:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030c00/0xf5091596e30459c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d44 expref: 180 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.025411:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.025416:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074963.025630:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030200/0xf5091596e30459c8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 59 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.025654:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030200/0xf5091596e30459c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.025663:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030200/0xf5091596e30459c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:3.0:1769074963.025702:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998191 00000004:00010000:3.0:1769074963.025723:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b218b361 reply state 00000000f1614ef0 transno 4294998192 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030200/0xf5091596e30459c8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.025742:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030200/0xf5091596e30459c8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.025748:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.025751:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074963.025753:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074963.025949:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+182:12630:x1855007960459776:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 782us (945us total) trans 4294998192 rc 0/0 00000100:00100000:3.0:1769074963.025958:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41196 00000020:00080000:3.0:1769074963.025964:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1769074963.030904:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.031000:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.031270:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960459904 00000100:00100000:2.0:1769074963.031280:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960459904 00002000:00010000:2.0:1769074963.031318:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2569722->18446744073709551615) 00002000:00100000:2.0:1769074963.031323:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aec700 with x1855007960459904 ext(2569722->18446744073709551615) 00002000:00010000:2.0:1769074963.031336:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe57aec700. 00000100:00100000:2.0:1769074963.031366:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960460032 00000100:00100000:2.0:1769074963.031369:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960460032 00002000:00010000:2.0:1769074963.031383:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00000100:00100000:1.0:1769074963.031491:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11515 00000100:00100000:1.0:1769074963.031503:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960459904:12345-192.168.204.30@tcp:10:fsx.0 00002000:00100000:2.0:1769074963.032686:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aef480 with x1855007960460032 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074963.032697:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe57aef480. 00000100:00100000:2.0:1769074963.032731:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11516 00000100:00100000:2.0:1769074963.032743:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960460032:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074963.033278:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 470175 -> 0 00002000:00010000:2.0:1769074963.033282:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.033285:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074961 -> 1769074962 00002000:00010000:2.0:1769074963.033287:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.033290:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074963.033353:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960460032:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 614us (2352us total) trans 4294989840 rc 0/0 00000100:00100000:2.0:1769074963.033362:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11516 00002000:00010000:2.0:1769074963.033366:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074963.033369:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aef480 with x1855007960460032 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074963.033373:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe57aef480. 00002000:00010000:0.0:1769074963.039292:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 2569722 00002000:00010000:0.0:1769074963.039302:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.039305:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.039307:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.039310:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1232 -> 1048 00000100:00100000:0.0:1769074963.039602:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960459904:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 8095us (8702us total) trans 4294989962 rc 0/0 00000100:00100000:0.0:1769074963.039613:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11515 00002000:00010000:0.0:1769074963.039619:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2569722->18446744073709551615) 00002000:00100000:0.0:1769074963.039623:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aec700 with x1855007960459904 ext(2569722->18446744073709551615) 00002000:00010000:0.0:1769074963.039631:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe57aec700. 00000100:00100000:0.0:1769074963.047886:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.048085:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960460160 00000100:00100000:3.0:1769074963.048098:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960460160 00000100:00100000:3.0:1769074963.048162:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41197 00000100:00100000:3.0:1769074963.048181:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+182:12630:x1855007960460160:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074963.048206:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074963.048229:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030c00/0xf5091596e30459cf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d4b expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.048316:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63308200/0xf5091596e30459d6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.048329:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63308200/0xf5091596e30459d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.048337:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63308200/0xf5091596e30459d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:3.0:1769074963.048357:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 2569722 00000004:00200000:3.0:1769074963.048360:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074963.048373:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63308200/0xf5091596e30459d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.048395:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030c00/0xf5091596e30459cf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d4b expref: 184 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.048415:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63308200/0xf5091596e30459d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 60 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d4b expref: 183 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.048423:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.048427:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074963.048430:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe63308200, rc 0) 00000100:00100000:2.0:1769074963.048937:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+183:12630:x1855007960460160:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 763us (1058us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074963.049487:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41197 00000100:00100000:1.0:1769074963.055589:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.055704:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960460288 00000100:00100000:0.0:1769074963.055713:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960460288 00002000:00100000:0.0:1769074963.055760:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2301952->2314239) req@ffff8ffe76d23850 x1855007960460288/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 12776/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.055771:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe76d23850 with x1855007960460288 ext(2301952->2314239) 00002000:00010000:0.0:1769074963.055776:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe76d23850 00000100:00100000:0.0:1769074963.055814:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11517 00000100:00100000:0.0:1769074963.055823:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe76d23850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960460288:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074963.056819:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe76d23850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960460288:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 992us (1234us total) trans 4294989963 rc 0/0 00000100:00100000:0.0:1769074963.056831:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11517 00002000:00100000:0.0:1769074963.056839:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2301952->2314239) req@ffff8ffe76d23850 x1855007960460288/t4294989963(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 12776/448 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.056849:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe76d23850 with x1855007960460288 ext(2301952->2314239) 00002000:00010000:0.0:1769074963.056854:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe76d23850 00000100:00100000:1.0:1769074963.062198:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.062281:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960460416 00000100:00100000:3.0:1769074963.062292:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960460416 00000100:00100000:3.0:1769074963.062348:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83505 00000100:00100000:3.0:1769074963.062358:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+11:2408:x1855007960460416:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074963.064573:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989963 is committed 00000100:00100000:3.0:1769074963.064925:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960460416:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2563us (2732us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074963.064938:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83505 00000100:00100000:1.0:1769074963.068156:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.068337:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960460672 00000100:00100000:2.0:1769074963.068348:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960460672 00000100:00100000:2.0:1769074963.068439:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41198 00000100:00100000:2.0:1769074963.068478:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+183:12630:x1855007960460672:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074963.068528:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074963.068554:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63308200/0xf5091596e30459d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d4b expref: 183 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.068583:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074963.068589:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074963.068804:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0dc00/0xf5091596e30459dd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 60 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074963.068829:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0dc00/0xf5091596e30459dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074963.068839:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0dc00/0xf5091596e30459dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:2.0:1769074963.068882:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998193 00000004:00010000:2.0:1769074963.068903:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006ea52d28 reply state 00000000af447929 transno 4294998194 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0dc00/0xf5091596e30459dd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074963.068915:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0dc00/0xf5091596e30459dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074963.068921:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074963.068924:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074963.068926:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074963.069020:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+185:12630:x1855007960460672:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 571us (874us total) trans 4294998194 rc 0/0 00000100:00100000:2.0:1769074963.069076:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41198 00000020:00080000:2.0:1769074963.069081:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074963.071570:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.071602:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.071636:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960460928 00000100:00100000:3.0:1769074963.071647:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960460928 00002000:00010000:3.0:1769074963.071700:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074963.071707:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18ad80 with x1855007960460928 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074963.071721:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5c18ad80. 00000100:00100000:3.0:1769074963.071745:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960460800 00000100:00100000:3.0:1769074963.071748:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960460800 00002000:00010000:3.0:1769074963.071760:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3413623->18446744073709551615) 00002000:00100000:3.0:1769074963.071763:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c188380 with x1855007960460800 ext(3413623->18446744073709551615) 00002000:00010000:3.0:1769074963.071770:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c188380. 00000100:00100000:3.0:1769074963.071788:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11518 00000100:00100000:3.0:1769074963.071796:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c18ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960460928:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074963.071935:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1769074963.071939:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.071942:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.071945:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.071961:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1769074963.072012:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c18ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960460928:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 216us (461us total) trans 4294989841 rc 0/0 00000100:00100000:3.0:1769074963.072021:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11518 00002000:00010000:3.0:1769074963.072025:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074963.072028:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18ad80 with x1855007960460928 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074963.072032:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5c18ad80. 00000100:00100000:3.0:1769074963.072047:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11519 00000100:00100000:3.0:1769074963.072055:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c188380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960460800:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074963.072218:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2569722 -> 3413623 00002000:00010000:3.0:1769074963.072221:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.072223:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.072225:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.072227:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1048 -> 1072 00000100:00100000:3.0:1769074963.072248:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c188380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960460800:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 195us (645us total) trans 4294989964 rc 0/0 00000100:00100000:3.0:1769074963.072255:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11519 00002000:00010000:3.0:1769074963.072259:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3413623->18446744073709551615) 00002000:00100000:3.0:1769074963.072261:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c188380 with x1855007960460800 ext(3413623->18446744073709551615) 00002000:00010000:3.0:1769074963.072265:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c188380. 00000100:00100000:3.0:1769074963.075417:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.075514:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960461056 00000100:00100000:2.0:1769074963.075524:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960461056 00000100:00100000:2.0:1769074963.075580:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41199 00000100:00100000:2.0:1769074963.075590:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c188700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+185:12630:x1855007960461056:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:2.0:1769074963.075614:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074963.075635:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d800/0xf5091596e30459e4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d52 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.075727:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0ca00/0xf5091596e30459eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074963.075742:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0ca00/0xf5091596e30459eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074963.075752:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0ca00/0xf5091596e30459eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:2.0:1769074963.075778:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 3413623 00000004:00200000:2.0:1769074963.075783:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074963.075801:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0ca00/0xf5091596e30459eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074963.075826:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d800/0xf5091596e30459e4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d52 expref: 187 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.075843:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0ca00/0xf5091596e30459eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 61 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d52 expref: 186 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.075856:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074963.075859:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074963.075863:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe62e0ca00, rc 0) 00000100:00100000:2.0:1769074963.075924:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c188700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+186:12630:x1855007960461056:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 334us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074963.075931:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41199 00000100:00100000:1.0:1769074963.078781:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.078886:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960461312 00000100:00100000:2.0:1769074963.078896:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960461312 00000100:00100000:2.0:1769074963.078954:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41200 00000100:00100000:2.0:1769074963.078964:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62eff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+186:12630:x1855007960461312:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074963.079015:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074963.079040:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0ca00/0xf5091596e30459eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d52 expref: 186 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.079058:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074963.079063:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074963.079241:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d600/0xf5091596e30459f2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 61 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074963.079263:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d600/0xf5091596e30459f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074963.079272:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d600/0xf5091596e30459f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:2.0:1769074963.079313:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998195 00000004:00010000:2.0:1769074963.079336:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008ca305ae reply state 00000000a26f11e1 transno 4294998196 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d600/0xf5091596e30459f2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074963.079351:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d600/0xf5091596e30459f2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:2.0:1769074963.079357:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074963.079360:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074963.079363:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074963.079621:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62eff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+188:12630:x1855007960461312:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 657us (848us total) trans 4294998196 rc 0/0 00000100:00100000:2.0:1769074963.079629:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41200 00000020:00080000:2.0:1769074963.079634:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074963.082601:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.082646:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.082740:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960461440 00000100:00100000:0.0:1769074963.082750:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960461440 00002000:00010000:0.0:1769074963.082788:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (122668->18446744073709551615) 00002000:00100000:0.0:1769074963.082794:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18aa00 with x1855007960461440 ext(122668->18446744073709551615) 00002000:00010000:0.0:1769074963.082805:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18aa00. 00000100:00100000:0.0:1769074963.082829:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960461568 00000100:00100000:0.0:1769074963.082833:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960461568 00002000:00010000:0.0:1769074963.082845:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074963.082848:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18b480 with x1855007960461568 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074963.082854:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5c18b480. 00000100:00100000:0.0:1769074963.082875:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11520 00000100:00100000:0.0:1769074963.082883:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c18aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960461440:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074963.084976:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3413623 -> 122668 00002000:00010000:0.0:1769074963.084985:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.084987:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.084989:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.084992:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1072 -> 248 00000100:00100000:0.0:1769074963.085062:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c18aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960461440:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 2175us (2465us total) trans 4294989965 rc 0/0 00000100:00100000:0.0:1769074963.085072:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11520 00002000:00010000:0.0:1769074963.085076:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (122668->18446744073709551615) 00002000:00100000:0.0:1769074963.085080:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18aa00 with x1855007960461440 ext(122668->18446744073709551615) 00002000:00010000:0.0:1769074963.085086:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18aa00. 00000100:00100000:0.0:1769074963.085114:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11521 00000100:00100000:0.0:1769074963.085124:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c18b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960461568:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074963.085200:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074963.085203:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.085206:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.085209:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.085211:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074963.085233:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c18b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960461568:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 111us (2586us total) trans 4294989842 rc 0/0 00000100:00100000:0.0:1769074963.085240:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11521 00002000:00010000:0.0:1769074963.085242:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074963.085245:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18b480 with x1855007960461568 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074963.085249:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5c18b480. 00000100:00100000:3.0:1769074963.092788:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.092943:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960461696 00000100:00100000:0.0:1769074963.092965:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960461696 00000100:00100000:0.0:1769074963.093025:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41201 00000100:00100000:0.0:1769074963.093033:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c189c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+188:12630:x1855007960461696:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074963.093060:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074963.093082:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e30459f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d59 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.093439:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045a00 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074963.093512:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045a00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074963.093524:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045a00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:0.0:1769074963.093555:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 122668 00000004:00200000:0.0:1769074963.093568:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074963.093587:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045a00 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074963.093618:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e30459f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d59 expref: 190 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.093633:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045a00 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 62 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d59 expref: 189 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.093641:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.093644:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074963.093647:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe81f58000, rc 0) 00000100:00100000:0.0:1769074963.093752:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c189c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+189:12630:x1855007960461696:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 719us (973us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074963.093761:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41201 00000100:00100000:1.0:1769074963.098114:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.098200:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960461952 00000100:00100000:0.0:1769074963.098211:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960461952 00000100:00100000:0.0:1769074963.098276:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41202 00000100:00100000:0.0:1769074963.098286:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+189:12630:x1855007960461952:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074963.098344:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074963.098373:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045a00 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d59 expref: 189 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.098393:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.098398:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074963.098636:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045a07 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 62 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074963.098981:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045a07 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074963.098998:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045a07 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:0.0:1769074963.099044:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998197 00000004:00010000:0.0:1769074963.099066:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008d486576 reply state 000000002a375659 transno 4294998198 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045a07 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074963.099078:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045a07 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074963.099085:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.099088:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074963.099090:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074963.099228:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+191:12630:x1855007960461952:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 942us (1121us total) trans 4294998198 rc 0/0 00000100:00100000:0.0:1769074963.099236:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41202 00000020:00080000:0.0:1769074963.099241:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074963.101527:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.101640:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960462080 00000100:00100000:2.0:1769074963.101664:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960462080 00002000:00010000:2.0:1769074963.101707:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2316436->18446744073709551615) 00002000:00100000:2.0:1769074963.101712:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18a680 with x1855007960462080 ext(2316436->18446744073709551615) 00002000:00010000:2.0:1769074963.101726:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18a680. 00000100:00100000:2.0:1769074963.101758:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11522 00000100:00100000:2.0:1769074963.101767:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c18a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960462080:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074963.101996:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 122668 -> 2316436 00002000:00010000:2.0:1769074963.102000:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.102002:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.102004:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.102006:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 248 -> 248 00000100:00100000:2.0:1769074963.102069:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c18a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960462080:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 302us (551us total) trans 4294989966 rc 0/0 00000100:00100000:2.0:1769074963.102078:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11522 00002000:00010000:2.0:1769074963.102081:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2316436->18446744073709551615) 00002000:00100000:2.0:1769074963.102085:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18a680 with x1855007960462080 ext(2316436->18446744073709551615) 00002000:00010000:2.0:1769074963.102089:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18a680. 00000100:00100000:3.0:1769074963.103934:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.104079:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960462208 00000100:00100000:2.0:1769074963.104088:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960462208 00002000:00010000:2.0:1769074963.104125:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074963.104130:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18a300 with x1855007960462208 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074963.104140:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5c18a300. 00000100:00100000:2.0:1769074963.104178:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11523 00000100:00100000:2.0:1769074963.104187:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c18a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960462208:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074963.104316:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074963.104319:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.104322:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.104324:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.104327:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074963.104390:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c18a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960462208:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 203us (464us total) trans 4294989843 rc 0/0 00000100:00100000:2.0:1769074963.104398:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11523 00002000:00010000:2.0:1769074963.104402:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074963.104404:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18a300 with x1855007960462208 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074963.104409:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5c18a300. 00000100:00100000:1.0:1769074963.110102:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.110249:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960462336 00000100:00100000:3.0:1769074963.110259:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960462336 00002000:00100000:3.0:1769074963.110307:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (1847296->2318335) req@ffff8ffe62efed80 x1855007960462336/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.110319:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62efed80 with x1855007960462336 ext(1847296->2318335) 00002000:00010000:3.0:1769074963.110324:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe62efed80 00000100:00100000:3.0:1769074963.110361:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11524 00000100:00100000:3.0:1769074963.110371:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960462336:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074963.118342:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960462336:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 7961us (8238us total) trans 0 rc 471040/471040 00000100:00100000:3.0:1769074963.118357:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11524 00002000:00100000:3.0:1769074963.118371:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (1847296->2318335) req@ffff8ffe62efed80 x1855007960462336/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/440 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 471040/471040 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.118382:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62efed80 with x1855007960462336 ext(1847296->2318335) 00002000:00010000:3.0:1769074963.118389:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe62efed80 00000100:00100000:1.0:1769074963.122585:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.122674:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960462464 00000100:00100000:3.0:1769074963.122686:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960462464 00002000:00100000:3.0:1769074963.122740:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2252800->2316435) req@ffff8ffe62eff480 x1855007960462464/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.122751:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62eff480 with x1855007960462464 ext(2252800->2316435) 00002000:00010000:3.0:1769074963.122757:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe62eff480 00000100:00100000:3.0:1769074963.122793:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11525 00000100:00100000:3.0:1769074963.122803:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960462464:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:3.0:1769074963.127330:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62eff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960462464:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 4517us (4745us total) trans 4294989967 rc 0/0 00000100:00100000:3.0:1769074963.127346:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11525 00002000:00100000:3.0:1769074963.127359:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2252800->2316435) req@ffff8ffe62eff480 x1855007960462464/t4294989967(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/448 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.127370:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62eff480 with x1855007960462464 ext(2252800->2316435) 00002000:00010000:3.0:1769074963.127376:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe62eff480 00000100:00100000:1.0:1769074963.129819:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.129907:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960462592 00000100:00100000:3.0:1769074963.129918:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960462592 00000100:00100000:3.0:1769074963.130082:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83506 00000100:00100000:3.0:1769074963.130093:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960462592:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074963.131577:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989967 is committed 00000100:00100000:3.0:1769074963.131760:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960462592:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 1665us (1946us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074963.131772:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83506 00000100:00100000:1.0:1769074963.134284:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.134382:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960462720 00000100:00100000:0.0:1769074963.134392:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960462720 00000100:00100000:0.0:1769074963.134513:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41203 00000100:00100000:0.0:1769074963.134522:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+191:12630:x1855007960462720:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074963.134546:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074963.134576:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045a0e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d60 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.134692:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045a15 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074963.134708:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045a15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074963.134745:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045a15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:0.0:1769074963.134773:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 2316436 00000004:00200000:0.0:1769074963.134777:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074963.134797:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045a15 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074963.134824:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045a0e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d60 expref: 193 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.134843:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045a15 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 63 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d60 expref: 192 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.134852:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.134855:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074963.134858:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe81f58c00, rc 0) 00000100:00100000:0.0:1769074963.134967:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+192:12630:x1855007960462720:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 445us (691us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074963.134976:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41203 00000100:00100000:2.0:1769074963.140537:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.140638:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960462976 00000100:00100000:0.0:1769074963.140650:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960462976 00000100:00100000:0.0:1769074963.140719:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41204 00000100:00100000:0.0:1769074963.140728:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+192:12630:x1855007960462976:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074963.140786:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074963.140815:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045a15 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d60 expref: 192 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.140839:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.140844:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074963.141018:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045a1c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 63 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074963.141043:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045a1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074963.141052:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045a1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:0.0:1769074963.141092:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998199 00000004:00010000:0.0:1769074963.141112:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000003c5ca7fc reply state 000000005df1922f transno 4294998200 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045a1c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074963.141125:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045a1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074963.141131:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.141133:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074963.141136:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074963.141229:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+194:12630:x1855007960462976:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 501us (700us total) trans 4294998200 rc 0/0 00000100:00100000:0.0:1769074963.141236:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41204 00000020:00080000:0.0:1769074963.141241:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074963.144525:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.144685:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960463104 00000100:00100000:3.0:1769074963.144697:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960463104 00002000:00010000:3.0:1769074963.144743:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1203139->18446744073709551615) 00002000:00100000:3.0:1769074963.144748:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62effb80 with x1855007960463104 ext(1203139->18446744073709551615) 00002000:00010000:3.0:1769074963.144762:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe62effb80. 00000100:00100000:3.0:1769074963.144795:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11526 00000100:00100000:3.0:1769074963.144804:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960463104:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074963.145678:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2316436 -> 1203139 00002000:00010000:3.0:1769074963.145684:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.145687:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.145689:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.145691:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 248 -> 240 00000100:00100000:3.0:1769074963.145801:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62effb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960463104:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 996us (1282us total) trans 4294989968 rc 0/0 00000100:00100000:3.0:1769074963.145810:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11526 00002000:00010000:3.0:1769074963.145814:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1203139->18446744073709551615) 00002000:00100000:3.0:1769074963.145817:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62effb80 with x1855007960463104 ext(1203139->18446744073709551615) 00002000:00010000:3.0:1769074963.145823:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe62effb80. 00000100:00100000:1.0:1769074963.148995:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.149153:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960463232 00000100:00100000:3.0:1769074963.149323:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960463232 00002000:00010000:3.0:1769074963.149369:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074963.149373:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62efe680 with x1855007960463232 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074963.149385:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe62efe680. 00000100:00100000:3.0:1769074963.149490:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11527 00000100:00100000:3.0:1769074963.149500:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960463232:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074963.149671:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1769074963.149674:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.149677:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.149679:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.149682:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1769074963.149752:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960463232:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 253us (766us total) trans 4294989844 rc 0/0 00000100:00100000:3.0:1769074963.149760:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11527 00002000:00010000:3.0:1769074963.149764:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074963.149767:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62efe680 with x1855007960463232 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074963.149771:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe62efe680. 00000100:00100000:2.0:1769074963.154905:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.155093:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960463360 00000100:00100000:1.0:1769074963.155104:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960463360 00000100:00100000:1.0:1769074963.155291:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41205 00000100:00100000:1.0:1769074963.155302:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+194:12630:x1855007960463360:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:1.0:1769074963.155331:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074963.155355:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317c00/0xf5091596e3045a23 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d67 expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.155494:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316400/0xf5091596e3045a2a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074963.155510:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316400/0xf5091596e3045a2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074963.155521:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316400/0xf5091596e3045a2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:1.0:1769074963.155547:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 1203139 00000004:00200000:1.0:1769074963.155553:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1769074963.155582:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316400/0xf5091596e3045a2a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074963.155612:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317c00/0xf5091596e3045a23 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d67 expref: 196 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.155629:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316400/0xf5091596e3045a2a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 64 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d67 expref: 195 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.155638:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074963.155640:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074963.155644:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe6d316400, rc 0) 00000100:00100000:1.0:1769074963.156269:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+195:12630:x1855007960463360:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 965us (1368us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074963.156278:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41205 00000100:00100000:3.0:1769074963.158763:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.159506:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960463616 00000100:00100000:0.0:1769074963.159519:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960463616 00000100:00100000:0.0:1769074963.159591:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41206 00000100:00100000:0.0:1769074963.159601:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+195:12630:x1855007960463616:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074963.159665:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074963.159694:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316400/0xf5091596e3045a2a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d67 expref: 195 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.159712:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.159717:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074963.159885:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045a31 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 64 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074963.159908:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045a31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074963.159918:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045a31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:0.0:1769074963.160047:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998201 00000004:00010000:0.0:1769074963.160070:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000006205ca4a reply state 0000000009cdb431 transno 4294998202 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045a31 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074963.160082:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045a31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074963.160089:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.160092:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074963.160095:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074963.160286:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+197:12630:x1855007960463616:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 685us (1531us total) trans 4294998202 rc 0/0 00000100:00100000:0.0:1769074963.160294:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41206 00000020:00080000:0.0:1769074963.160299:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074963.163335:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.163414:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.163715:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960463744 00000100:00100000:3.0:1769074963.163725:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960463744 00002000:00010000:3.0:1769074963.163765:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (464782->18446744073709551615) 00002000:00100000:3.0:1769074963.163770:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62efe300 with x1855007960463744 ext(464782->18446744073709551615) 00002000:00010000:3.0:1769074963.163783:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe62efe300. 00000100:00100000:3.0:1769074963.163833:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960463872 00000100:00100000:3.0:1769074963.163837:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960463872 00002000:00010000:3.0:1769074963.163852:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074963.163856:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62efc380 with x1855007960463872 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074963.163862:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe62efc380. 00000100:00100000:2.0:1769074963.163890:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11528 00000100:00100000:2.0:1769074963.163902:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960463744:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074963.164156:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1203139 -> 464782 00002000:00010000:2.0:1769074963.164160:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.164163:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.164177:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.164180:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:2.0:1769074963.164246:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960463744:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 345us (919us total) trans 4294989969 rc 0/0 00000100:00100000:2.0:1769074963.164254:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11528 00002000:00010000:2.0:1769074963.164258:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (464782->18446744073709551615) 00002000:00100000:2.0:1769074963.164261:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62efe300 with x1855007960463744 ext(464782->18446744073709551615) 00002000:00010000:2.0:1769074963.164266:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe62efe300. 00000100:00100000:2.0:1769074963.164283:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11529 00000100:00100000:2.0:1769074963.164290:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960463872:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074963.164351:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074963.164354:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.164356:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.164359:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.164361:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074963.164383:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960463872:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 94us (968us total) trans 4294989845 rc 0/0 00000100:00100000:2.0:1769074963.164390:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11529 00002000:00010000:2.0:1769074963.164393:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074963.164396:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62efc380 with x1855007960463872 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074963.164400:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe62efc380. 00000100:00100000:0.0:1769074963.167116:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.167298:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960464000 00000100:00100000:3.0:1769074963.167310:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960464000 00000100:00100000:3.0:1769074963.167405:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41207 00000100:00100000:3.0:1769074963.167415:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+197:12630:x1855007960464000:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074963.167439:0:6528:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074963.167487:0:6528:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63308a00/0xf5091596e3045a38 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d6e expref: -99 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.167615:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309800/0xf5091596e3045a3f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.167631:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309800/0xf5091596e3045a3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.167642:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309800/0xf5091596e3045a3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000004:00200000:3.0:1769074963.167669:0:6528:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 464782 00000004:00200000:3.0:1769074963.167673:0:6528:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074963.167692:0:6528:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309800/0xf5091596e3045a3f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.167718:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63308a00/0xf5091596e3045a38 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d6e expref: 199 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.167735:0:6528:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309800/0xf5091596e3045a3f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 65 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d6e expref: 198 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.167745:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.167748:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074963.167752:0:6528:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe63309800, rc 0) 00000100:00100000:3.0:1769074963.167813:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+198:12630:x1855007960464000:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 399us (704us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074963.167821:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41207 00000100:00100000:0.0:1769074963.172775:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.172866:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960464256 00000100:00100000:3.0:1769074963.172877:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960464256 00000100:00100000:3.0:1769074963.173051:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41208 00000100:00100000:3.0:1769074963.173062:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+198:12630:x1855007960464256:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:3.0:1769074963.173119:0:6528:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074963.173148:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309800/0xf5091596e3045a3f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d6e expref: 198 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.173180:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.173185:0:6528:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074963.173354:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309200/0xf5091596e3045a46 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 65 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.173378:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309200/0xf5091596e3045a46 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.173388:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309200/0xf5091596e3045a46 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000001:00080000:3.0:1769074963.173428:0:6528:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998203 00000004:00010000:3.0:1769074963.173478:0:6528:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000304d2fbc reply state 00000000b869fdd8 transno 4294998204 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309200/0xf5091596e3045a46 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.173490:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309200/0xf5091596e3045a46 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.173496:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.173498:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074963.173501:0:6528:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074963.173604:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+200:12630:x1855007960464256:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 543us (838us total) trans 4294998204 rc 0/0 00000100:00100000:3.0:1769074963.173612:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41208 00000020:00080000:3.0:1769074963.173617:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074963.181013:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.181053:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.181120:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960464384 00000100:00100000:3.0:1769074963.181130:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960464384 00002000:00010000:3.0:1769074963.181180:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:3.0:1769074963.181185:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef4000 with x1855007960464384 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1769074963.181199:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef4000. 00000100:00100000:3.0:1769074963.181227:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960464512 00000100:00100000:3.0:1769074963.181230:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960464512 00002000:00010000:3.0:1769074963.181245:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (749205->18446744073709551615) 00002000:00100000:3.0:1769074963.181248:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef5180 with x1855007960464512 ext(749205->18446744073709551615) 00002000:00010000:3.0:1769074963.181255:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef5180. 00000100:00100000:3.0:1769074963.181278:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11530 00000100:00100000:3.0:1769074963.181286:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960464384:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074963.181444:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 464782 -> 4194304 00002000:00010000:3.0:1769074963.181468:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.181471:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.181474:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.181476:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:3.0:1769074963.181531:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960464384:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 245us (527us total) trans 4294989970 rc 0/0 00000100:00100000:3.0:1769074963.181539:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11530 00002000:00010000:3.0:1769074963.181542:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:3.0:1769074963.181545:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef4000 with x1855007960464384 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1769074963.181549:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef4000. 00000100:00100000:3.0:1769074963.181579:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11531 00000100:00100000:3.0:1769074963.181587:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960464512:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074963.181708:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 749205 00002000:00010000:3.0:1769074963.181711:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.181713:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.181716:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.181718:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1769074963.181739:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960464512:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 153us (686us total) trans 4294989846 rc 0/0 00000100:00100000:3.0:1769074963.181747:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11531 00002000:00010000:3.0:1769074963.181751:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (749205->18446744073709551615) 00002000:00100000:3.0:1769074963.181753:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef5180 with x1855007960464512 ext(749205->18446744073709551615) 00002000:00010000:3.0:1769074963.181757:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef5180. 00000100:00100000:0.0:1769074963.184889:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.184975:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960464640 00000100:00100000:3.0:1769074963.184985:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960464640 00000100:00100000:3.0:1769074963.185047:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41209 00000100:00100000:3.0:1769074963.185056:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+200:12630:x1855007960464640:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074963.185079:0:6528:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074963.185098:0:6528:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63308a00/0xf5091596e3045a4d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d75 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.185207:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309a00/0xf5091596e3045a54 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.185222:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309a00/0xf5091596e3045a54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.185234:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309a00/0xf5091596e3045a54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000004:00200000:3.0:1769074963.185262:0:6528:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4943509 00000004:00200000:3.0:1769074963.185267:0:6528:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074963.185285:0:6528:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309a00/0xf5091596e3045a54 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.185310:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63308a00/0xf5091596e3045a4d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d75 expref: 202 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.185332:0:6528:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309a00/0xf5091596e3045a54 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 66 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d75 expref: 201 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.185342:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.185344:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074963.185347:0:6528:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe63309a00, rc 0) 00000100:00100000:3.0:1769074963.185407:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aefb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+201:12630:x1855007960464640:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 352us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074963.185414:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41209 00000100:00100000:0.0:1769074963.188230:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.188327:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960464768 00000100:00100000:1.0:1769074963.188337:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960464768 00000100:00100000:1.0:1769074963.188400:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11532 00000100:00100000:1.0:1769074963.188409:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960464768:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074963.188672:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074963.188676:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.188679:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.188682:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.188684:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:1.0:1769074963.188738:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960464768:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 329us (516us total) trans 4294989971 rc 0/0 00000100:00100000:1.0:1769074963.188746:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11532 00000100:00100000:2.0:1769074963.191862:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.191962:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960465024 00000100:00100000:1.0:1769074963.191973:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960465024 00000100:00100000:1.0:1769074963.192027:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41210 00000100:00100000:1.0:1769074963.192036:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+201:12630:x1855007960465024:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:1.0:1769074963.192093:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074963.192123:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309a00/0xf5091596e3045a54 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d75 expref: 201 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.192143:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074963.192148:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074963.192436:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317c00/0xf5091596e3045a5b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 66 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074963.192502:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317c00/0xf5091596e3045a5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074963.192518:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317c00/0xf5091596e3045a5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:1.0:1769074963.192572:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998205 00000004:00010000:1.0:1769074963.192597:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000035c1e362 reply state 000000007b3b3d5a transno 4294998206 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317c00/0xf5091596e3045a5b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074963.192607:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317c00/0xf5091596e3045a5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074963.192613:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074963.192617:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074963.192620:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074963.192761:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+203:12630:x1855007960465024:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 724us (906us total) trans 4294998206 rc 0/0 00000100:00100000:1.0:1769074963.192769:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41210 00000020:00080000:1.0:1769074963.192774:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074963.195602:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.195687:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960465152 00000100:00100000:0.0:1769074963.195697:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960465152 00002000:00010000:0.0:1769074963.195732:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:0.0:1769074963.195736:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef5500 with x1855007960465152 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1769074963.195747:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef5500. 00000100:00100000:0.0:1769074963.195775:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11533 00000100:00100000:0.0:1769074963.195782:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960465152:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074963.195909:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074963.195913:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.195915:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.195917:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.195920:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:0.0:1769074963.195985:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960465152:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 202us (389us total) trans 4294989972 rc 0/0 00000100:00100000:0.0:1769074963.195992:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11533 00002000:00010000:0.0:1769074963.195995:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:0.0:1769074963.195998:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef5500 with x1855007960465152 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1769074963.196003:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef5500. 00000100:00100000:2.0:1769074963.197915:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.198047:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960465280 00000100:00100000:1.0:1769074963.198056:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960465280 00002000:00010000:1.0:1769074963.198090:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (799817->18446744073709551615) 00002000:00100000:1.0:1769074963.198095:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef4e00 with x1855007960465280 ext(799817->18446744073709551615) 00002000:00010000:1.0:1769074963.198106:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef4e00. 00000100:00100000:1.0:1769074963.198136:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11534 00000100:00100000:1.0:1769074963.198145:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960465280:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074963.198342:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 749205 -> 799817 00002000:00010000:1.0:1769074963.198346:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.198348:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.198351:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.198354:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1769074963.198412:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960465280:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 267us (505us total) trans 4294989847 rc 0/0 00000100:00100000:1.0:1769074963.198420:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11534 00002000:00010000:1.0:1769074963.198424:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (799817->18446744073709551615) 00002000:00100000:1.0:1769074963.198427:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef4e00 with x1855007960465280 ext(799817->18446744073709551615) 00002000:00010000:1.0:1769074963.198432:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef4e00. 00000100:00100000:2.0:1769074963.201376:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.201526:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960465408 00000100:00100000:0.0:1769074963.201537:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960465408 00002000:00100000:0.0:1769074963.201596:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (745472->749567) req@ffff8ffdb9ef4700 x1855007960465408/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.201608:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef4700 with x1855007960465408 ext(745472->749567) 00002000:00010000:0.0:1769074963.201614:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef4700 00000100:00100000:0.0:1769074963.201649:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11535 00000100:00100000:0.0:1769074963.201658:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960465408:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074963.201831:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960465408:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 171us (462us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074963.201839:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11535 00002000:00100000:0.0:1769074963.201846:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (745472->749567) req@ffff8ffdb9ef4700 x1855007960465408/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.201854:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef4700 with x1855007960465408 ext(745472->749567) 00002000:00010000:0.0:1769074963.201857:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef4700 00000100:00100000:2.0:1769074963.209917:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.210088:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960465536 00000100:00100000:1.0:1769074963.210099:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960465536 00002000:00100000:1.0:1769074963.210147:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (749568->753663) req@ffff8ffdb9ef7480 x1855007960465536/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.210159:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef7480 with x1855007960465536 ext(749568->753663) 00002000:00010000:1.0:1769074963.210169:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef7480 00000100:00100000:1.0:1769074963.210204:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11536 00000100:00100000:1.0:1769074963.210214:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960465536:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074963.210409:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960465536:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 195us (501us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074963.210418:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11536 00002000:00100000:1.0:1769074963.210425:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (749568->753663) req@ffff8ffdb9ef7480 x1855007960465536/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.210433:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef7480 with x1855007960465536 ext(749568->753663) 00002000:00010000:1.0:1769074963.210436:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef7480 00000100:00100000:2.0:1769074963.214383:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.214475:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960465664 00000100:00100000:0.0:1769074963.214485:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960465664 00002000:00100000:0.0:1769074963.214532:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (724992->790527) req@ffff8ffdb9ef6d80 x1855007960465664/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 504/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.214544:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef6d80 with x1855007960465664 ext(724992->790527) 00002000:00010000:0.0:1769074963.214549:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef6d80 00000100:00100000:0.0:1769074963.214591:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11537 00000100:00100000:0.0:1769074963.214601:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960465664:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074963.217482:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960465664:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 2849us (3074us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1769074963.217495:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11537 00002000:00100000:0.0:1769074963.217507:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (724992->790527) req@ffff8ffdb9ef6d80 x1855007960465664/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 504/440 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.217518:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef6d80 with x1855007960465664 ext(724992->790527) 00002000:00010000:0.0:1769074963.217524:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef6d80 00000100:00100000:2.0:1769074963.220758:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.220855:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960465792 00000100:00100000:0.0:1769074963.220867:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960465792 00002000:00100000:0.0:1769074963.220916:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (790528->802815) req@ffff8ffdb9ef4a80 x1855007960465792/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.220929:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef4a80 with x1855007960465792 ext(790528->802815) 00002000:00010000:0.0:1769074963.220935:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef4a80 00000100:00100000:0.0:1769074963.220982:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11538 00000100:00100000:0.0:1769074963.220991:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960465792:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074963.221232:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960465792:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 240us (482us total) trans 0 rc 12288/12288 00000100:00100000:0.0:1769074963.221240:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11538 00002000:00100000:0.0:1769074963.221247:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (790528->802815) req@ffff8ffdb9ef4a80 x1855007960465792/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/12728 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.221254:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef4a80 with x1855007960465792 ext(790528->802815) 00002000:00010000:0.0:1769074963.221258:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef4a80 00000100:00100000:2.0:1769074963.224972:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.225071:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960465920 00000100:00100000:1.0:1769074963.225082:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960465920 00002000:00100000:1.0:1769074963.225130:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (745472->799816) req@ffff8ffdb9ef6300 x1855007960465920/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.225141:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef6300 with x1855007960465920 ext(745472->799816) 00002000:00010000:1.0:1769074963.225147:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef6300 00000100:00100000:1.0:1769074963.225187:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11539 00000100:00100000:1.0:1769074963.225196:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2408:x1855007960465920:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:1.0:1769074963.228607:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+16:2408:x1855007960465920:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 3400us (3633us total) trans 4294989848 rc 0/0 00000100:00100000:1.0:1769074963.228622:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11539 00002000:00100000:1.0:1769074963.228635:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (745472->799816) req@ffff8ffdb9ef6300 x1855007960465920/t4294989848(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/448 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.228646:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef6300 with x1855007960465920 ext(745472->799816) 00002000:00010000:1.0:1769074963.228652:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef6300 00000100:00100000:2.0:1769074963.231497:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.231616:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960466048 00000100:00100000:3.0:1769074963.231626:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960466048 00000100:00100000:3.0:1769074963.231687:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83507 00000100:00100000:3.0:1769074963.231697:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+16:2409:x1855007960466048:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074963.233267:0:9484:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294989848 is committed 00000100:00100000:3.0:1769074963.233481:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960466048:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 1748us (1956us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074963.233492:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83507 00000100:00100000:2.0:1769074963.236300:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.236399:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960466176 00000100:00100000:1.0:1769074963.236410:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960466176 00000100:00100000:1.0:1769074963.236501:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41211 00000100:00100000:1.0:1769074963.236511:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+203:12630:x1855007960466176:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:1.0:1769074963.236537:0:6529:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074963.236572:0:6529:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316800/0xf5091596e3045a62 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d7c expref: -99 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.236663:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317600/0xf5091596e3045a69 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 68 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074963.236678:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317600/0xf5091596e3045a69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074963.236694:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317600/0xf5091596e3045a69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000004:00200000:1.0:1769074963.236722:0:6529:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4994121 00000004:00200000:1.0:1769074963.236726:0:6529:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1769074963.236744:0:6529:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317600/0xf5091596e3045a69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074963.236769:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316800/0xf5091596e3045a62 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 68 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d7c expref: 205 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.236788:0:6529:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317600/0xf5091596e3045a69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 67 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d7c expref: 204 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.236798:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074963.236801:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074963.236805:0:6529:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe6d317600, rc 0) 00000100:00100000:1.0:1769074963.236865:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+204:12630:x1855007960466176:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 354us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074963.236872:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41211 00000100:00100000:2.0:1769074963.239990:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.240117:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960466304 00000100:00100000:1.0:1769074963.240127:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960466304 00000100:00100000:1.0:1769074963.240202:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11540 00000100:00100000:1.0:1769074963.240212:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2407:x1855007960466304:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074963.240475:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074963.240479:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.240482:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.240485:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.240488:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 240 -> 240 00000100:00100000:1.0:1769074963.240542:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2407:x1855007960466304:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 331us (561us total) trans 4294989973 rc 0/0 00000100:00100000:1.0:1769074963.240550:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11540 00000100:00100000:2.0:1769074963.243628:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.243712:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960466432 00000100:00100000:0.0:1769074963.243721:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960466432 00000100:00100000:0.0:1769074963.243784:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11541 00000100:00100000:0.0:1769074963.243793:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960466432:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074963.244016:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074963.244020:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.244022:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.244025:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.244028:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 240 -> 336 00000100:00100000:0.0:1769074963.244090:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960466432:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 297us (470us total) trans 4294989974 rc 0/0 00000100:00100000:0.0:1769074963.244100:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11541 00000100:00100000:2.0:1769074963.247497:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.247602:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960466560 00000100:00100000:1.0:1769074963.247613:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960466560 00002000:00100000:1.0:1769074963.247660:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2727936->2732031) req@ffff8ffe6fa66d80 x1855007960466560/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.247672:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa66d80 with x1855007960466560 ext(2727936->2732031) 00002000:00010000:1.0:1769074963.247678:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa66d80 00000100:00100000:1.0:1769074963.247702:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11542 00000100:00100000:1.0:1769074963.247711:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960466560:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074963.247924:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960466560:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 213us (482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074963.247934:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11542 00002000:00100000:1.0:1769074963.247941:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2727936->2732031) req@ffff8ffe6fa66d80 x1855007960466560/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.247959:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa66d80 with x1855007960466560 ext(2727936->2732031) 00002000:00010000:1.0:1769074963.247963:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa66d80 00000100:00100000:2.0:1769074963.251081:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.251185:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960466688 00000100:00100000:0.0:1769074963.251196:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960466688 00002000:00100000:0.0:1769074963.251246:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2732032->2736127) req@ffff8ffe6fa65500 x1855007960466688/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.251257:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa65500 with x1855007960466688 ext(2732032->2736127) 00002000:00010000:0.0:1769074963.251263:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa65500 00000100:00100000:0.0:1769074963.251300:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11543 00000100:00100000:0.0:1769074963.251310:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960466688:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074963.251529:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960466688:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 218us (454us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074963.251538:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11543 00002000:00100000:0.0:1769074963.251546:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2732032->2736127) req@ffff8ffe6fa65500 x1855007960466688/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.251563:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa65500 with x1855007960466688 ext(2732032->2736127) 00002000:00010000:0.0:1769074963.251568:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa65500 00000100:00100000:2.0:1769074963.254550:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.254664:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960466816 00000100:00100000:1.0:1769074963.254676:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960466816 00002000:00100000:1.0:1769074963.254729:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2707456->2772991) req@ffff8ffe6fa66300 x1855007960466816/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 504/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.254741:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa66300 with x1855007960466816 ext(2707456->2772991) 00002000:00010000:1.0:1769074963.254746:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa66300 00000100:00100000:1.0:1769074963.254784:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11544 00000100:00100000:1.0:1769074963.254793:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960466816:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074963.258029:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960466816:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3224us (3476us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1769074963.258042:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11544 00002000:00100000:1.0:1769074963.258054:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2707456->2772991) req@ffff8ffe6fa66300 x1855007960466816/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 504/440 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.258066:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa66300 with x1855007960466816 ext(2707456->2772991) 00002000:00010000:1.0:1769074963.258072:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa66300 00000100:00100000:2.0:1769074963.260913:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.261079:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960466944 00000100:00100000:1.0:1769074963.261091:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960466944 00000100:00100000:1.0:1769074963.261236:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11545 00000100:00100000:1.0:1769074963.261248:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960466944:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074963.261637:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074963.261641:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.261644:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.261646:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.261649:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 336 -> 376 00000100:00100000:1.0:1769074963.261704:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+15:2409:x1855007960466944:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 458us (802us total) trans 4294989975 rc 0/0 00000100:00100000:1.0:1769074963.261713:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11545 00000100:00100000:2.0:1769074963.264442:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.265053:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960467072 00000100:00100000:0.0:1769074963.265064:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960467072 00000100:00100000:3.0:1769074963.265144:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11546 00000100:00100000:3.0:1769074963.265158:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+15:2409:x1855007960467072:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074963.265386:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074963.265390:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.265393:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.265396:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.265398:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 376 -> 448 00000100:00100000:3.0:1769074963.265499:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+16:2409:x1855007960467072:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 344us (1067us total) trans 4294989976 rc 0/0 00000100:00100000:3.0:1769074963.265509:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11546 00000100:00100000:2.0:1769074963.269245:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.269386:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960467200 00000100:00100000:3.0:1769074963.269396:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960467200 00002000:00100000:3.0:1769074963.269461:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2162688->2228223) req@ffff8ffe6fa67480 x1855007960467200/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.269472:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa67480 with x1855007960467200 ext(2162688->2228223) 00002000:00010000:3.0:1769074963.269478:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa67480 00000100:00100000:3.0:1769074963.269511:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11547 00000100:00100000:3.0:1769074963.269521:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+16:2410:x1855007960467200:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074963.271960:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+16:2410:x1855007960467200:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 2420us (2706us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1769074963.271975:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11547 00002000:00100000:3.0:1769074963.271988:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2162688->2228223) req@ffff8ffe6fa67480 x1855007960467200/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/440 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.271998:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa67480 with x1855007960467200 ext(2162688->2228223) 00002000:00010000:3.0:1769074963.272004:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa67480 00000100:00100000:3.0:1769074963.275873:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.276407:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960467328 00000100:00100000:0.0:1769074963.276421:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960467328 00002000:00100000:0.0:1769074963.276514:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2191360->2207743) req@ffff8ffe5c18b100 x1855007960467328/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 16872/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.276525:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18b100 with x1855007960467328 ext(2191360->2207743) 00002000:00010000:0.0:1769074963.276531:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18b100 00000100:00100000:0.0:1769074963.276669:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11548 00000100:00100000:0.0:1769074963.276680:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c18b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+16:2409:x1855007960467328:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074963.278093:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c18b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960467328:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 1407us (2221us total) trans 4294989977 rc 0/0 00000100:00100000:0.0:1769074963.278104:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11548 00002000:00100000:0.0:1769074963.278115:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2191360->2207743) req@ffff8ffe5c18b100 x1855007960467328/t4294989977(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 16872/448 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.278124:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18b100 with x1855007960467328 ext(2191360->2207743) 00002000:00010000:0.0:1769074963.278129:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18b100 00000100:00100000:3.0:1769074963.280978:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.281212:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960467456 00000100:00100000:2.0:1769074963.281225:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960467456 00000100:00100000:2.0:1769074963.281288:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83508 00000100:00100000:2.0:1769074963.281298:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c18bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+18:2410:x1855007960467456:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:3.0:1769074963.283177:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989977 is committed 00000100:00100000:2.0:1769074963.283433:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c18bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960467456:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2129us (2457us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074963.283468:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83508 00000100:00100000:3.0:1769074963.286614:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.289552:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960467584 00000100:00100000:0.0:1769074963.289578:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960467584 00002000:00100000:1.0:1769074963.289742:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3153920->3166207) req@ffff8ffe5c189500 x1855007960467584/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.289755:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c189500 with x1855007960467584 ext(3153920->3166207) 00002000:00010000:1.0:1769074963.289762:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c189500 00000100:00100000:1.0:1769074963.289849:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11549 00000100:00100000:1.0:1769074963.289862:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c189500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960467584:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074963.290119:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c189500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960467584:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 259us (3515us total) trans 0 rc 12288/12288 00000100:00100000:1.0:1769074963.290126:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11549 00002000:00100000:1.0:1769074963.290133:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3153920->3166207) req@ffff8ffe5c189500 x1855007960467584/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/12728 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.290140:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c189500 with x1855007960467584 ext(3153920->3166207) 00002000:00010000:1.0:1769074963.290144:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c189500 00000100:00100000:3.0:1769074963.293382:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.293681:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960467712 00000100:00100000:2.0:1769074963.293691:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960467712 00000100:00100000:2.0:1769074963.293757:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11550 00000100:00100000:2.0:1769074963.293766:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c188a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960467712:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074963.294090:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 799817 -> 799817 00002000:00010000:2.0:1769074963.294095:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074963 00002000:00010000:2.0:1769074963.294097:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.294100:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074963 00002000:00010000:2.0:1769074963.294102:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 248 00000100:00100000:2.0:1769074963.294158:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c188a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960467712:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 393us (785us total) trans 4294989849 rc 0/0 00000100:00100000:2.0:1769074963.294238:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11550 00000100:00100000:3.0:1769074963.296921:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.297196:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960467840 00000100:00100000:1.0:1769074963.297207:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960467840 00000100:00100000:1.0:1769074963.297280:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11551 00000100:00100000:1.0:1769074963.297289:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c188e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960467840:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074963.297567:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074963.297571:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074962 -> 1769074963 00002000:00010000:1.0:1769074963.297573:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.297575:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074962 -> 1769074963 00002000:00010000:1.0:1769074963.297577:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 448 -> 480 00000100:00100000:1.0:1769074963.297642:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c188e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960467840:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 353us (728us total) trans 4294989978 rc 0/0 00000100:00100000:1.0:1769074963.297650:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11551 00000100:00100000:3.0:1769074963.301661:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.301759:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960467968 00000100:00100000:2.0:1769074963.301768:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960467968 00002000:00100000:2.0:1769074963.301815:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3014656->3080191) req@ffff8ffe5c18b800 x1855007960467968/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.301826:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18b800 with x1855007960467968 ext(3014656->3080191) 00002000:00010000:2.0:1769074963.301833:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18b800 00000100:00100000:2.0:1769074963.301862:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11552 00000100:00100000:2.0:1769074963.301871:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c18b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960467968:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074963.306350:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c18b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960467968:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 4469us (4687us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1769074963.306365:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11552 00002000:00100000:2.0:1769074963.306387:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3014656->3080191) req@ffff8ffe5c18b800 x1855007960467968/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/440 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.306399:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c18b800 with x1855007960467968 ext(3014656->3080191) 00002000:00010000:2.0:1769074963.306406:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c18b800 00000100:00100000:3.0:1769074963.310109:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.310340:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960468096 00000100:00100000:2.0:1769074963.310352:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960468096 00000100:00100000:2.0:1769074963.310508:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11553 00000100:00100000:2.0:1769074963.310519:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c189880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960468096:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074963.310807:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074963.310811:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.310813:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.310815:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.310818:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 480 -> 592 00000100:00100000:2.0:1769074963.310880:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c189880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960468096:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 362us (780us total) trans 4294989979 rc 0/0 00000100:00100000:2.0:1769074963.310888:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11553 00000100:00100000:3.0:1769074963.314408:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.314633:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960468224 00000100:00100000:2.0:1769074963.314642:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960468224 00002000:00100000:2.0:1769074963.314687:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (4046848->4050943) req@ffff8ffe74c95c00 x1855007960468224/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.314698:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c95c00 with x1855007960468224 ext(4046848->4050943) 00002000:00010000:2.0:1769074963.314704:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c95c00 00000100:00100000:2.0:1769074963.314735:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11554 00000100:00100000:2.0:1769074963.314742:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960468224:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074963.314925:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960468224:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 182us (525us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074963.314933:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11554 00002000:00100000:2.0:1769074963.314939:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (4046848->4050943) req@ffff8ffe74c95c00 x1855007960468224/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.314958:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c95c00 with x1855007960468224 ext(4046848->4050943) 00002000:00010000:2.0:1769074963.314961:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c95c00 00000100:00100000:0.0:1769074963.319752:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.320182:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960468352 00000100:00100000:1.0:1769074963.320193:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960468352 00002000:00100000:1.0:1769074963.320243:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (4067328->4071423) req@ffff8ffe57aec380 x1855007960468352/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.320254:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aec380 with x1855007960468352 ext(4067328->4071423) 00002000:00010000:1.0:1769074963.320261:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe57aec380 00000100:00100000:1.0:1769074963.320297:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11555 00000100:00100000:1.0:1769074963.320306:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960468352:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074963.320588:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960468352:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 281us (844us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074963.320596:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11555 00002000:00100000:1.0:1769074963.320602:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (4067328->4071423) req@ffff8ffe57aec380 x1855007960468352/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.320610:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aec380 with x1855007960468352 ext(4067328->4071423) 00002000:00010000:1.0:1769074963.320613:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe57aec380 00000100:00100000:3.0:1769074963.323969:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.324073:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960468480 00000100:00100000:2.0:1769074963.324083:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960468480 00000100:00100000:2.0:1769074963.324155:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11556 00000100:00100000:2.0:1769074963.324173:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960468480:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074963.324444:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074963.324468:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.324470:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.324472:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.324474:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 592 -> 576 00000100:00100000:2.0:1769074963.324537:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960468480:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 373us (578us total) trans 4294989980 rc 0/0 00000100:00100000:2.0:1769074963.324545:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11556 00000100:00100000:3.0:1769074963.330046:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.330151:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960468608 00000100:00100000:1.0:1769074963.330160:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960468608 00002000:00100000:1.0:1769074963.330216:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2662400->3518463) req@ffff8ffe74c97100 x1855007960468608/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 536/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.330228:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c97100 with x1855007960468608 ext(2662400->3518463) 00002000:00010000:1.0:1769074963.330233:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c97100 00000100:00100000:1.0:1769074963.330263:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11557 00000100:00100000:1.0:1769074963.330271:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960468608:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074963.348216:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960468608:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 17935us (18169us total) trans 0 rc 708608/708608 00000100:00100000:1.0:1769074963.348230:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11557 00002000:00100000:1.0:1769074963.348244:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2662400->3518463) req@ffff8ffe74c97100 x1855007960468608/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 536/440 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 708608/708608 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.348254:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c97100 with x1855007960468608 ext(2662400->3518463) 00002000:00010000:1.0:1769074963.348261:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c97100 00000100:00100000:0.0:1769074963.351377:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.351514:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960468736 00000100:00100000:1.0:1769074963.351524:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960468736 00002000:00100000:1.0:1769074963.351581:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1028096->1032191) req@ffff8ffe57aee680 x1855007960468736/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.351593:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aee680 with x1855007960468736 ext(1028096->1032191) 00002000:00010000:1.0:1769074963.351599:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe57aee680 00000100:00100000:1.0:1769074963.351662:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11558 00000100:00100000:1.0:1769074963.351672:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960468736:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074963.352120:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960468736:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 449us (750us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074963.352128:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11558 00002000:00100000:1.0:1769074963.352136:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1028096->1032191) req@ffff8ffe57aee680 x1855007960468736/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.352144:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aee680 with x1855007960468736 ext(1028096->1032191) 00002000:00010000:1.0:1769074963.352147:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe57aee680 00000100:00100000:2.0:1769074963.357241:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.357336:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960468864 00000100:00100000:3.0:1769074963.357349:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960468864 00002000:00100000:3.0:1769074963.357404:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1052672->1056767) req@ffff8ffe6fa66680 x1855007960468864/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.357415:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa66680 with x1855007960468864 ext(1052672->1056767) 00002000:00010000:3.0:1769074963.357421:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa66680 00000100:00100000:3.0:1769074963.357492:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11559 00000100:00100000:3.0:1769074963.357503:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960468864:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074963.357750:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960468864:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 248us (519us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074963.357759:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11559 00002000:00100000:3.0:1769074963.357766:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1052672->1056767) req@ffff8ffe6fa66680 x1855007960468864/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.357775:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa66680 with x1855007960468864 ext(1052672->1056767) 00002000:00010000:3.0:1769074963.357778:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa66680 00000100:00100000:0.0:1769074963.362338:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.362605:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960469120 00000100:00100000:3.0:1769074963.362615:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960469120 00000100:00100000:2.0:1769074963.362804:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41212 00000100:00100000:2.0:1769074963.362814:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+204:12630:x1855007960469120:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074963.362866:0:6528:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074963.362896:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317600/0xf5091596e3045a69 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 68 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d7c expref: 204 pid: 6529 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.362920:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074963.362925:0:6528:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074963.363383:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0ca00/0xf5091596e3045a70 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 67 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074963.363409:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0ca00/0xf5091596e3045a70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074963.363419:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0ca00/0xf5091596e3045a70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000001:00080000:0.0:1769074963.365200:0:6508:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294998207 is committed 00010000:00010000:3.0:1769074963.365493:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9c00/0xf5091596e304555a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365505:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9c00/0xf5091596e304555a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365513:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9c00/0xf5091596e304555a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365547:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.365552:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9c00/0xf5091596e304555a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365569:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9c00/0xf5091596e304555a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365586:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.365590:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.365595:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9c00/0xf5091596e304555a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365601:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9c00/0xf5091596e304555a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 67 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365621:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0000/0xf5091596e304556f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365627:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0000/0xf5091596e304556f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365633:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0000/0xf5091596e304556f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365637:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.365640:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0000/0xf5091596e304556f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365646:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0000/0xf5091596e304556f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365669:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.365685:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.365688:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0000/0xf5091596e304556f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365695:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0000/0xf5091596e304556f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 66 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365706:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045576 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365711:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045576 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365717:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045576 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365721:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.365724:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045576 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365729:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045576 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365736:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.365737:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.365740:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045576 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365745:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0600/0xf5091596e3045576 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 65 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365754:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e304558b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365759:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e304558b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365777:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e304558b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365782:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.365784:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e304558b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365789:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e304558b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365795:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.365797:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.365800:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e304558b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365804:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0800/0xf5091596e304558b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 64 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.365814:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e3045592 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365820:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e3045592 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365825:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e3045592 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365830:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf8800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.365833:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e3045592 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365838:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e3045592 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365846:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.365848:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.365851:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e3045592 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365856:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf8800/0xf5091596e3045592 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 63 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365865:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d000/0xf5091596e3045599 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365871:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d000/0xf5091596e3045599 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365876:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d000/0xf5091596e3045599 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365882:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89d000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.365884:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d000/0xf5091596e3045599 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365889:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d000/0xf5091596e3045599 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365896:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.365898:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.365900:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d000/0xf5091596e3045599 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365905:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d000/0xf5091596e3045599 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 62 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365914:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30455a0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365920:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30455a0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365925:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30455a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365930:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89c200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.365932:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30455a0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365937:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30455a0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365957:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.365960:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.365963:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30455a0 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365968:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c200/0xf5091596e30455a0 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 61 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365978:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89de00/0xf5091596e30455a7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365984:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89de00/0xf5091596e30455a7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365989:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89de00/0xf5091596e30455a7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.365994:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89de00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.365996:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89de00/0xf5091596e30455a7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366002:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89de00/0xf5091596e30455a7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366008:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366011:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366013:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89de00/0xf5091596e30455a7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366018:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89de00/0xf5091596e30455a7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 60 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366027:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9000/0xf5091596e30455bc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366033:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9000/0xf5091596e30455bc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366038:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9000/0xf5091596e30455bc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366042:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.366045:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9000/0xf5091596e30455bc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366051:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9000/0xf5091596e30455bc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366057:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366060:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366062:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9000/0xf5091596e30455bc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366068:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9000/0xf5091596e30455bc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 59 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366077:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1600/0xf5091596e30455d1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366083:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1600/0xf5091596e30455d1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366088:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1600/0xf5091596e30455d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366092:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.366095:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1600/0xf5091596e30455d1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366101:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1600/0xf5091596e30455d1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366108:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366110:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366112:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1600/0xf5091596e30455d1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366117:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1600/0xf5091596e30455d1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 58 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366126:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14600/0xf5091596e30455e6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366131:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14600/0xf5091596e30455e6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366136:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14600/0xf5091596e30455e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366159:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d14600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.366171:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14600/0xf5091596e30455e6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366177:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14600/0xf5091596e30455e6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366185:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366187:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366190:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14600/0xf5091596e30455e6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366195:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d14600/0xf5091596e30455e6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 57 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366206:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15200/0xf5091596e30455fb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210000000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366211:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15200/0xf5091596e30455fb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x50210400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366215:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15200/0xf5091596e30455fb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366220:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe55d15200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.366222:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15200/0xf5091596e30455fb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40210400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366227:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15200/0xf5091596e30455fb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x40218400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366233:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366236:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366238:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15200/0xf5091596e30455fb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366244:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe55d15200/0xf5091596e30455fb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 56 type: IBT flags: 0x44a19400000000 pid: 13899 initiator: MDT0 00010000:00010000:3.0:1769074963.366252:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89cc00/0xf5091596e3045610 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366257:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89cc00/0xf5091596e3045610 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366262:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89cc00/0xf5091596e3045610 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366266:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89cc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.366268:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89cc00/0xf5091596e3045610 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366273:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89cc00/0xf5091596e3045610 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366279:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366281:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366283:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89cc00/0xf5091596e3045610 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366288:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89cc00/0xf5091596e3045610 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 55 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366296:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e3045625 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366301:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e3045625 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366306:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e3045625 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366311:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89ca00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.366313:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e3045625 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366317:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e3045625 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366323:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366325:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366327:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e3045625 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366331:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ca00/0xf5091596e3045625 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 54 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366340:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d600/0xf5091596e304563a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366346:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d600/0xf5091596e304563a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366350:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d600/0xf5091596e304563a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366354:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89d600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.366357:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d600/0xf5091596e304563a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366362:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d600/0xf5091596e304563a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366369:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366371:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366374:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d600/0xf5091596e304563a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366379:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d600/0xf5091596e304563a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 53 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366388:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d800/0xf5091596e304564f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366393:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d800/0xf5091596e304564f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366398:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d800/0xf5091596e304564f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366403:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89d800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.366405:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d800/0xf5091596e304564f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366411:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d800/0xf5091596e304564f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366416:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366418:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366420:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d800/0xf5091596e304564f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366425:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89d800/0xf5091596e304564f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 52 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366434:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045664 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366440:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045664 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366495:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045664 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366502:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89c400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.366504:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045664 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366510:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045664 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366516:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366519:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366521:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045664 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366527:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c400/0xf5091596e3045664 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 51 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366536:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045679 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366542:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045679 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366547:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045679 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366563:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89c800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.366566:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045679 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366573:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045679 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366579:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366582:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366584:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045679 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366589:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89c800/0xf5091596e3045679 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 50 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366599:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ce00/0xf5091596e304568e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366605:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ce00/0xf5091596e304568e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366610:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ce00/0xf5091596e304568e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366615:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89ce00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.366617:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ce00/0xf5091596e304568e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366622:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ce00/0xf5091596e304568e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366629:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366632:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366634:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ce00/0xf5091596e304568e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366640:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89ce00/0xf5091596e304568e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 49 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366649:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30456a3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366654:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30456a3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366659:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30456a3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366664:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4ddf9a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.366666:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30456a3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366672:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30456a3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366678:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366681:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366684:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30456a3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366690:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4ddf9a00/0xf5091596e30456a3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 48 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366699:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89dc00/0xf5091596e30456b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366704:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89dc00/0xf5091596e30456b8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366710:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89dc00/0xf5091596e30456b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366718:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89dc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.366720:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89dc00/0xf5091596e30456b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366726:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89dc00/0xf5091596e30456b8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366733:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366735:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366737:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89dc00/0xf5091596e30456b8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366743:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89dc00/0xf5091596e30456b8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 47 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366751:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30456cd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366758:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30456cd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366763:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30456cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366768:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.366771:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30456cd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366776:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30456cd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366783:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366785:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366788:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30456cd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366793:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78e00/0xf5091596e30456cd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 46 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366802:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e30456e2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366808:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e30456e2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366813:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e30456e2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366817:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe5a89da00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.366820:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e30456e2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366825:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e30456e2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366832:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366834:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366837:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e30456e2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366842:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe5a89da00/0xf5091596e30456e2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 45 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.366851:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79000/0xf5091596e30456f7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366857:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79000/0xf5091596e30456f7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366863:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79000/0xf5091596e30456f7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366868:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.366870:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79000/0xf5091596e30456f7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366876:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79000/0xf5091596e30456f7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366883:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366885:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366888:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79000/0xf5091596e30456f7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366894:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79000/0xf5091596e30456f7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 44 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366902:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78200/0xf5091596e304570c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366908:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78200/0xf5091596e304570c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366914:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78200/0xf5091596e304570c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366918:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.366920:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78200/0xf5091596e304570c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366926:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78200/0xf5091596e304570c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366934:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366936:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366939:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78200/0xf5091596e304570c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366944:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78200/0xf5091596e304570c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 43 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366954:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78a00/0xf5091596e3045721 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366959:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78a00/0xf5091596e3045721 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366966:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78a00/0xf5091596e3045721 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366969:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.366972:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78a00/0xf5091596e3045721 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366977:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78a00/0xf5091596e3045721 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366984:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.366986:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.366989:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78a00/0xf5091596e3045721 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.366994:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78a00/0xf5091596e3045721 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 42 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367002:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1000/0xf5091596e3045736 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367009:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1000/0xf5091596e3045736 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367015:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1000/0xf5091596e3045736 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367020:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d1000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367022:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1000/0xf5091596e3045736 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367028:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1000/0xf5091596e3045736 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367035:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.367037:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.367040:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1000/0xf5091596e3045736 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367045:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d1000/0xf5091596e3045736 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 41 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367054:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0a00/0xf5091596e304574b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367060:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0a00/0xf5091596e304574b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367066:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0a00/0xf5091596e304574b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367070:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe717d0a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367073:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0a00/0xf5091596e304574b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367079:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0a00/0xf5091596e304574b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367086:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.367088:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.367091:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0a00/0xf5091596e304574b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367096:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe717d0a00/0xf5091596e304574b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 40 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367107:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045760 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367112:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045760 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367118:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045760 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367123:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd79a00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367126:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045760 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367131:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045760 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367137:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.367140:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.367142:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045760 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367147:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79a00/0xf5091596e3045760 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 39 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367157:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045775 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367163:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045775 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367168:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045775 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367173:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd79400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367176:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045775 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367182:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045775 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367187:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.367190:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.367192:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045775 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367196:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79400/0xf5091596e3045775 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 38 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367204:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79600/0xf5091596e304578a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367209:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79600/0xf5091596e304578a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367214:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79600/0xf5091596e304578a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367223:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367225:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79600/0xf5091596e304578a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367231:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79600/0xf5091596e304578a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367237:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.367239:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.367242:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79600/0xf5091596e304578a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367247:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79600/0xf5091596e304578a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 37 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367256:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79c00/0xf5091596e304579f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367262:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79c00/0xf5091596e304579f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367267:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79c00/0xf5091596e304579f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367272:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd79c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367275:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79c00/0xf5091596e304579f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367281:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79c00/0xf5091596e304579f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367287:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.367290:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.367292:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79c00/0xf5091596e304579f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367298:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79c00/0xf5091596e304579f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 36 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367307:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30457b4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367313:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30457b4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367319:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30457b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367324:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367327:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30457b4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367334:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30457b4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367341:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.367344:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.367346:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30457b4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367352:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78600/0xf5091596e30457b4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 35 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367361:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78200/0xf5091596e30457c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367367:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78200/0xf5091596e30457c9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367373:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78200/0xf5091596e30457c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367378:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367380:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78200/0xf5091596e30457c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367386:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78200/0xf5091596e30457c9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367393:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.367395:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.367397:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78200/0xf5091596e30457c9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367403:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78200/0xf5091596e30457c9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 34 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367411:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e304580f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367418:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e304580f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367423:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e304580f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367427:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367430:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e304580f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367435:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e304580f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367442:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.367444:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.367482:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e304580f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367489:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79200/0xf5091596e304580f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 33 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367499:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79e00/0xf5091596e3045824 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367505:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79e00/0xf5091596e3045824 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367511:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79e00/0xf5091596e3045824 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367517:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367519:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79e00/0xf5091596e3045824 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367525:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79e00/0xf5091596e3045824 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367532:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.367534:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.367536:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79e00/0xf5091596e3045824 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367540:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79e00/0xf5091596e3045824 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 32 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367549:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045839 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367568:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045839 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367573:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045839 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367578:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367581:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045839 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367586:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045839 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367593:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.367596:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.367598:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045839 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367604:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79400/0xf5091596e3045839 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 31 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.367613:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030000/0xf5091596e304584e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367619:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030000/0xf5091596e304584e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367625:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030000/0xf5091596e304584e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367630:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe40030000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367634:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030000/0xf5091596e304584e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367640:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030000/0xf5091596e304584e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367646:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.367648:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.367651:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030000/0xf5091596e304584e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367655:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030000/0xf5091596e304584e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 30 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367665:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031200/0xf5091596e3045863 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367671:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031200/0xf5091596e3045863 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367677:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031200/0xf5091596e3045863 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367682:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe40031200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367684:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031200/0xf5091596e3045863 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367690:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031200/0xf5091596e3045863 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367696:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.367699:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.367701:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031200/0xf5091596e3045863 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367706:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031200/0xf5091596e3045863 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367716:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030400/0xf5091596e3045878 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367722:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030400/0xf5091596e3045878 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367728:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030400/0xf5091596e3045878 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367732:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe40030400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367735:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030400/0xf5091596e3045878 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367740:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030400/0xf5091596e3045878 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367747:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.367750:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.367752:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030400/0xf5091596e3045878 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367758:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030400/0xf5091596e3045878 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367767:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031800/0xf5091596e304588d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367773:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031800/0xf5091596e304588d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367779:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031800/0xf5091596e304588d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367788:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe40031800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367791:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031800/0xf5091596e304588d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367796:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031800/0xf5091596e304588d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367803:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.367806:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.367808:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031800/0xf5091596e304588d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367814:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031800/0xf5091596e304588d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367822:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e30458a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367828:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e30458a2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367833:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e30458a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367838:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe81f59200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367841:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e30458a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367847:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e30458a2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367852:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.367855:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.367857:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e30458a2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367862:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e30458a2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367870:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e30458b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367876:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e30458b7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367881:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e30458b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367886:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe81f59400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367889:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e30458b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367895:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e30458b7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367901:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.367903:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.367906:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e30458b7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367911:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e30458b7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367920:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e30458cc lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367925:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e30458cc lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367931:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e30458cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367936:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367939:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e30458cc lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367945:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e30458cc lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367952:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.367955:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.367957:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e30458cc lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367962:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78e00/0xf5091596e30458cc lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367971:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30458e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367977:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30458e1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367982:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30458e1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367986:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd79e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.367988:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30458e1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.367994:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30458e1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368001:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.368004:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.368006:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30458e1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368011:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79e00/0xf5091596e30458e1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368020:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e30458f6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368026:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e30458f6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368032:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e30458f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368037:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe81f58600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.368040:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e30458f6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368046:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e30458f6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368053:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.368055:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.368058:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e30458f6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368064:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e30458f6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368072:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78000/0xf5091596e304590b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368078:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78000/0xf5091596e304590b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368083:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78000/0xf5091596e304590b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368089:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78000 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.368091:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78000/0xf5091596e304590b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368097:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78000/0xf5091596e304590b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368103:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.368105:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.368108:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78000/0xf5091596e304590b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368113:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78000/0xf5091596e304590b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368124:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e3045920 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368130:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e3045920 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368136:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e3045920 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368140:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b79c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.368142:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e3045920 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368147:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e3045920 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368154:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.368156:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.368159:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e3045920 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368164:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b79c00/0xf5091596e3045920 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368173:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045935 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368179:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045935 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368185:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045935 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368190:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.368192:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045935 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368198:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045935 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368204:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.368206:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.368208:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045935 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368214:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78800/0xf5091596e3045935 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368222:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79600/0xf5091596e304594a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368228:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79600/0xf5091596e304594a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368233:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79600/0xf5091596e304594a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368238:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd79600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.368241:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79600/0xf5091596e304594a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368247:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79600/0xf5091596e304594a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368254:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.368257:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.368259:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79600/0xf5091596e304594a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368264:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd79600/0xf5091596e304594a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368274:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e304595f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368280:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e304595f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368284:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e304595f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368292:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe80b78600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.368294:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e304595f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368299:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e304595f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368305:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.368307:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.368310:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e304595f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368315:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe80b78600/0xf5091596e304595f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368324:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045974 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368329:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045974 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368333:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045974 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368338:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe4dd78400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.368340:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045974 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368345:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045974 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368351:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.368354:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.368357:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045974 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368361:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe4dd78400/0xf5091596e3045974 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368370:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317800/0xf5091596e3045989 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368376:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317800/0xf5091596e3045989 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368382:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317800/0xf5091596e3045989 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368387:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d317800 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.368390:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317800/0xf5091596e3045989 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368396:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317800/0xf5091596e3045989 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368403:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.368405:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.368407:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317800/0xf5091596e3045989 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368412:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317800/0xf5091596e3045989 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.368424:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031400/0xf5091596e304599e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368429:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031400/0xf5091596e304599e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368434:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031400/0xf5091596e304599e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368438:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe40031400 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.368440:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031400/0xf5091596e304599e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368445:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031400/0xf5091596e304599e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368482:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.368484:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.368486:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031400/0xf5091596e304599e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368492:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031400/0xf5091596e304599e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368502:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031e00/0xf5091596e30459b3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368507:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031e00/0xf5091596e30459b3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368513:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031e00/0xf5091596e30459b3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368517:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe40031e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.368520:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031e00/0xf5091596e30459b3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368525:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031e00/0xf5091596e30459b3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368531:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.368533:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.368536:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031e00/0xf5091596e30459b3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368541:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40031e00/0xf5091596e30459b3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.368549:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030200/0xf5091596e30459c8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00000001:00080000:2.0:1769074963.369887:0:6528:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998207 00000004:00010000:2.0:1769074963.370028:0:6528:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009b21a5c1 reply state 00000000c2c337a5 transno 4294998208 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0ca00/0xf5091596e3045a70 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.370081:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030200/0xf5091596e30459c8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.370089:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030200/0xf5091596e30459c8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:2.0:1769074963.370116:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0ca00/0xf5091596e3045a70 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074963.370125:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074963.370128:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074963.370132:0:6528:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074963.370342:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aeea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+18:12630:x1855007960469120:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 7525us (8013us total) trans 4294998208 rc 0/0 00000100:00100000:2.0:1769074963.370351:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41212 00000020:00080000:2.0:1769074963.370357:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1769074963.371612:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe40030200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.371622:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030200/0xf5091596e30459c8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371635:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030200/0xf5091596e30459c8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371651:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.371655:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.371659:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030200/0xf5091596e30459c8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371666:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe40030200/0xf5091596e30459c8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371693:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0dc00/0xf5091596e30459dd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371700:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0dc00/0xf5091596e30459dd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371706:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0dc00/0xf5091596e30459dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371711:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0dc00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.371714:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0dc00/0xf5091596e30459dd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371720:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0dc00/0xf5091596e30459dd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371727:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.371729:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.371731:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0dc00/0xf5091596e30459dd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371737:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0dc00/0xf5091596e30459dd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371746:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d600/0xf5091596e30459f2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.371753:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d600/0xf5091596e30459f2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.371758:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d600/0xf5091596e30459f2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.371763:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe62e0d600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.371766:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d600/0xf5091596e30459f2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.371771:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d600/0xf5091596e30459f2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.371778:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.371780:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.371783:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d600/0xf5091596e30459f2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.371788:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d600/0xf5091596e30459f2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.371797:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045a07 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371803:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045a07 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371808:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045a07 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371813:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe81f59600 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.371816:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045a07 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371821:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045a07 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371828:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.371830:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.371832:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045a07 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371837:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045a07 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371849:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045a1c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371855:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045a1c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371860:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045a1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371865:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe81f58e00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.371868:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045a1c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371873:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045a1c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371880:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.371883:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.371885:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045a1c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371891:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045a1c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371900:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045a31 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371905:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045a31 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371911:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045a31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371920:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe81f58c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.371923:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045a31 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371928:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045a31 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.371935:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.371937:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.372729:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045a31 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.372742:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045a31 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 14030 initiator: MDT0 00010000:00010000:3.0:1769074963.372760:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309200/0xf5091596e3045a46 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.372766:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309200/0xf5091596e3045a46 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.372772:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309200/0xf5091596e3045a46 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.372777:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe63309200 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.372780:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309200/0xf5091596e3045a46 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.372786:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309200/0xf5091596e3045a46 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.372796:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.372799:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.372802:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309200/0xf5091596e3045a46 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.372807:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe63309200/0xf5091596e3045a46 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.372816:0:3643:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317c00/0xf5091596e3045a5b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.372822:0:3643:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317c00/0xf5091596e3045a5b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.372828:0:3643:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317c00/0xf5091596e3045a5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.372832:0:3643:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ffe6d317c00 already unused, calling callback (ffffffffc18f6550) 00010000:00010000:3.0:1769074963.372835:0:3643:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317c00/0xf5091596e3045a5b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.372840:0:3643:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317c00/0xf5091596e3045a5b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.372848:0:3643:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.372851:0:3643:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1769074963.372853:0:3643:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317c00/0xf5091596e3045a5b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00010000:00010000:3.0:1769074963.372858:0:3643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317c00/0xf5091596e3045a5b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6529 initiator: MDT0 00000100:00100000:2.0:1769074963.374668:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.374692:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.374752:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960469376 00000100:00100000:3.0:1769074963.374761:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960469376 00002000:00010000:3.0:1769074963.374796:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074963.374801:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa67100 with x1855007960469376 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074963.374813:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa67100. 00000100:00100000:3.0:1769074963.374839:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960469248 00000100:00100000:3.0:1769074963.374842:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960469248 00002000:00010000:3.0:1769074963.374856:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1748173->18446744073709551615) 00002000:00100000:3.0:1769074963.374859:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa66a00 with x1855007960469248 ext(1748173->18446744073709551615) 00002000:00010000:3.0:1769074963.374865:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa66a00. 00000100:00100000:3.0:1769074963.374883:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11560 00000100:00100000:3.0:1769074963.374892:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960469376:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074963.375249:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 799817 -> 0 00002000:00010000:3.0:1769074963.375253:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074963.375256:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.375259:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074963.375261:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 248 -> 0 00000100:00100000:3.0:1769074963.375331:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960469376:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 439us (671us total) trans 4294989850 rc 0/0 00000100:00100000:3.0:1769074963.375339:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11560 00002000:00010000:3.0:1769074963.375343:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074963.375346:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa67100 with x1855007960469376 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074963.375350:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa67100. 00000100:00100000:3.0:1769074963.375366:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11561 00000100:00100000:3.0:1769074963.375372:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960469248:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074963.376236:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 1748173 00002000:00010000:3.0:1769074963.376242:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074963.376245:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.376247:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074963.376250:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 576 -> 400 00000100:00100000:3.0:1769074963.376285:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960469248:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 911us (1590us total) trans 4294989981 rc 0/0 00000100:00100000:3.0:1769074963.376293:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11561 00002000:00010000:3.0:1769074963.376296:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1748173->18446744073709551615) 00002000:00100000:3.0:1769074963.376300:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa66a00 with x1855007960469248 ext(1748173->18446744073709551615) 00002000:00010000:3.0:1769074963.376305:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa66a00. 00000100:00100000:1.0:1769074963.382403:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.382507:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960469504 00000100:00100000:2.0:1769074963.382517:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960469504 00000100:00100000:2.0:1769074963.382580:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41213 00000100:00100000:2.0:1769074963.382591:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62eff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+10:12630:x1855007960469504:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:2.0:1769074963.382618:0:6528:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074963.382643:0:6528:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d800/0xf5091596e3045a77 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d83 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.382745:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d400/0xf5091596e3045a7e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074963.382761:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d400/0xf5091596e3045a7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074963.382771:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d400/0xf5091596e3045a7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000004:00200000:2.0:1769074963.382797:0:6528:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 1748173 00000004:00200000:2.0:1769074963.382802:0:6528:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074963.382821:0:6528:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d400/0xf5091596e3045a7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074963.382848:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d800/0xf5091596e3045a77 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d83 expref: 12 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.382866:0:6528:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d400/0xf5091596e3045a7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d83 expref: 11 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.382874:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074963.382877:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074963.382880:0:6528:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe62e0d400, rc 0) 00000100:00100000:2.0:1769074963.382957:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62eff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+11:12630:x1855007960469504:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 366us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074963.382964:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41213 00000100:00100000:3.0:1769074963.389392:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.389540:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960469632 00000100:00100000:1.0:1769074963.389551:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960469632 00000100:00100000:1.0:1769074963.389628:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11562 00000100:00100000:1.0:1769074963.389637:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960469632:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074963.389875:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1748173 -> 1748173 00002000:00010000:1.0:1769074963.389879:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.389881:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.389884:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.389886:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 400 -> 400 00000100:00100000:1.0:1769074963.389959:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c94a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2407:x1855007960469632:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 321us (576us total) trans 4294989982 rc 0/0 00000100:00100000:1.0:1769074963.389967:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11562 00000100:00100000:0.0:1769074963.393249:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.393324:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960469760 00000100:00100000:2.0:1769074963.393335:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960469760 00000100:00100000:2.0:1769074963.393405:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11563 00000100:00100000:2.0:1769074963.393414:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960469760:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074963.393741:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1748173 -> 1748173 00002000:00010000:2.0:1769074963.393746:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.393748:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.393751:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.393753:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 400 -> 440 00000100:00100000:2.0:1769074963.393809:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960469760:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 396us (569us total) trans 4294989983 rc 0/0 00000100:00100000:2.0:1769074963.393817:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11563 00000100:00100000:3.0:1769074963.397287:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.397410:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960469888 00000100:00100000:1.0:1769074963.397422:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960469888 00000100:00100000:1.0:1769074963.397536:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11564 00000100:00100000:1.0:1769074963.397547:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960469888:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074963.397779:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1748173 -> 2392915 00002000:00010000:1.0:1769074963.397783:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.397785:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.397788:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.397790:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 440 -> 464 00000100:00100000:1.0:1769074963.397844:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c97480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960469888:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 299us (568us total) trans 4294989984 rc 0/0 00000100:00100000:1.0:1769074963.397853:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11564 00000100:00100000:3.0:1769074963.409877:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.409981:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960470016 00000100:00100000:2.0:1769074963.409992:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960470016 00002000:00100000:2.0:1769074963.410046:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (110592->2396159) req@ffff8ffe74c96300 x1855007960470016/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 504/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.410058:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c96300 with x1855007960470016 ext(110592->2396159) 00002000:00010000:2.0:1769074963.410064:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c96300 00000100:00100000:2.0:1769074963.410103:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11565 00000100:00100000:2.0:1769074963.410112:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960470016:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074963.430580:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960470016:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 20457us (20700us total) trans 0 rc 2256896/2256896 00000100:00100000:0.0:1769074963.430594:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11565 00002000:00100000:0.0:1769074963.430607:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (110592->2396159) req@ffff8ffe74c96300 x1855007960470016/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 504/440 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 2256896/2256896 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.430618:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c96300 with x1855007960470016 ext(110592->2396159) 00002000:00010000:0.0:1769074963.430626:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c96300 00000100:00100000:0.0:1769074963.435683:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.435787:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960470272 00000100:00100000:1.0:1769074963.435798:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960470272 00000100:00100000:1.0:1769074963.435863:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41214 00000100:00100000:1.0:1769074963.435874:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5bf9dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+11:12630:x1855007960470272:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:1.0:1769074963.435924:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074963.435962:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe62e0d400/0xf5091596e3045a7e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d83 expref: 11 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.435981:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074963.435986:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074963.436149:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316200/0xf5091596e3045a85 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074963.436176:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316200/0xf5091596e3045a85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074963.436186:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316200/0xf5091596e3045a85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:1.0:1769074963.436226:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998209 00000004:00010000:1.0:1769074963.436248:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000646e9b9 reply state 00000000bebef305 transno 4294998210 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316200/0xf5091596e3045a85 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074963.436259:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316200/0xf5091596e3045a85 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074963.436264:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074963.436267:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074963.436270:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074963.436403:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5bf9dc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+13:12630:x1855007960470272:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 531us (728us total) trans 4294998210 rc 0/0 00000100:00100000:1.0:1769074963.436411:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41214 00000020:00080000:1.0:1769074963.436416:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074963.440690:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.440735:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.440826:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960470400 00000100:00100000:0.0:1769074963.440837:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960470400 00002000:00010000:0.0:1769074963.440878:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3556543->18446744073709551615) 00002000:00100000:0.0:1769074963.440882:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c94e00 with x1855007960470400 ext(3556543->18446744073709551615) 00002000:00010000:0.0:1769074963.440895:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c94e00. 00000100:00100000:0.0:1769074963.440924:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960470528 00000100:00100000:0.0:1769074963.440928:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960470528 00002000:00010000:0.0:1769074963.440949:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074963.440953:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c95880 with x1855007960470528 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074963.440959:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe74c95880. 00000100:00100000:0.0:1769074963.440981:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11566 00000100:00100000:0.0:1769074963.440992:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960470400:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074963.441198:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2392915 -> 3556543 00002000:00010000:0.0:1769074963.441202:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.441204:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.441207:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.441209:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 464 -> 464 00000100:00100000:0.0:1769074963.441270:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c94e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2407:x1855007960470400:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 279us (590us total) trans 4294989985 rc 0/0 00000100:00100000:0.0:1769074963.441278:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11566 00002000:00010000:0.0:1769074963.441281:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3556543->18446744073709551615) 00002000:00100000:0.0:1769074963.441284:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c94e00 with x1855007960470400 ext(3556543->18446744073709551615) 00002000:00010000:0.0:1769074963.441288:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c94e00. 00000100:00100000:0.0:1769074963.441305:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11567 00000100:00100000:0.0:1769074963.441312:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960470528:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074963.441378:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074963.441381:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.441384:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.441386:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.441388:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074963.441412:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960470528:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 101us (677us total) trans 4294989851 rc 0/0 00000100:00100000:0.0:1769074963.441418:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11567 00002000:00010000:0.0:1769074963.441421:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074963.441423:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c95880 with x1855007960470528 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074963.441427:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe74c95880. 00000100:00100000:3.0:1769074963.447953:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.448110:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960470656 00000100:00100000:0.0:1769074963.448122:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960470656 00002000:00100000:0.0:1769074963.448179:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2396160->3559423) req@ffff8ffe74c95500 x1855007960470656/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.448190:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c95500 with x1855007960470656 ext(2396160->3559423) 00002000:00010000:0.0:1769074963.448197:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c95500 00000100:00100000:0.0:1769074963.448231:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11568 00000100:00100000:0.0:1769074963.448239:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960470656:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074963.465954:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c95500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960470656:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 17694us (17999us total) trans 0 rc 1163264/1163264 00000100:00100000:0.0:1769074963.465968:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11568 00002000:00100000:0.0:1769074963.465982:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2396160->3559423) req@ffff8ffe74c95500 x1855007960470656/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/440 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 1163264/1163264 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.465993:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c95500 with x1855007960470656 ext(2396160->3559423) 00002000:00010000:0.0:1769074963.466001:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c95500 00000100:00100000:0.0:1769074963.470422:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.470710:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960470784 00000100:00100000:3.0:1769074963.470720:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960470784 00002000:00100000:3.0:1769074963.470771:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (1028096->3556542) req@ffff8ffe57aed180 x1855007960470784/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 504/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.470784:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aed180 with x1855007960470784 ext(1028096->3556542) 00002000:00010000:3.0:1769074963.470792:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe57aed180 00000100:00100000:3.0:1769074963.470825:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11569 00000100:00100000:3.0:1769074963.470834:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960470784:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:3.0:1769074963.475668:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+16:2410:x1855007960470784:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 4821us (5240us total) trans 4294989986 rc 0/0 00000100:00100000:3.0:1769074963.475685:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11569 00002000:00100000:3.0:1769074963.475703:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (1028096->3556542) req@ffff8ffe57aed180 x1855007960470784/t4294989986(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 504/448 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.475714:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aed180 with x1855007960470784 ext(1028096->3556542) 00002000:00010000:3.0:1769074963.475720:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe57aed180 00000100:00100000:2.0:1769074963.478084:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.478225:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960470912 00000100:00100000:3.0:1769074963.478235:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960470912 00000100:00100000:3.0:1769074963.478298:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83509 00000100:00100000:3.0:1769074963.478307:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+16:2409:x1855007960470912:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074963.480227:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989986 is committed 00000100:00100000:3.0:1769074963.480529:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960470912:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2216us (2446us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074963.480543:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83509 00000100:00100000:0.0:1769074963.482936:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.483108:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960471040 00000100:00100000:2.0:1769074963.483120:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960471040 00000100:00100000:2.0:1769074963.483299:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41215 00000100:00100000:2.0:1769074963.483309:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+13:12630:x1855007960471040:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:2.0:1769074963.483334:0:6528:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074963.483356:0:6528:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484c00/0xf5091596e3045a8c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d8a expref: -99 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.483482:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484400/0xf5091596e3045a93 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074963.483498:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484400/0xf5091596e3045a93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074963.483509:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484400/0xf5091596e3045a93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000004:00200000:2.0:1769074963.483540:0:6528:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 3556543 00000004:00200000:2.0:1769074963.483545:0:6528:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074963.483574:0:6528:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484400/0xf5091596e3045a93 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074963.483599:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484c00/0xf5091596e3045a8c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d8a expref: 15 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.483618:0:6528:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484400/0xf5091596e3045a93 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d8a expref: 14 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.483627:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074963.483630:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074963.483633:0:6528:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe41484400, rc 0) 00000100:00100000:2.0:1769074963.483749:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aeca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+14:12630:x1855007960471040:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 442us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074963.483757:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41215 00000100:00100000:0.0:1769074963.486057:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.486206:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960471296 00000100:00100000:1.0:1769074963.486216:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960471296 00000100:00100000:1.0:1769074963.486272:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41216 00000100:00100000:1.0:1769074963.486280:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+14:12630:x1855007960471296:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:1.0:1769074963.486371:0:6529:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074963.486397:0:6529:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484400/0xf5091596e3045a93 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d8a expref: 14 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.486416:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074963.486420:0:6529:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074963.486639:0:6529:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317400/0xf5091596e3045a9a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074963.486655:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317400/0xf5091596e3045a9a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074963.486664:0:6529:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317400/0xf5091596e3045a9a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00000001:00080000:1.0:1769074963.486706:0:6529:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998211 00000004:00010000:1.0:1769074963.486728:0:6529:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000024239e35 reply state 00000000f4f438dc transno 4294998212 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317400/0xf5091596e3045a9a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074963.486739:0:6529:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317400/0xf5091596e3045a9a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6529 initiator: MDT0 00010000:00010000:1.0:1769074963.486745:0:6529:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074963.486747:0:6529:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074963.486750:0:6529:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074963.486833:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7c9df161-9cf7-469d-b68b-982e038d3703+16:12630:x1855007960471296:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 553us (784us total) trans 4294998212 rc 0/0 00000100:00100000:1.0:1769074963.486841:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41216 00000020:00080000:1.0:1769074963.486846:0:6529:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074963.489496:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.489606:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960471424 00000100:00100000:0.0:1769074963.489617:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960471424 00002000:00010000:0.0:1769074963.489658:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3273277->18446744073709551615) 00002000:00100000:0.0:1769074963.489663:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c95180 with x1855007960471424 ext(3273277->18446744073709551615) 00002000:00010000:0.0:1769074963.489676:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c95180. 00000100:00100000:0.0:1769074963.489705:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11570 00000100:00100000:0.0:1769074963.489715:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960471424:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074963.490209:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3556543 -> 3273277 00002000:00010000:0.0:1769074963.490214:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.490216:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074963 00002000:00010000:0.0:1769074963.490219:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.490221:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 464 -> 520 00000100:00100000:0.0:1769074963.490285:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c95180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960471424:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 570us (837us total) trans 4294989987 rc 0/0 00000100:00100000:0.0:1769074963.490293:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11570 00002000:00010000:0.0:1769074963.490296:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3273277->18446744073709551615) 00002000:00100000:0.0:1769074963.490299:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c95180 with x1855007960471424 ext(3273277->18446744073709551615) 00002000:00010000:0.0:1769074963.490304:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c95180. 00000100:00100000:1.0:1769074963.496379:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.496502:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960471552 00000100:00100000:2.0:1769074963.496561:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960471552 00002000:00010000:2.0:1769074963.496602:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074963.496607:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62efea00 with x1855007960471552 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074963.496619:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe62efea00. 00000100:00100000:2.0:1769074963.496644:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11571 00000100:00100000:2.0:1769074963.496663:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960471552:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074963.496795:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074963.496799:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.496802:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.496804:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.496806:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074963.496868:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960471552:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 215us (496us total) trans 4294989852 rc 0/0 00000100:00100000:2.0:1769074963.496876:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11571 00002000:00010000:2.0:1769074963.496879:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074963.496882:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62efea00 with x1855007960471552 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074963.496886:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe62efea00. 00000100:00100000:0.0:1769074963.499229:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe6fa67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1855007969079552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1769074963.499294:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074963.499396:0:8418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969079552 00000100:00100000:1.0:1769074963.499405:0:8418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969079552 00000100:00100000:1.0:1769074963.499474:0:8418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:1.0:1769074963.499483:0:8418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1855007969079552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1769074963.499503:0:8418:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 307764928 pending 0 free 3923419136 avail 3690577920 00000100:00100000:3.0:1769074963.499675:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074963.499687:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe74c94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969079680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1769074963.499717:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074963.499747:0:8419:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969079680 00000100:00100000:3.0:1769074963.499751:0:8419:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969079680 00000100:00100000:3.0:1769074963.499775:0:8419:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:3.0:1769074963.499781:0:8419:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1855007969079680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1769074963.499791:0:8419:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 307764928 pending 0 free 3923419136 avail 3690577920 00000100:00100000:3.0:1769074963.499819:0:8419:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c97b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3660:x1855007969079680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074963.499827:0:8419:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:3.0:1769074963.499870:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe74c94000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969079680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1769074963.505098:0:8418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aed880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3658:x1855007969079552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5603us (5791us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074963.505113:0:8418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:0.0:1769074963.505487:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe6fa67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3658:1855007969079552:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1769074963.505519:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1769074963.505766:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.505969:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960471680 00000100:00100000:0.0:1769074963.505977:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960471680 00000100:00100000:0.0:1769074963.506138:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41217 00000100:00100000:0.0:1769074963.506148:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+16:12630:x1855007960471680:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074963.506170:0:6528:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074963.506192:0:6528:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e3045aa1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d91 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.506288:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045aa8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.506303:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045aa8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.506314:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045aa8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000004:00200000:0.0:1769074963.506341:0:6528:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 3273277 00000004:00200000:0.0:1769074963.506345:0:6528:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074963.506362:0:6528:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045aa8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.506385:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e3045aa1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d91 expref: 18 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.506402:0:6528:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045aa8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d91 expref: 17 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.506411:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.506414:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074963.506417:0:6528:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe81f59200, rc 0) 00000100:00100000:0.0:1769074963.506515:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+17:12630:x1855007960471680:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 369us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074963.506523:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41217 00000100:00100000:3.0:1769074963.511786:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.511851:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960471936 00000100:00100000:0.0:1769074963.511863:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960471936 00000100:00100000:0.0:1769074963.511987:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41218 00000100:00100000:0.0:1769074963.511998:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+17:12630:x1855007960471936:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074963.512063:0:6528:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074963.512091:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045aa8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d91 expref: 17 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.512108:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.512113:0:6528:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074963.512501:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e3045aaf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.512518:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e3045aaf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.512529:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e3045aaf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000001:00080000:0.0:1769074963.512587:0:6528:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998213 00000004:00010000:0.0:1769074963.512611:0:6528:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000395835e reply state 00000000fbd42377 transno 4294998214 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e3045aaf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.512622:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59400/0xf5091596e3045aaf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.512628:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.512632:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074963.512635:0:6528:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074963.512728:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c94000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+19:12630:x1855007960471936:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 731us (951us total) trans 4294998214 rc 0/0 00000100:00100000:0.0:1769074963.512736:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41218 00000020:00080000:0.0:1769074963.512741:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074963.515040:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.515080:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.515151:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960472064 00000100:00100000:0.0:1769074963.515156:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960472192 00000100:00100000:1.0:1769074963.515163:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960472064 00000100:00100000:0.0:1769074963.515171:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960472192 00002000:00010000:0.0:1769074963.515208:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00010000:1.0:1769074963.515208:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (812800->18446744073709551615) 00002000:00100000:0.0:1769074963.515217:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa65880 with x1855007960472192 ext(0->18446744073709551615) 00002000:00100000:1.0:1769074963.515218:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa64e00 with x1855007960472064 ext(812800->18446744073709551615) 00002000:00010000:1.0:1769074963.515230:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa64e00. 00002000:00010000:0.0:1769074963.515231:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa65880. 00000100:00100000:0.0:1769074963.515305:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11572 00000100:00100000:0.0:1769074963.515315:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960472192:12345-192.168.204.30@tcp:10:fsx.0 00000100:00100000:1.0:1769074963.515371:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11573 00000100:00100000:1.0:1769074963.515382:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960472064:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074963.515480:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074963.515484:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.515487:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.515490:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.515492:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074963.515545:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960472192:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 232us (464us total) trans 4294989853 rc 0/0 00000100:00100000:0.0:1769074963.515566:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11572 00002000:00010000:0.0:1769074963.515571:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074963.515574:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa65880 with x1855007960472192 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074963.515579:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa65880. 00002000:00010000:1.0:1769074963.517355:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3273277 -> 812800 00002000:00010000:1.0:1769074963.517364:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.517367:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.517369:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.517372:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 520 -> 272 00000100:00100000:1.0:1769074963.517428:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960472064:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 2044us (2392us total) trans 4294989988 rc 0/0 00000100:00100000:1.0:1769074963.517438:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11573 00002000:00010000:1.0:1769074963.517442:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (812800->18446744073709551615) 00002000:00100000:1.0:1769074963.517445:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa64e00 with x1855007960472064 ext(812800->18446744073709551615) 00002000:00010000:1.0:1769074963.517489:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6fa64e00. 00000100:00100000:2.0:1769074963.528182:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.528327:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960472320 00000100:00100000:0.0:1769074963.528338:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960472320 00000100:00100000:0.0:1769074963.528405:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41219 00000100:00100000:0.0:1769074963.528419:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+19:12630:x1855007960472320:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074963.528478:0:6528:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074963.528501:0:6528:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045ab6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d98 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.528611:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045abd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.528627:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045abd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.528637:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045abd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000004:00200000:0.0:1769074963.528664:0:6528:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 812800 00000004:00200000:0.0:1769074963.528669:0:6528:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074963.528687:0:6528:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045abd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.528709:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045ab6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d98 expref: 21 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.528724:0:6528:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045abd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d98 expref: 20 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.528733:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.528735:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074963.528739:0:6528:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe81f59c00, rc 0) 00000100:00100000:0.0:1769074963.528797:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+20:12630:x1855007960472320:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 383us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074963.528804:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41219 00000100:00100000:2.0:1769074963.535292:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.535583:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960472576 00000100:00100000:0.0:1769074963.535596:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960472576 00000100:00100000:1.0:1769074963.535913:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41220 00000100:00100000:1.0:1769074963.535922:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+20:12630:x1855007960472576:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:1.0:1769074963.536535:0:6528:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074963.536579:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045abd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d98 expref: 20 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.536595:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074963.536599:0:6528:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074963.536755:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317a00/0xf5091596e3045ac4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074963.536770:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317a00/0xf5091596e3045ac4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074963.536780:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317a00/0xf5091596e3045ac4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000001:00080000:1.0:1769074963.536818:0:6528:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998215 00000004:00010000:1.0:1769074963.536843:0:6528:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000bc3a830f reply state 000000005e588041 transno 4294998216 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317a00/0xf5091596e3045ac4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074963.536854:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317a00/0xf5091596e3045ac4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074963.536860:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074963.536862:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074963.536864:0:6528:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074963.536973:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+22:12630:x1855007960472576:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 1052us (1691us total) trans 4294998216 rc 0/0 00000100:00100000:1.0:1769074963.536979:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41220 00000020:00080000:1.0:1769074963.536984:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074963.539610:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.539649:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.539665:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960472832 00000100:00100000:3.0:1769074963.539678:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960472832 00000100:00100000:1.0:1769074963.539684:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960472704 00000100:00100000:1.0:1769074963.539731:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960472704 00002000:00010000:1.0:1769074963.539754:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1728414->18446744073709551615) 00002000:00100000:1.0:1769074963.539759:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd2a00 with x1855007960472704 ext(1728414->18446744073709551615) 00002000:00010000:1.0:1769074963.539771:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd2a00. 00002000:00010000:3.0:1769074963.539802:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00000100:00100000:1.0:1769074963.539804:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11574 00002000:00100000:3.0:1769074963.539806:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa64700 with x1855007960472832 ext(0->18446744073709551615) 00000100:00100000:1.0:1769074963.539814:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960472704:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074963.539814:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa64700. 00000100:00100000:3.0:1769074963.539927:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11575 00000100:00100000:3.0:1769074963.539935:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6fa64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960472832:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074963.540034:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1769074963.540038:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074963.540040:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074963.540043:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074963.540045:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1769074963.540109:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6fa64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960472832:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 174us (507us total) trans 4294989854 rc 0/0 00000100:00100000:3.0:1769074963.540118:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11575 00002000:00010000:3.0:1769074963.540122:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074963.540125:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6fa64700 with x1855007960472832 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074963.540129:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6fa64700. 00002000:00010000:1.0:1769074963.540209:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 812800 -> 1728414 00002000:00010000:1.0:1769074963.540213:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.540215:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.540217:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.540219:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 272 -> 272 00000100:00100000:1.0:1769074963.540256:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960472704:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 443us (606us total) trans 4294989989 rc 0/0 00000100:00100000:1.0:1769074963.540263:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11574 00002000:00010000:1.0:1769074963.540266:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1728414->18446744073709551615) 00002000:00100000:1.0:1769074963.540276:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd2a00 with x1855007960472704 ext(1728414->18446744073709551615) 00002000:00010000:1.0:1769074963.540280:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd2a00. 00000100:00100000:2.0:1769074963.547632:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.547693:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960472960 00000100:00100000:1.0:1769074963.547702:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960472960 00002000:00100000:1.0:1769074963.547748:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1662976->1667071) req@ffff8ffd8cfd1880 x1855007960472960/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.547760:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd1880 with x1855007960472960 ext(1662976->1667071) 00002000:00010000:1.0:1769074963.547766:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd1880 00000100:00100000:1.0:1769074963.547802:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11576 00000100:00100000:1.0:1769074963.547812:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960472960:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074963.548053:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960472960:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 242us (430us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074963.548059:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11576 00002000:00100000:1.0:1769074963.548064:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1662976->1667071) req@ffff8ffd8cfd1880 x1855007960472960/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.548069:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd1880 with x1855007960472960 ext(1662976->1667071) 00002000:00010000:1.0:1769074963.548072:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd1880 00000100:00100000:2.0:1769074963.552640:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.552777:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960473088 00000100:00100000:1.0:1769074963.552787:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960473088 00002000:00100000:1.0:1769074963.552837:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1667072->1671167) req@ffff8ffd8cfd2300 x1855007960473088/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.552848:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd2300 with x1855007960473088 ext(1667072->1671167) 00002000:00010000:1.0:1769074963.552854:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd2300 00000100:00100000:1.0:1769074963.552880:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11577 00000100:00100000:1.0:1769074963.552890:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960473088:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074963.553110:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960473088:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 221us (479us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074963.553118:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11577 00002000:00100000:1.0:1769074963.553124:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1667072->1671167) req@ffff8ffd8cfd2300 x1855007960473088/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.553132:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd2300 with x1855007960473088 ext(1667072->1671167) 00002000:00010000:1.0:1769074963.553136:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd2300 00000100:00100000:2.0:1769074963.557844:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.557920:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960473216 00000100:00100000:3.0:1769074963.557928:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960473216 00002000:00100000:3.0:1769074963.557977:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (1671168->1675263) req@ffff8ffd8cfd0a80 x1855007960473216/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.557985:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd0a80 with x1855007960473216 ext(1671168->1675263) 00002000:00010000:3.0:1769074963.557990:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd0a80 00000100:00100000:3.0:1769074963.558015:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11578 00000100:00100000:3.0:1769074963.558021:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960473216:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074963.558537:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960473216:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 514us (702us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074963.558543:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11578 00002000:00100000:3.0:1769074963.558557:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (1671168->1675263) req@ffff8ffd8cfd0a80 x1855007960473216/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.558565:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd0a80 with x1855007960473216 ext(1671168->1675263) 00002000:00010000:3.0:1769074963.558570:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd0a80 00000100:00100000:2.0:1769074963.562320:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.562504:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960473344 00000100:00100000:0.0:1769074963.562514:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960473344 00002000:00100000:0.0:1769074963.562574:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (1675264->1679359) req@ffff8ffd8cfd3480 x1855007960473344/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.562585:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd3480 with x1855007960473344 ext(1675264->1679359) 00002000:00010000:0.0:1769074963.562591:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd3480 00000100:00100000:0.0:1769074963.562628:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11579 00000100:00100000:0.0:1769074963.562638:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960473344:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074963.562843:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960473344:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 206us (531us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074963.562850:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11579 00002000:00100000:0.0:1769074963.562857:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (1675264->1679359) req@ffff8ffd8cfd3480 x1855007960473344/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.562865:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd3480 with x1855007960473344 ext(1675264->1679359) 00002000:00010000:0.0:1769074963.562869:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd3480 00000100:00100000:2.0:1769074963.567673:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.567899:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960473472 00000100:00100000:0.0:1769074963.567910:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960473472 00002000:00100000:0.0:1769074963.567969:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (1679360->1683455) req@ffff8ffd8cfd1500 x1855007960473472/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.567981:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd1500 with x1855007960473472 ext(1679360->1683455) 00002000:00010000:0.0:1769074963.567987:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd1500 00000100:00100000:0.0:1769074963.568087:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11580 00000100:00100000:0.0:1769074963.568097:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960473472:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074963.568682:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960473472:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 584us (1018us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074963.568691:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11580 00002000:00100000:0.0:1769074963.568699:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (1679360->1683455) req@ffff8ffd8cfd1500 x1855007960473472/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.568709:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd1500 with x1855007960473472 ext(1679360->1683455) 00002000:00010000:0.0:1769074963.568713:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd1500 00000100:00100000:2.0:1769074963.574530:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.574902:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960473600 00000100:00100000:0.0:1769074963.574912:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960473600 00002000:00100000:0.0:1769074963.574976:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (1683456->1687551) req@ffff8ffd8cfd1f80 x1855007960473600/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.574987:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd1f80 with x1855007960473600 ext(1683456->1687551) 00002000:00010000:0.0:1769074963.574993:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd1f80 00000100:00100000:1.0:1769074963.575209:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11581 00000100:00100000:1.0:1769074963.575221:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960473600:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074963.575638:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960473600:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 418us (1115us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074963.575646:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11581 00002000:00100000:1.0:1769074963.575654:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1683456->1687551) req@ffff8ffd8cfd1f80 x1855007960473600/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.575663:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd1f80 with x1855007960473600 ext(1683456->1687551) 00002000:00010000:1.0:1769074963.575667:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd1f80 00000100:00100000:2.0:1769074963.579715:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.579820:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960473728 00000100:00100000:0.0:1769074963.579831:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960473728 00002000:00100000:0.0:1769074963.579881:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (1687552->1691647) req@ffff8ffd8cfd2680 x1855007960473728/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.579893:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd2680 with x1855007960473728 ext(1687552->1691647) 00002000:00010000:0.0:1769074963.579899:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd2680 00000100:00100000:0.0:1769074963.579946:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11582 00000100:00100000:0.0:1769074963.579956:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960473728:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074963.580304:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960473728:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 348us (598us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074963.580312:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11582 00002000:00100000:0.0:1769074963.580320:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (1687552->1691647) req@ffff8ffd8cfd2680 x1855007960473728/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.580328:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd2680 with x1855007960473728 ext(1687552->1691647) 00002000:00010000:0.0:1769074963.580332:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd2680 00000100:00100000:2.0:1769074963.585419:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.586626:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960473856 00000100:00100000:1.0:1769074963.586638:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960473856 00002000:00100000:1.0:1769074963.586807:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1691648->1695743) req@ffff8ffd8cfd3100 x1855007960473856/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.586821:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd3100 with x1855007960473856 ext(1691648->1695743) 00002000:00010000:1.0:1769074963.586828:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd3100 00000100:00100000:1.0:1769074963.586898:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11583 00000100:00100000:1.0:1769074963.586909:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960473856:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074963.587497:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960473856:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 587us (2085us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074963.587506:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11583 00002000:00100000:1.0:1769074963.587513:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1691648->1695743) req@ffff8ffd8cfd3100 x1855007960473856/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.587522:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd3100 with x1855007960473856 ext(1691648->1695743) 00002000:00010000:1.0:1769074963.587526:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd3100 00000100:00100000:2.0:1769074963.591209:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.591548:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960473984 00000100:00100000:0.0:1769074963.591568:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960473984 00002000:00100000:0.0:1769074963.591615:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (1695744->1699839) req@ffff8ffd8cfd1180 x1855007960473984/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.591626:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd1180 with x1855007960473984 ext(1695744->1699839) 00002000:00010000:0.0:1769074963.591632:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd1180 00000100:00100000:0.0:1769074963.591662:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11584 00000100:00100000:0.0:1769074963.591671:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960473984:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074963.591877:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960473984:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 206us (676us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074963.591885:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11584 00002000:00100000:0.0:1769074963.591891:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (1695744->1699839) req@ffff8ffd8cfd1180 x1855007960473984/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.591900:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd1180 with x1855007960473984 ext(1695744->1699839) 00002000:00010000:0.0:1769074963.591903:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd1180 00000100:00100000:2.0:1769074963.598867:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.599004:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960474112 00000100:00100000:1.0:1769074963.599015:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960474112 00002000:00100000:1.0:1769074963.599077:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1699840->1703935) req@ffff8ffd8cfd0700 x1855007960474112/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.599089:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd0700 with x1855007960474112 ext(1699840->1703935) 00002000:00010000:1.0:1769074963.599108:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd0700 00000100:00100000:1.0:1769074963.599142:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11585 00000100:00100000:1.0:1769074963.599151:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960474112:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074963.599878:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960474112:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 725us (1016us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074963.599887:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11585 00002000:00100000:1.0:1769074963.599895:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1699840->1703935) req@ffff8ffd8cfd0700 x1855007960474112/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.599903:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd0700 with x1855007960474112 ext(1699840->1703935) 00002000:00010000:1.0:1769074963.599907:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd0700 00000100:00100000:3.0:1769074963.603810:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.603915:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960474240 00000100:00100000:2.0:1769074963.603927:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960474240 00002000:00100000:2.0:1769074963.603978:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1703936->1708031) req@ffff8ffe74c96680 x1855007960474240/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.603990:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c96680 with x1855007960474240 ext(1703936->1708031) 00002000:00010000:2.0:1769074963.603997:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c96680 00000100:00100000:2.0:1769074963.604041:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11586 00000100:00100000:2.0:1769074963.604050:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960474240:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074963.604643:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960474240:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 591us (839us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074963.604652:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11586 00002000:00100000:2.0:1769074963.604660:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1703936->1708031) req@ffff8ffe74c96680 x1855007960474240/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.604669:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c96680 with x1855007960474240 ext(1703936->1708031) 00002000:00010000:2.0:1769074963.604672:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c96680 00000100:00100000:3.0:1769074963.608907:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.609595:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960474368 00000100:00100000:2.0:1769074963.609605:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960474368 00002000:00100000:2.0:1769074963.609670:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1708032->1712127) req@ffff8ffe74c96d80 x1855007960474368/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.609682:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c96d80 with x1855007960474368 ext(1708032->1712127) 00002000:00010000:2.0:1769074963.609688:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c96d80 00000100:00100000:2.0:1769074963.609725:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11587 00000100:00100000:2.0:1769074963.609733:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960474368:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074963.609922:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960474368:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 189us (1024us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074963.609931:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11587 00002000:00100000:2.0:1769074963.609949:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1708032->1712127) req@ffff8ffe74c96d80 x1855007960474368/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.609958:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c96d80 with x1855007960474368 ext(1708032->1712127) 00002000:00010000:2.0:1769074963.609962:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c96d80 00000100:00100000:1.0:1769074963.613731:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.613832:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960474496 00000100:00100000:2.0:1769074963.613843:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960474496 00002000:00100000:2.0:1769074963.613905:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1712128->1716223) req@ffff8ffe62efce00 x1855007960474496/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.613917:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62efce00 with x1855007960474496 ext(1712128->1716223) 00002000:00010000:2.0:1769074963.613923:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe62efce00 00000100:00100000:2.0:1769074963.613963:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11588 00000100:00100000:2.0:1769074963.613972:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960474496:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074963.614184:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960474496:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 211us (464us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074963.614192:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11588 00002000:00100000:2.0:1769074963.614199:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1712128->1716223) req@ffff8ffe62efce00 x1855007960474496/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.614207:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62efce00 with x1855007960474496 ext(1712128->1716223) 00002000:00010000:2.0:1769074963.614211:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe62efce00 00000100:00100000:3.0:1769074963.618910:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.619704:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960474624 00000100:00100000:2.0:1769074963.619716:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960474624 00002000:00100000:2.0:1769074963.619770:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1716224->1720319) req@ffff8ffe74c95f80 x1855007960474624/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.619782:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c95f80 with x1855007960474624 ext(1716224->1720319) 00002000:00010000:2.0:1769074963.619788:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c95f80 00000100:00100000:2.0:1769074963.619828:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11589 00000100:00100000:2.0:1769074963.619838:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960474624:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074963.620064:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960474624:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 226us (1163us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074963.620072:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11589 00002000:00100000:2.0:1769074963.620079:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1716224->1720319) req@ffff8ffe74c95f80 x1855007960474624/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.620087:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c95f80 with x1855007960474624 ext(1716224->1720319) 00002000:00010000:2.0:1769074963.620090:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c95f80 00000100:00100000:0.0:1769074963.624147:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.624407:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960474752 00000100:00100000:1.0:1769074963.624418:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960474752 00002000:00100000:1.0:1769074963.624517:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1720320->1724415) req@ffff8ffe57aee300 x1855007960474752/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.624528:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aee300 with x1855007960474752 ext(1720320->1724415) 00002000:00010000:1.0:1769074963.624533:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe57aee300 00000100:00100000:1.0:1769074963.624572:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11590 00000100:00100000:1.0:1769074963.624582:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960474752:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074963.624790:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960474752:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 209us (653us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074963.624798:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11590 00002000:00100000:1.0:1769074963.624804:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1720320->1724415) req@ffff8ffe57aee300 x1855007960474752/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.624812:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aee300 with x1855007960474752 ext(1720320->1724415) 00002000:00010000:1.0:1769074963.624815:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe57aee300 00000100:00100000:3.0:1769074963.629692:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.630001:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960474880 00000100:00100000:2.0:1769074963.630011:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960474880 00002000:00100000:2.0:1769074963.630152:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1724416->1728511) req@ffff8ffe74c96a00 x1855007960474880/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.630174:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c96a00 with x1855007960474880 ext(1724416->1728511) 00002000:00010000:2.0:1769074963.630182:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c96a00 00000100:00100000:2.0:1769074963.630215:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11591 00000100:00100000:2.0:1769074963.630223:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe74c96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960474880:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074963.630815:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe74c96a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960474880:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 588us (1129us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074963.630824:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11591 00002000:00100000:2.0:1769074963.630831:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1724416->1728511) req@ffff8ffe74c96a00 x1855007960474880/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.630839:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe74c96a00 with x1855007960474880 ext(1724416->1728511) 00002000:00010000:2.0:1769074963.630842:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe74c96a00 00000100:00100000:3.0:1769074963.635701:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.635805:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960475008 00000100:00100000:2.0:1769074963.635815:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960475008 00002000:00100000:2.0:1769074963.635858:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1662976->1728413) req@ffff8ffe5a038700 x1855007960475008/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.635870:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5a038700 with x1855007960475008 ext(1662976->1728413) 00002000:00010000:2.0:1769074963.635876:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5a038700 00000100:00100000:2.0:1769074963.635945:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11592 00000100:00100000:2.0:1769074963.635953:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a038700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960475008:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074963.640603:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a038700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960475008:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 4639us (4898us total) trans 4294989990 rc 0/0 00000100:00100000:2.0:1769074963.640618:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11592 00002000:00100000:2.0:1769074963.640630:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1662976->1728413) req@ffff8ffe5a038700 x1855007960475008/t4294989990(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/448 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.640648:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5a038700 with x1855007960475008 ext(1662976->1728413) 00002000:00010000:2.0:1769074963.640654:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5a038700 00000100:00100000:3.0:1769074963.644583:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.644731:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960475136 00000100:00100000:2.0:1769074963.644741:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960475136 00000100:00100000:2.0:1769074963.644806:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83510 00000100:00100000:2.0:1769074963.644815:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960475136:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074963.647325:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989990 is committed 00000100:00100000:3.0:1769074963.647584:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a038a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960475136:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2764us (3004us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074963.647594:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83510 00000100:00100000:3.0:1769074963.650656:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.650815:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960475264 00000100:00100000:1.0:1769074963.650825:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960475264 00000100:00100000:1.0:1769074963.650946:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41221 00000100:00100000:1.0:1769074963.650959:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a038380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+22:12630:x1855007960475264:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:1.0:1769074963.650985:0:6528:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074963.651007:0:6528:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316e00/0xf5091596e3045acb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505d9f expref: -99 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.651122:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317000/0xf5091596e3045ad2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074963.651139:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317000/0xf5091596e3045ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074963.651151:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317000/0xf5091596e3045ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000004:00200000:1.0:1769074963.651189:0:6528:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 1728414 00000004:00200000:1.0:1769074963.651194:0:6528:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1769074963.651212:0:6528:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317000/0xf5091596e3045ad2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074963.651241:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316e00/0xf5091596e3045acb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d9f expref: 24 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.651257:0:6528:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317000/0xf5091596e3045ad2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d9f expref: 23 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.651277:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074963.651280:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074963.651284:0:6528:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe6d317000, rc 0) 00000100:00100000:1.0:1769074963.651346:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a038380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+23:12630:x1855007960475264:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 389us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074963.651353:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41221 00000100:00100000:0.0:1769074963.654956:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.655619:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960475392 00000100:00100000:2.0:1769074963.655631:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960475392 00000100:00100000:2.0:1769074963.655731:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11593 00000100:00100000:2.0:1769074963.655742:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960475392:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074963.655946:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1728414 -> 1728414 00002000:00010000:2.0:1769074963.655950:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.655952:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.655955:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.655957:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 272 -> 400 00000100:00100000:2.0:1769074963.656023:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aeed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960475392:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 282us (1086us total) trans 4294989991 rc 0/0 00000100:00100000:2.0:1769074963.656645:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11593 00000100:00100000:3.0:1769074963.663129:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.663518:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960475520 00000100:00100000:2.0:1769074963.663529:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960475520 00000100:00100000:2.0:1769074963.663615:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11594 00000100:00100000:2.0:1769074963.663625:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a03aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960475520:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074963.663850:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 941095 00002000:00010000:2.0:1769074963.663855:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.663858:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.663861:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.663863:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1769074963.663931:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a03aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960475520:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 307us (812us total) trans 4294989855 rc 0/0 00000100:00100000:2.0:1769074963.664687:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11594 00000100:00100000:3.0:1769074963.671502:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.671693:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960475776 00000100:00100000:1.0:1769074963.671705:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960475776 00000100:00100000:1.0:1769074963.671757:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41222 00000100:00100000:1.0:1769074963.671767:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a039880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+23:12630:x1855007960475776:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:1.0:1769074963.671819:0:6528:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074963.671846:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317000/0xf5091596e3045ad2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505d9f expref: 23 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.671866:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074963.671871:0:6528:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074963.672065:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316e00/0xf5091596e3045ad9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 9 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074963.672080:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316e00/0xf5091596e3045ad9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074963.672093:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316e00/0xf5091596e3045ad9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000001:00080000:1.0:1769074963.672133:0:6528:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998217 00000004:00010000:1.0:1769074963.672154:0:6528:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000057278109 reply state 0000000002daf045 transno 4294998218 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316e00/0xf5091596e3045ad9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074963.672166:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316e00/0xf5091596e3045ad9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 9 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074963.672172:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074963.672175:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074963.672178:0:6528:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074963.672282:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a039880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+25:12630:x1855007960475776:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 515us (831us total) trans 4294998218 rc 0/0 00000100:00100000:1.0:1769074963.672289:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41222 00000020:00080000:1.0:1769074963.672294:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1769074963.676971:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.677050:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960475904 00000100:00100000:1.0:1769074963.677061:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960475904 00002000:00010000:1.0:1769074963.677099:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1021003->18446744073709551615) 00002000:00100000:1.0:1769074963.677104:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aedf80 with x1855007960475904 ext(1021003->18446744073709551615) 00002000:00010000:1.0:1769074963.677116:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe57aedf80. 00000100:00100000:1.0:1769074963.677150:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11595 00000100:00100000:1.0:1769074963.677167:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960475904:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074963.677566:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1728414 -> 1021003 00002000:00010000:1.0:1769074963.677570:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.677572:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.677575:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.677578:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 400 -> 272 00000100:00100000:1.0:1769074963.677646:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aedf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960475904:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 486us (684us total) trans 4294989992 rc 0/0 00000100:00100000:1.0:1769074963.677654:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11595 00002000:00010000:1.0:1769074963.677658:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1021003->18446744073709551615) 00002000:00100000:1.0:1769074963.677661:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aedf80 with x1855007960475904 ext(1021003->18446744073709551615) 00002000:00010000:1.0:1769074963.677666:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe57aedf80. 00000100:00100000:3.0:1769074963.678927:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.679481:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960476032 00000100:00100000:2.0:1769074963.679493:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960476032 00002000:00010000:2.0:1769074963.679530:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074963.679536:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5a03b480 with x1855007960476032 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074963.679547:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5a03b480. 00000100:00100000:2.0:1769074963.679703:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11596 00000100:00100000:2.0:1769074963.679714:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a03b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960476032:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074963.679906:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 941095 -> 0 00002000:00010000:2.0:1769074963.679910:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.679912:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.679915:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.679918:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 8 -> 0 00000100:00100000:2.0:1769074963.679992:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a03b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960476032:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 279us (1071us total) trans 4294989856 rc 0/0 00000100:00100000:2.0:1769074963.680000:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11596 00002000:00010000:2.0:1769074963.680005:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074963.680008:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5a03b480 with x1855007960476032 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074963.680013:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5a03b480. 00000100:00100000:3.0:1769074963.682570:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.682669:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960476160 00000100:00100000:0.0:1769074963.682678:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960476160 00000100:00100000:0.0:1769074963.682735:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41223 00000100:00100000:0.0:1769074963.682743:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a039180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+25:12630:x1855007960476160:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074963.682766:0:8441:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074963.682786:0:8441:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045ae0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505da6 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.682873:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045ae7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:0.0:1769074963.682889:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT0 00010000:00010000:0.0:1769074963.682901:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00000004:00200000:0.0:1769074963.682926:0:8441:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 1021003 00000004:00200000:0.0:1769074963.682930:0:8441:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074963.683127:0:8441:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045ae7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00010000:00010000:0.0:1769074963.683154:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045ae0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505da6 expref: 27 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.683170:0:8441:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045ae7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 10 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505da6 expref: 26 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.683179:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.683182:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074963.683186:0:8441:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe81f58c00, rc 0) 00000100:00100000:0.0:1769074963.683244:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a039180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+26:12630:x1855007960476160:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 501us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074963.683251:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41223 00000100:00100000:0.0:1769074963.686362:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.686432:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960476416 00000100:00100000:1.0:1769074963.686443:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960476416 00000100:00100000:1.0:1769074963.686739:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41224 00000100:00100000:1.0:1769074963.686749:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+26:12630:x1855007960476416:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:1.0:1769074963.686798:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074963.686825:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045ae7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505da6 expref: 26 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.686843:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074963.686847:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074963.687385:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317000/0xf5091596e3045aee lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 10 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074963.687400:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317000/0xf5091596e3045aee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074963.687409:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317000/0xf5091596e3045aee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00000001:00080000:1.0:1769074963.687546:0:8441:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998219 00000004:00010000:1.0:1769074963.687579:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b218b361 reply state 0000000055b5f81a transno 4294998220 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317000/0xf5091596e3045aee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074963.687596:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317000/0xf5091596e3045aee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 10 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074963.687602:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074963.687605:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074963.687608:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074963.688044:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aef100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+28:12630:x1855007960476416:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 1294us (1688us total) trans 4294998220 rc 0/0 00000100:00100000:1.0:1769074963.688053:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41224 00000020:00080000:1.0:1769074963.688059:0:8441:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074963.690679:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.690947:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960476544 00000100:00100000:2.0:1769074963.690958:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960476544 00002000:00010000:2.0:1769074963.691000:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (652756->18446744073709551615) 00002000:00100000:2.0:1769074963.691004:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5a03a300 with x1855007960476544 ext(652756->18446744073709551615) 00002000:00010000:2.0:1769074963.691018:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5a03a300. 00000100:00100000:2.0:1769074963.691058:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11597 00000100:00100000:2.0:1769074963.691068:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a03a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960476544:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074963.691431:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1021003 -> 652756 00002000:00010000:2.0:1769074963.691435:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.691438:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.691440:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.691443:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 272 -> 272 00000100:00100000:2.0:1769074963.691536:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a03a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960476544:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 468us (864us total) trans 4294989993 rc 0/0 00000100:00100000:2.0:1769074963.691544:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11597 00002000:00010000:2.0:1769074963.691557:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (652756->18446744073709551615) 00002000:00100000:2.0:1769074963.691560:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5a03a300 with x1855007960476544 ext(652756->18446744073709551615) 00002000:00010000:2.0:1769074963.691565:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5a03a300. 00000100:00100000:3.0:1769074963.694335:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.694421:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960476672 00000100:00100000:1.0:1769074963.694431:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960476672 00002000:00010000:1.0:1769074963.694509:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074963.694514:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5a039500 with x1855007960476672 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074963.694526:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5a039500. 00000100:00100000:1.0:1769074963.694562:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11598 00000100:00100000:1.0:1769074963.694572:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a039500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960476672:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074963.694705:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1769074963.694708:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.694711:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.694713:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.694716:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1769074963.694764:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a039500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960476672:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 193us (437us total) trans 4294989857 rc 0/0 00000100:00100000:1.0:1769074963.694771:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11598 00002000:00010000:1.0:1769074963.694775:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074963.694777:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5a039500 with x1855007960476672 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074963.694782:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5a039500. 00000100:00100000:0.0:1769074963.699146:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.699231:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960476800 00000100:00100000:1.0:1769074963.699241:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960476800 00000100:00100000:1.0:1769074963.699292:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41225 00000100:00100000:1.0:1769074963.699302:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+28:12630:x1855007960476800:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:1.0:1769074963.699325:0:8441:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074963.699346:0:8441:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316c00/0xf5091596e3045af5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505dad expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.699437:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317200/0xf5091596e3045afc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074963.699474:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317200/0xf5091596e3045afc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074963.699485:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317200/0xf5091596e3045afc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00000004:00200000:1.0:1769074963.699511:0:8441:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 652756 00000004:00200000:1.0:1769074963.699515:0:8441:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1769074963.699533:0:8441:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317200/0xf5091596e3045afc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00010000:00010000:1.0:1769074963.699567:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316c00/0xf5091596e3045af5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dad expref: 30 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.699583:0:8441:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317200/0xf5091596e3045afc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 11 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dad expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.699591:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074963.699593:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074963.699597:0:8441:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe6d317200, rc 0) 00000100:00100000:1.0:1769074963.699665:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+29:12630:x1855007960476800:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 364us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074963.699672:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41225 00000100:00100000:3.0:1769074963.708409:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.708792:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960477056 00000100:00100000:1.0:1769074963.708803:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960477056 00000100:00100000:1.0:1769074963.708868:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41226 00000100:00100000:1.0:1769074963.708876:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a03a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+29:12630:x1855007960477056:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:1.0:1769074963.708931:0:6528:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1769074963.708959:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317200/0xf5091596e3045afc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dad expref: 29 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074963.708977:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074963.708982:0:6528:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074963.709367:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316c00/0xf5091596e3045b03 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 11 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074963.709385:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316c00/0xf5091596e3045b03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074963.709394:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316c00/0xf5091596e3045b03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000001:00080000:1.0:1769074963.709442:0:6528:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998221 00000004:00010000:1.0:1769074963.709506:0:6528:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000b1d9cb3c reply state 000000002f308768 transno 4294998222 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316c00/0xf5091596e3045b03 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074963.709518:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d316c00/0xf5091596e3045b03 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 11 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074963.709529:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074963.709532:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074963.709534:0:6528:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074963.709780:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a03a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+31:12630:x1855007960477056:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 903us (1379us total) trans 4294998222 rc 0/0 00000100:00100000:1.0:1769074963.709787:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41226 00000020:00080000:1.0:1769074963.709792:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074963.715802:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.715883:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.716253:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960477184 00000100:00100000:3.0:1769074963.716264:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960477184 00002000:00010000:3.0:1769074963.716317:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1879618->18446744073709551615) 00002000:00100000:3.0:1769074963.716322:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd1c00 with x1855007960477184 ext(1879618->18446744073709551615) 00002000:00010000:3.0:1769074963.716336:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd1c00. 00000100:00100000:3.0:1769074963.716403:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960477312 00000100:00100000:3.0:1769074963.716408:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960477312 00002000:00010000:3.0:1769074963.716420:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074963.716424:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd0000 with x1855007960477312 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074963.716430:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd8cfd0000. 00000100:00100000:1.0:1769074963.716798:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11599 00000100:00100000:1.0:1769074963.716811:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960477184:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074963.717048:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 652756 -> 1879618 00002000:00010000:1.0:1769074963.717052:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.717055:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.717057:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.717059:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 272 -> 272 00000100:00100000:1.0:1769074963.717115:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960477184:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 307us (1321us total) trans 4294989994 rc 0/0 00000100:00100000:1.0:1769074963.717122:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11599 00002000:00010000:1.0:1769074963.717125:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1879618->18446744073709551615) 00002000:00100000:1.0:1769074963.717128:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd1c00 with x1855007960477184 ext(1879618->18446744073709551615) 00002000:00010000:1.0:1769074963.717133:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd1c00. 00000100:00100000:1.0:1769074963.717148:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11600 00000100:00100000:1.0:1769074963.717155:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+15:2407:x1855007960477312:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074963.717475:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1769074963.717478:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.717481:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.717483:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.717485:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1769074963.717508:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+16:2407:x1855007960477312:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 354us (1625us total) trans 4294989858 rc 0/0 00000100:00100000:1.0:1769074963.717515:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11600 00002000:00010000:1.0:1769074963.717518:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074963.717520:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd0000 with x1855007960477312 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074963.717524:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd8cfd0000. 00000100:00100000:2.0:1769074963.720213:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.720359:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960477440 00000100:00100000:3.0:1769074963.720369:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960477440 00000100:00100000:3.0:1769074963.720429:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41227 00000100:00100000:3.0:1769074963.720439:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+31:12630:x1855007960477440:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074963.720481:0:6528:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074963.720504:0:6528:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096400/0xf5091596e3045b0a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505db4 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.720623:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61097400/0xf5091596e3045b11 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.720639:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61097400/0xf5091596e3045b11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.720650:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61097400/0xf5091596e3045b11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000004:00200000:3.0:1769074963.720676:0:6528:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 1879618 00000004:00200000:3.0:1769074963.720681:0:6528:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074963.720699:0:6528:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61097400/0xf5091596e3045b11 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.720723:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096400/0xf5091596e3045b0a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505db4 expref: 33 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.720739:0:6528:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61097400/0xf5091596e3045b11 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 12 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505db4 expref: 32 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.720747:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.720749:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074963.720753:0:6528:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe61097400, rc 0) 00000100:00100000:3.0:1769074963.720804:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+32:12630:x1855007960477440:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 366us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074963.720811:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41227 00000100:00100000:2.0:1769074963.725615:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.725769:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960477696 00000100:00100000:0.0:1769074963.725780:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960477696 00000100:00100000:0.0:1769074963.725864:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41228 00000100:00100000:0.0:1769074963.725875:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+32:12630:x1855007960477696:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074963.725932:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074963.725973:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61097400/0xf5091596e3045b11 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505db4 expref: 32 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.725991:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.725997:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074963.726189:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045b18 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 12 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:0.0:1769074963.726206:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045b18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT0 00010000:00010000:0.0:1769074963.726215:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045b18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00000001:00080000:0.0:1769074963.726257:0:8441:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998223 00000004:00010000:0.0:1769074963.726279:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000ba563efc reply state 000000008936dc0b transno 4294998224 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045b18 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00010000:00010000:0.0:1769074963.726291:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58e00/0xf5091596e3045b18 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 12 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT0 00010000:00010000:0.0:1769074963.726297:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.726299:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074963.726302:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074963.726433:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+34:12630:x1855007960477696:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 559us (827us total) trans 4294998224 rc 0/0 00000100:00100000:0.0:1769074963.726441:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41228 00000020:00080000:0.0:1769074963.726465:0:8441:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074963.729682:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.729747:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.729874:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960477824 00000100:00100000:0.0:1769074963.729885:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960477824 00002000:00010000:0.0:1769074963.729928:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2180535->18446744073709551615) 00002000:00100000:0.0:1769074963.730016:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd0e00 with x1855007960477824 ext(2180535->18446744073709551615) 00002000:00010000:0.0:1769074963.730115:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd0e00. 00000100:00100000:0.0:1769074963.730178:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960477952 00000100:00100000:0.0:1769074963.730182:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960477952 00002000:00010000:0.0:1769074963.730198:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074963.730201:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd3800 with x1855007960477952 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074963.730207:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd8cfd3800. 00000100:00100000:1.0:1769074963.730242:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11601 00000100:00100000:1.0:1769074963.730254:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960477824:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074963.730500:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1879618 -> 2180535 00002000:00010000:1.0:1769074963.730505:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.730507:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.730509:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.730512:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 272 -> 272 00000100:00100000:1.0:1769074963.730583:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2407:x1855007960477824:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 331us (910us total) trans 4294989995 rc 0/0 00000100:00100000:1.0:1769074963.730592:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11601 00002000:00010000:1.0:1769074963.730596:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2180535->18446744073709551615) 00002000:00100000:1.0:1769074963.730599:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd0e00 with x1855007960477824 ext(2180535->18446744073709551615) 00002000:00010000:1.0:1769074963.730604:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd8cfd0e00. 00000100:00100000:1.0:1769074963.730622:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11602 00000100:00100000:1.0:1769074963.730629:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd8cfd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+16:2407:x1855007960477952:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074963.730700:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1769074963.730703:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.730705:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.730707:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.730709:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1769074963.730730:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd8cfd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+17:2407:x1855007960477952:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 102us (983us total) trans 4294989859 rc 0/0 00000100:00100000:1.0:1769074963.730737:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11602 00002000:00010000:1.0:1769074963.730740:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074963.730743:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd8cfd3800 with x1855007960477952 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074963.730747:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd8cfd3800. 00000100:00100000:2.0:1769074963.733770:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.733854:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960478080 00000100:00100000:3.0:1769074963.733864:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960478080 00000100:00100000:3.0:1769074963.733926:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41229 00000100:00100000:3.0:1769074963.733945:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73769180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+34:12630:x1855007960478080:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:3.0:1769074963.733973:0:8441:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1769074963.733994:0:8441:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096400/0xf5091596e3045b1f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505dbb expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.734097:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096800/0xf5091596e3045b26 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074963.734113:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096800/0xf5091596e3045b26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074963.734124:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096800/0xf5091596e3045b26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00000004:00200000:3.0:1769074963.734151:0:8441:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 2180535 00000004:00200000:3.0:1769074963.734155:0:8441:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1769074963.734208:0:8441:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096800/0xf5091596e3045b26 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074963.734234:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096400/0xf5091596e3045b1f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dbb expref: 36 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.734252:0:8441:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096800/0xf5091596e3045b26 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 13 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dbb expref: 35 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.734261:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.734265:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1769074963.734268:0:8441:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe61096800, rc 0) 00000100:00100000:3.0:1769074963.734318:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73769180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+35:12630:x1855007960478080:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 384us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074963.734325:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41229 00000100:00100000:2.0:1769074963.739599:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.739726:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960478208 00000100:00100000:3.0:1769074963.739738:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960478208 00000100:00100000:3.0:1769074963.739806:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11603 00000100:00100000:3.0:1769074963.739815:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2407:x1855007960478208:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074963.740099:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2180535 -> 2180535 00002000:00010000:3.0:1769074963.740103:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074963.740105:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074963.740107:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074963.740109:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 272 -> 320 00000100:00100000:3.0:1769074963.740513:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73768700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+12:2407:x1855007960478208:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 697us (924us total) trans 4294989996 rc 0/0 00000100:00100000:3.0:1769074963.740522:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11603 00000100:00100000:2.0:1769074963.751545:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.751885:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960478336 00000100:00100000:3.0:1769074963.751897:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960478336 00002000:00100000:3.0:1769074963.751953:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2756608->2813951) req@ffff8ffd7376aa00 x1855007960478336/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.751965:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd7376aa00 with x1855007960478336 ext(2756608->2813951) 00002000:00010000:3.0:1769074963.751971:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd7376aa00 00000100:00100000:3.0:1769074963.751994:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11604 00000100:00100000:3.0:1769074963.752004:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+12:2408:x1855007960478336:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074963.755393:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+12:2408:x1855007960478336:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3380us (3849us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074963.755406:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11604 00002000:00100000:3.0:1769074963.755419:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2756608->2813951) req@ffff8ffd7376aa00 x1855007960478336/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/440 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.755430:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd7376aa00 with x1855007960478336 ext(2756608->2813951) 00002000:00010000:3.0:1769074963.755436:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd7376aa00 00000100:00100000:2.0:1769074963.759878:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.762929:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960478464 00000100:00100000:3.0:1769074963.763016:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960478464 00000100:00100000:3.0:1769074963.763394:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11605 00000100:00100000:3.0:1769074963.763405:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73768380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+12:2407:x1855007960478464:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074963.763721:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2180535 -> 2180535 00002000:00010000:3.0:1769074963.763725:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074963.763727:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074963.763730:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074963.763732:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 320 -> 440 00000100:00100000:3.0:1769074963.763854:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73768380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960478464:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 450us (3983us total) trans 4294989997 rc 0/0 00000100:00100000:3.0:1769074963.763863:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11605 00000100:00100000:2.0:1769074963.771533:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.771641:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960478720 00000100:00100000:3.0:1769074963.771893:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960478720 00000100:00100000:3.0:1769074963.772149:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41230 00000100:00100000:3.0:1769074963.772258:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+35:12630:x1855007960478720:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:3.0:1769074963.772312:0:6528:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074963.772340:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096800/0xf5091596e3045b26 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dbb expref: 35 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074963.772359:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.772364:0:6528:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074963.772581:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096400/0xf5091596e3045b2d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 13 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.772599:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096400/0xf5091596e3045b2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.772608:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096400/0xf5091596e3045b2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000001:00080000:3.0:1769074963.772647:0:6528:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998225 00000004:00010000:3.0:1769074963.772667:0:6528:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000895fef31 reply state 00000000cc983179 transno 4294998226 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096400/0xf5091596e3045b2d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.772679:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096400/0xf5091596e3045b2d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 13 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:3.0:1769074963.772685:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074963.772687:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074963.772690:0:6528:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074963.773149:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+37:12630:x1855007960478720:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 988us (1623us total) trans 4294998226 rc 0/0 00000100:00100000:3.0:1769074963.773246:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41230 00000020:00080000:3.0:1769074963.773251:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1769074963.778726:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.778766:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.779301:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960478848 00000100:00100000:2.0:1769074963.779313:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960478848 00002000:00010000:2.0:1769074963.779354:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074963.779359:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aef480 with x1855007960478848 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074963.779371:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe57aef480. 00000100:00100000:2.0:1769074963.779405:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960478976 00000100:00100000:2.0:1769074963.779408:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960478976 00002000:00010000:2.0:1769074963.779421:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (335775->18446744073709551615) 00002000:00100000:2.0:1769074963.779423:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aec700 with x1855007960478976 ext(335775->18446744073709551615) 00002000:00010000:2.0:1769074963.779430:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe57aec700. 00000100:00100000:2.0:1769074963.779481:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11606 00000100:00100000:2.0:1769074963.779491:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960478848:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074963.779682:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2180535 -> 4194304 00002000:00010000:2.0:1769074963.779686:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.779689:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.779691:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.779693:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 440 -> 440 00000100:00100000:1.0:1769074963.779834:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11607 00000100:00100000:1.0:1769074963.779845:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+17:2407:x1855007960478976:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074963.779980:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 335775 00002000:00010000:1.0:1769074963.779983:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.779985:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.779988:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.779990:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1769074963.781727:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2407:x1855007960478976:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1875us (2951us total) trans 4294989860 rc 0/0 00000100:00100000:1.0:1769074963.781740:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11607 00002000:00010000:1.0:1769074963.781746:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (335775->18446744073709551615) 00002000:00100000:1.0:1769074963.781750:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aec700 with x1855007960478976 ext(335775->18446744073709551615) 00002000:00010000:1.0:1769074963.781759:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe57aec700. 00000100:00100000:2.0:1769074963.781917:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+14:2407:x1855007960478848:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 2425us (3209us total) trans 4294989998 rc 0/0 00000100:00100000:2.0:1769074963.781926:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11606 00002000:00010000:2.0:1769074963.781929:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074963.781943:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aef480 with x1855007960478848 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074963.781950:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe57aef480. 00000100:00100000:2.0:1769074963.785417:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.785611:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960479104 00000100:00100000:3.0:1769074963.785622:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960479104 00000100:00100000:0.0:1769074963.786302:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41231 00000100:00100000:0.0:1769074963.786316:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73769f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+37:12630:x1855007960479104:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074963.786342:0:6528:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074963.786363:0:6528:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045b34 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505dc2 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.786486:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045b3b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.786502:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045b3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.786512:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045b3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000004:00200000:0.0:1769074963.786540:0:6528:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4530079 00000004:00200000:0.0:1769074963.786557:0:6528:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074963.786577:0:6528:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045b3b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.786604:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045b34 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dc2 expref: 39 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.786621:0:6528:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045b3b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 14 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dc2 expref: 38 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.786630:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.786634:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074963.786637:0:6528:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe81f59200, rc 0) 00000100:00100000:0.0:1769074963.786720:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73769f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+38:12630:x1855007960479104:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 407us (1312us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074963.786727:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41231 00000100:00100000:0.0:1769074963.791850:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.792055:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960479232 00000100:00100000:2.0:1769074963.792067:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960479232 00000100:00100000:2.0:1769074963.792129:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11608 00000100:00100000:2.0:1769074963.792139:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+18:2409:x1855007960479232:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074963.792368:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 335775 -> 565273 00002000:00010000:2.0:1769074963.792372:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.792375:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.792377:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.792379:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 64 00000100:00100000:2.0:1769074963.792481:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+19:2409:x1855007960479232:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 311us (613us total) trans 4294989861 rc 0/0 00000100:00100000:2.0:1769074963.792489:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11608 00000100:00100000:2.0:1769074963.797577:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.797675:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960479360 00000100:00100000:1.0:1769074963.797684:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960479360 00002000:00100000:1.0:1769074963.797742:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2629632->2633727) req@ffff8ffd73768000 x1855007960479360/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.797755:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd73768000 with x1855007960479360 ext(2629632->2633727) 00002000:00010000:1.0:1769074963.797761:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd73768000 00000100:00100000:1.0:1769074963.797789:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11609 00000100:00100000:1.0:1769074963.797798:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73768000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2408:x1855007960479360:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074963.798014:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73768000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2408:x1855007960479360:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 215us (445us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074963.798633:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11609 00002000:00100000:1.0:1769074963.798643:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2629632->2633727) req@ffff8ffd73768000 x1855007960479360/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.798653:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd73768000 with x1855007960479360 ext(2629632->2633727) 00002000:00010000:1.0:1769074963.798657:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd73768000 00000100:00100000:3.0:1769074963.801614:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.801732:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960479488 00000100:00100000:2.0:1769074963.801743:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960479488 00002000:00100000:2.0:1769074963.801796:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2633728->2637823) req@ffff8ffe5a038000 x1855007960479488/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.801809:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5a038000 with x1855007960479488 ext(2633728->2637823) 00002000:00010000:2.0:1769074963.801815:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5a038000 00000100:00100000:2.0:1769074963.801847:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11610 00000100:00100000:2.0:1769074963.801856:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a038000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+14:2407:x1855007960479488:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074963.802060:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a038000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+14:2407:x1855007960479488:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 203us (454us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074963.802069:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11610 00002000:00100000:2.0:1769074963.802075:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2633728->2637823) req@ffff8ffe5a038000 x1855007960479488/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.802084:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5a038000 with x1855007960479488 ext(2633728->2637823) 00002000:00010000:2.0:1769074963.802087:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5a038000 00000100:00100000:0.0:1769074963.806510:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.806608:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960479616 00000100:00100000:1.0:1769074963.806618:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960479616 00002000:00100000:1.0:1769074963.806667:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2609152->2674687) req@ffff8ffe57aeea00 x1855007960479616/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 504/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.806679:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aeea00 with x1855007960479616 ext(2609152->2674687) 00002000:00010000:1.0:1769074963.806685:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe57aeea00 00000100:00100000:1.0:1769074963.806726:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11611 00000100:00100000:1.0:1769074963.806734:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe57aeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2407:x1855007960479616:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074963.810997:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe57aeea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2407:x1855007960479616:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 4253us (4488us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1769074963.811679:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11611 00002000:00100000:1.0:1769074963.811693:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2609152->2674687) req@ffff8ffe57aeea00 x1855007960479616/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 504/440 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.811703:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe57aeea00 with x1855007960479616 ext(2609152->2674687) 00002000:00010000:1.0:1769074963.811719:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe57aeea00 00000100:00100000:3.0:1769074963.815621:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.815911:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960479744 00000100:00100000:1.0:1769074963.815923:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960479744 00002000:00100000:1.0:1769074963.815984:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2674688->2711551) req@ffff8ffe5a039c00 x1855007960479744/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.815997:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5a039c00 with x1855007960479744 ext(2674688->2711551) 00002000:00010000:1.0:1769074963.816003:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5a039c00 00000100:00100000:1.0:1769074963.816270:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11612 00000100:00100000:1.0:1769074963.816281:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a039c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960479744:12345-192.168.204.30@tcp:3:fsx.0 00010000:00010000:2.0:1769074963.821698:0:6516:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1769074963.822478:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a039c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960479744:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 6191us (6858us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1769074963.822491:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11612 00002000:00100000:1.0:1769074963.822504:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2674688->2711551) req@ffff8ffe5a039c00 x1855007960479744/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/440 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.822515:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5a039c00 with x1855007960479744 ext(2674688->2711551) 00002000:00010000:1.0:1769074963.822521:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5a039c00 00000100:00100000:2.0:1769074963.826960:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.827036:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960479872 00000100:00100000:1.0:1769074963.827046:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960479872 00002000:00100000:1.0:1769074963.827089:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2629632->3428351) req@ffff8ffd7376a680 x1855007960479872/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 504/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074963.827101:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd7376a680 with x1855007960479872 ext(2629632->3428351) 00002000:00010000:1.0:1769074963.827107:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd7376a680 00000100:00100000:1.0:1769074963.827138:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11613 00000100:00100000:1.0:1769074963.827147:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960479872:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074963.832898:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+16:2409:x1855007960479872:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 5740us (5934us total) trans 4294989999 rc 0/0 00000100:00100000:0.0:1769074963.832913:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11613 00002000:00100000:0.0:1769074963.832925:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2629632->3428351) req@ffff8ffd7376a680 x1855007960479872/t4294989999(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 504/448 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.832948:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd7376a680 with x1855007960479872 ext(2629632->3428351) 00002000:00010000:0.0:1769074963.832955:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd7376a680 00000100:00100000:2.0:1769074963.836538:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.836703:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960480000 00000100:00100000:3.0:1769074963.836805:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960480000 00000100:00100000:3.0:1769074963.836872:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83511 00000100:00100000:3.0:1769074963.836882:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+16:2409:x1855007960480000:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:0.0:1769074963.839437:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294989999 is committed 00000100:00100000:3.0:1769074963.839726:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960480000:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2839us (3194us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074963.839739:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83511 00000100:00100000:2.0:1769074963.844560:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.844658:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960480128 00000100:00100000:0.0:1769074963.844669:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960480128 00002000:00100000:0.0:1769074963.844811:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2248704->2314239) req@ffff8ffd73768a80 x1855007960480128/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.844824:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd73768a80 with x1855007960480128 ext(2248704->2314239) 00002000:00010000:0.0:1769074963.844830:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd73768a80 00000100:00100000:0.0:1769074963.844894:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11614 00000100:00100000:0.0:1769074963.844904:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73768a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960480128:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074963.849224:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73768a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960480128:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 4311us (4771us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1769074963.849238:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11614 00002000:00100000:0.0:1769074963.849251:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2248704->2314239) req@ffff8ffd73768a80 x1855007960480128/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/440 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.849262:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd73768a80 with x1855007960480128 ext(2248704->2314239) 00002000:00010000:0.0:1769074963.849269:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd73768a80 00000100:00100000:1.0:1769074963.853003:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.853637:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960480256 00000100:00100000:0.0:1769074963.853649:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960480256 00000100:00100000:0.0:1769074963.853852:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11615 00000100:00100000:0.0:1769074963.853863:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+19:2410:x1855007960480256:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074963.854390:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 565273 -> 565273 00002000:00010000:0.0:1769074963.854395:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.854397:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.854400:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.854402:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 64 -> 136 00000100:00100000:0.0:1769074963.854564:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+20:2410:x1855007960480256:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 702us (1568us total) trans 4294989862 rc 0/0 00000100:00100000:0.0:1769074963.854575:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11615 00000100:00100000:2.0:1769074963.858566:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.859327:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960480384 00000100:00100000:0.0:1769074963.859339:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960480384 00000100:00100000:0.0:1769074963.859485:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11616 00000100:00100000:0.0:1769074963.859497:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73769500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960480384:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074963.859737:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074963.859741:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.859744:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.859745:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.859747:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 440 -> 712 00000100:00100000:0.0:1769074963.859808:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73769500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960480384:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 312us (1258us total) trans 4294990000 rc 0/0 00000100:00100000:0.0:1769074963.859817:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11616 00000100:00100000:2.0:1769074963.863607:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.863915:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960480512 00000100:00100000:0.0:1769074963.863926:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960480512 00000100:00100000:0.0:1769074963.864005:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11617 00000100:00100000:0.0:1769074963.864013:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960480512:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074963.864298:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074963.864303:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.864306:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.864308:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.864310:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 712 -> 792 00000100:00100000:0.0:1769074963.864377:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960480512:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 364us (780us total) trans 4294990001 rc 0/0 00000100:00100000:0.0:1769074963.864386:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11617 00000100:00100000:1.0:1769074963.869698:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.870252:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960480640 00000100:00100000:3.0:1769074963.870263:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960480640 00002000:00100000:3.0:1769074963.870316:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2125824->2191359) req@ffff8ffe62eff100 x1855007960480640/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.870329:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62eff100 with x1855007960480640 ext(2125824->2191359) 00002000:00010000:3.0:1769074963.870335:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe62eff100 00000100:00100000:3.0:1769074963.870426:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11618 00000100:00100000:3.0:1769074963.870436:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960480640:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074963.873589:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62eff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960480640:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3144us (3889us total) trans 0 rc 65536/65536 00000100:00100000:3.0:1769074963.873603:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11618 00002000:00100000:3.0:1769074963.873615:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2125824->2191359) req@ffff8ffe62eff100 x1855007960480640/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/440 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.873625:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62eff100 with x1855007960480640 ext(2125824->2191359) 00002000:00010000:3.0:1769074963.873631:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe62eff100 00000100:00100000:2.0:1769074963.877886:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.878145:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960480768 00000100:00100000:3.0:1769074963.878248:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960480768 00002000:00100000:3.0:1769074963.878298:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2154496->2191359) req@ffff8ffd7376bb80 x1855007960480768/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.878311:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd7376bb80 with x1855007960480768 ext(2154496->2191359) 00002000:00010000:3.0:1769074963.878319:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd7376bb80 00000100:00100000:3.0:1769074963.878396:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11619 00000100:00100000:3.0:1769074963.878406:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960480768:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:3.0:1769074963.882298:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960480768:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 3882us (4411us total) trans 4294990002 rc 0/0 00000100:00100000:3.0:1769074963.882312:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11619 00002000:00100000:3.0:1769074963.882326:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2154496->2191359) req@ffff8ffd7376bb80 x1855007960480768/t4294990002(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/448 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.882336:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd7376bb80 with x1855007960480768 ext(2154496->2191359) 00002000:00010000:3.0:1769074963.882344:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd7376bb80 00000100:00100000:2.0:1769074963.885794:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.885891:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960480896 00000100:00100000:3.0:1769074963.885901:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960480896 00000100:00100000:3.0:1769074963.886126:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83512 00000100:00100000:3.0:1769074963.886137:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960480896:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:0.0:1769074963.888302:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294990002 is committed 00000100:00100000:3.0:1769074963.888513:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960480896:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2372us (2809us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074963.888525:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83512 00000100:00100000:2.0:1769074963.893298:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074963.893403:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960481024 00000100:00100000:3.0:1769074963.893414:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960481024 00002000:00100000:3.0:1769074963.893484:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1998848->2064383) req@ffff8ffd73769880 x1855007960481024/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074963.893497:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd73769880 with x1855007960481024 ext(1998848->2064383) 00002000:00010000:3.0:1769074963.893504:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd73769880 00000100:00100000:0.0:1769074963.896871:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11620 00000100:00100000:0.0:1769074963.896896:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960481024:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074963.901599:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73769880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960481024:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 4706us (8300us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1769074963.901615:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11620 00002000:00100000:0.0:1769074963.901629:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (1998848->2064383) req@ffff8ffd73769880 x1855007960481024/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/440 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.901640:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd73769880 with x1855007960481024 ext(1998848->2064383) 00002000:00010000:0.0:1769074963.901647:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd73769880 00000100:00100000:3.0:1769074963.905317:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.905484:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960481152 00000100:00100000:2.0:1769074963.905494:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960481152 00002000:00100000:2.0:1769074963.905552:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2080768->2084863) req@ffff8ffe5a03ad80 x1855007960481152/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.905565:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5a03ad80 with x1855007960481152 ext(2080768->2084863) 00002000:00010000:2.0:1769074963.905571:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5a03ad80 00000100:00100000:2.0:1769074963.905596:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11621 00000100:00100000:2.0:1769074963.905605:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a03ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960481152:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074963.906178:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a03ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960481152:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 572us (869us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074963.906187:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11621 00002000:00100000:2.0:1769074963.906195:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2080768->2084863) req@ffff8ffe5a03ad80 x1855007960481152/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.906212:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5a03ad80 with x1855007960481152 ext(2080768->2084863) 00002000:00010000:2.0:1769074963.906217:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5a03ad80 00000100:00100000:0.0:1769074963.910941:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.911330:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960481280 00000100:00100000:2.0:1769074963.911342:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960481280 00002000:00100000:2.0:1769074963.911394:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2191360->2228223) req@ffff8ffe598c6a00 x1855007960481280/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.911406:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c6a00 with x1855007960481280 ext(2191360->2228223) 00002000:00010000:2.0:1769074963.911413:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c6a00 00000100:00100000:2.0:1769074963.911483:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11622 00000100:00100000:2.0:1769074963.911494:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960481280:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074963.915973:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960481280:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 4469us (5036us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1769074963.915988:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11622 00002000:00100000:2.0:1769074963.916003:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2191360->2228223) req@ffff8ffe598c6a00 x1855007960481280/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/440 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074963.916014:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c6a00 with x1855007960481280 ext(2191360->2228223) 00002000:00010000:2.0:1769074963.916487:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c6a00 00000100:00100000:3.0:1769074963.920569:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.921038:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960481408 00000100:00100000:2.0:1769074963.921051:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960481408 00000100:00100000:2.0:1769074963.921128:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11623 00000100:00100000:2.0:1769074963.921138:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a03bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960481408:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074963.921365:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074963.921369:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.921372:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.921375:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.921377:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 792 -> 864 00000100:00100000:2.0:1769074963.921475:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a03bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960481408:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 312us (889us total) trans 4294990003 rc 0/0 00000100:00100000:2.0:1769074963.921484:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11623 00000100:00100000:0.0:1769074963.925630:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.925973:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960481536 00000100:00100000:1.0:1769074963.925984:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960481536 00000100:00100000:1.0:1769074963.926061:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11624 00000100:00100000:1.0:1769074963.926071:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960481536:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074963.926630:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074963.926635:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.926638:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.926640:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.926642:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 864 -> 896 00000100:00100000:1.0:1769074963.926828:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960481536:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 756us (1205us total) trans 4294990004 rc 0/0 00000100:00100000:1.0:1769074963.926837:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11624 00000100:00100000:1.0:1769074963.930412:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.930499:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960481792 00000100:00100000:0.0:1769074963.930510:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960481792 00000100:00100000:0.0:1769074963.930572:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41232 00000100:00100000:0.0:1769074963.930582:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+38:12630:x1855007960481792:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074963.930635:0:6528:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074963.930681:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045b3b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dc2 expref: 38 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.930700:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.930714:0:6528:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074963.930889:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045b42 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 14 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.930959:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045b42 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.930969:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045b42 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000001:00080000:0.0:1769074963.931008:0:6528:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998227 00000004:00010000:0.0:1769074963.931038:0:6528:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000008d486576 reply state 000000005df1922f transno 4294998228 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045b42 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.931048:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58c00/0xf5091596e3045b42 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 14 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.931053:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.931056:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074963.931058:0:6528:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074963.931148:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+40:12630:x1855007960481792:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 567us (744us total) trans 4294998228 rc 0/0 00000100:00100000:0.0:1769074963.931163:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41232 00000020:00080000:0.0:1769074963.931167:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074963.934680:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.934863:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960481920 00000100:00100000:1.0:1769074963.934873:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960481920 00002000:00010000:1.0:1769074963.934911:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1852364->18446744073709551615) 00002000:00100000:1.0:1769074963.934917:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5a038e00 with x1855007960481920 ext(1852364->18446744073709551615) 00002000:00010000:1.0:1769074963.934929:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5a038e00. 00000100:00100000:1.0:1769074963.934975:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11625 00000100:00100000:1.0:1769074963.934984:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960481920:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074963.935984:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 1852364 00002000:00010000:1.0:1769074963.935990:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.935993:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.935995:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.935997:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 896 -> 472 00000100:00100000:1.0:1769074963.936139:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a038e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960481920:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1152us (1465us total) trans 4294990005 rc 0/0 00000100:00100000:1.0:1769074963.936148:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11625 00002000:00010000:1.0:1769074963.936228:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1852364->18446744073709551615) 00002000:00100000:1.0:1769074963.936232:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5a038e00 with x1855007960481920 ext(1852364->18446744073709551615) 00002000:00010000:1.0:1769074963.936238:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5a038e00. 00000100:00100000:2.0:1769074963.942627:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.942747:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960482048 00000100:00100000:0.0:1769074963.942757:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960482048 00002000:00010000:0.0:1769074963.942799:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074963.942804:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd73768e00 with x1855007960482048 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074963.942818:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd73768e00. 00000100:00100000:0.0:1769074963.942853:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11626 00000100:00100000:0.0:1769074963.942863:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd73768e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+20:2410:x1855007960482048:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074963.943576:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 565273 -> 0 00002000:00010000:0.0:1769074963.943583:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.943613:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.943616:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.943618:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 136 -> 0 00000100:00100000:0.0:1769074963.943687:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd73768e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+21:2410:x1855007960482048:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 824us (1069us total) trans 4294989863 rc 0/0 00000100:00100000:0.0:1769074963.943696:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11626 00002000:00010000:0.0:1769074963.943700:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074963.944798:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd73768e00 with x1855007960482048 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074963.944812:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd73768e00. 00000100:00100000:3.0:1769074963.949258:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.949442:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960482176 00000100:00100000:0.0:1769074963.949485:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960482176 00000100:00100000:0.0:1769074963.949559:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41233 00000100:00100000:0.0:1769074963.949568:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a03b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+40:12630:x1855007960482176:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074963.949596:0:8441:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074963.949621:0:8441:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045b49 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505dc9 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.949731:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045b50 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:0.0:1769074963.949747:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045b50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT0 00010000:00010000:0.0:1769074963.949758:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045b50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00000004:00200000:0.0:1769074963.949783:0:8441:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 1852364 00000004:00200000:0.0:1769074963.949788:0:8441:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074963.949806:0:8441:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045b50 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00010000:00010000:0.0:1769074963.949832:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045b49 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dc9 expref: 42 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.949850:0:8441:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045b50 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 15 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dc9 expref: 41 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.949859:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.949862:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074963.949866:0:8441:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe81f58000, rc 0) 00000100:00100000:0.0:1769074963.949930:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a03b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+41:12630:x1855007960482176:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 362us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074963.949937:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41233 00000100:00100000:3.0:1769074963.955398:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.955504:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960482304 00000100:00100000:2.0:1769074963.955517:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960482304 00000100:00100000:2.0:1769074963.955605:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11627 00000100:00100000:2.0:1769074963.955616:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5a039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+21:2407:x1855007960482304:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074963.955856:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 627260 00002000:00010000:2.0:1769074963.955860:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.955863:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:2.0:1769074963.955866:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074963.955868:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 56 00000100:00100000:2.0:1769074963.955941:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5a039f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+22:2407:x1855007960482304:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 317us (543us total) trans 4294989864 rc 0/0 00000100:00100000:2.0:1769074963.955949:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11627 00000100:00100000:3.0:1769074963.959572:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074963.959742:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960482560 00000100:00100000:2.0:1769074963.959753:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960482560 00000100:00100000:2.0:1769074963.959811:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41234 00000100:00100000:2.0:1769074963.959820:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+41:12630:x1855007960482560:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074963.959873:0:6528:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074963.959899:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045b50 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dc9 expref: 41 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074963.959924:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074963.959929:0:6528:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074963.960104:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41485000/0xf5091596e3045b57 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 15 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074963.960119:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41485000/0xf5091596e3045b57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074963.960129:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41485000/0xf5091596e3045b57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000001:00080000:2.0:1769074963.960617:0:6528:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998229 00000004:00010000:2.0:1769074963.960644:0:6528:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000005d71ffc9 reply state 00000000af447929 transno 4294998230 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41485000/0xf5091596e3045b57 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074963.960669:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41485000/0xf5091596e3045b57 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 15 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074963.960675:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074963.960678:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074963.960681:0:6528:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074963.960791:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+43:12630:x1855007960482560:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 970us (1226us total) trans 4294998230 rc 0/0 00000100:00100000:2.0:1769074963.960798:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41234 00000020:00080000:2.0:1769074963.960803:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074963.963295:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.963530:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960482688 00000100:00100000:0.0:1769074963.963541:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960482688 00002000:00010000:0.0:1769074963.963594:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:0.0:1769074963.963599:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd0380 with x1855007960482688 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1769074963.963613:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4dcd0380. 00000100:00100000:0.0:1769074963.963643:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11628 00000100:00100000:0.0:1769074963.963663:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960482688:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074963.963848:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1852364 -> 4194304 00002000:00010000:0.0:1769074963.963852:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.963855:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.963857:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.963860:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 472 -> 472 00000100:00100000:0.0:1769074963.963922:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960482688:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 271us (636us total) trans 4294990006 rc 0/0 00000100:00100000:0.0:1769074963.963985:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11628 00002000:00010000:0.0:1769074963.963989:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:0.0:1769074963.963992:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd0380 with x1855007960482688 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1769074963.963996:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4dcd0380. 00000100:00100000:3.0:1769074963.968621:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.968746:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960482816 00000100:00100000:0.0:1769074963.968758:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960482816 00002000:00010000:0.0:1769074963.968799:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (1131008->18446744073709551615) 00002000:00100000:0.0:1769074963.968804:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd3b80 with x1855007960482816 ext(1131008->18446744073709551615) 00002000:00010000:0.0:1769074963.968817:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd4dcd3b80. 00000100:00100000:0.0:1769074963.968853:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11629 00000100:00100000:0.0:1769074963.968862:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+22:2410:x1855007960482816:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074963.969073:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 627260 -> 1131008 00002000:00010000:0.0:1769074963.969077:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.969079:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074963.969082:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:0.0:1769074963.969084:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 56 -> 56 00000100:00100000:0.0:1769074963.969149:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+23:2410:x1855007960482816:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 287us (537us total) trans 4294989865 rc 0/0 00000100:00100000:0.0:1769074963.969167:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11629 00002000:00010000:0.0:1769074963.969171:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (1131008->18446744073709551615) 00002000:00100000:0.0:1769074963.969174:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd3b80 with x1855007960482816 ext(1131008->18446744073709551615) 00002000:00010000:0.0:1769074963.969179:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd4dcd3b80. 00000100:00100000:3.0:1769074963.972944:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.973139:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960482944 00000100:00100000:0.0:1769074963.973150:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960482944 00000100:00100000:0.0:1769074963.973219:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41235 00000100:00100000:0.0:1769074963.973228:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+43:12630:x1855007960482944:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074963.973253:0:6528:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074963.973275:0:6528:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045b5e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505dd0 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.973370:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045b65 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.973386:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045b65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.973399:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045b65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000004:00200000:0.0:1769074963.973426:0:6528:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 5325312 00000004:00200000:0.0:1769074963.973430:0:6528:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074963.973480:0:6528:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045b65 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074963.973507:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045b5e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dd0 expref: 45 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.973524:0:6528:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045b65 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 16 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dd0 expref: 44 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074963.973532:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074963.973535:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074963.973538:0:6528:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe81f59600, rc 0) 00000100:00100000:0.0:1769074963.973608:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+44:12630:x1855007960482944:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 379us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074963.973619:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41235 00000100:00100000:3.0:1769074963.977604:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074963.977713:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960483072 00000100:00100000:1.0:1769074963.977723:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960483072 00000100:00100000:1.0:1769074963.977790:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11630 00000100:00100000:1.0:1769074963.977799:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+23:2410:x1855007960483072:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074963.978200:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 1131008 -> 1131008 00002000:00010000:1.0:1769074963.978204:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.978207:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074963.978209:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074963.978211:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 56 -> 104 00000100:00100000:1.0:1769074963.978268:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+24:2410:x1855007960483072:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 469us (673us total) trans 4294989866 rc 0/0 00000100:00100000:1.0:1769074963.978277:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11630 00000100:00100000:1.0:1769074963.982436:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.982571:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960483200 00000100:00100000:0.0:1769074963.982582:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960483200 00002000:00100000:0.0:1769074963.982631:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3596288->3600383) req@ffff8ffe62efc700 x1855007960483200/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.982642:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62efc700 with x1855007960483200 ext(3596288->3600383) 00002000:00010000:0.0:1769074963.982649:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe62efc700 00000100:00100000:0.0:1769074963.982684:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11631 00000100:00100000:0.0:1769074963.982693:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960483200:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074963.982926:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62efc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960483200:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 233us (500us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074963.982944:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11631 00002000:00100000:0.0:1769074963.982951:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3596288->3600383) req@ffff8ffe62efc700 x1855007960483200/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.982959:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62efc700 with x1855007960483200 ext(3596288->3600383) 00002000:00010000:0.0:1769074963.982963:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe62efc700 00000100:00100000:3.0:1769074963.986294:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.986387:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960483328 00000100:00100000:0.0:1769074963.986397:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960483328 00002000:00100000:0.0:1769074963.986438:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3600384->3604479) req@ffff8ffd4dcd0700 x1855007960483328/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.986475:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd0700 with x1855007960483328 ext(3600384->3604479) 00002000:00010000:0.0:1769074963.986481:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4dcd0700 00000100:00100000:0.0:1769074963.986517:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11632 00000100:00100000:0.0:1769074963.986526:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960483328:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074963.986740:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960483328:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 214us (453us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074963.986748:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11632 00002000:00100000:0.0:1769074963.986755:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3600384->3604479) req@ffff8ffd4dcd0700 x1855007960483328/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 488/4536 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.986764:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd0700 with x1855007960483328 ext(3600384->3604479) 00002000:00010000:0.0:1769074963.986768:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4dcd0700 00000100:00100000:3.0:1769074963.993785:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074963.993981:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960483456 00000100:00100000:0.0:1769074963.993994:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960483456 00002000:00100000:0.0:1769074963.994050:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3276800->3944447) req@ffff8ffd4dcd0a80 x1855007960483456/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 504/0 e 0 to 0 dl 1769074974 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074963.994061:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd0a80 with x1855007960483456 ext(3276800->3944447) 00002000:00010000:0.0:1769074963.994066:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4dcd0a80 00000100:00100000:0.0:1769074963.994102:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11633 00000100:00100000:0.0:1769074963.994112:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960483456:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074964.004361:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960483456:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 10233us (10568us total) trans 0 rc 659456/659456 00000100:00100000:1.0:1769074964.004377:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11633 00002000:00100000:1.0:1769074964.004392:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3276800->3944447) req@ffff8ffd4dcd0a80 x1855007960483456/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:499/0 lens 504/440 e 0 to 0 dl 1769074974 ref 1 fl Complete:/600/0 rc 659456/659456 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.004403:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd0a80 with x1855007960483456 ext(3276800->3944447) 00002000:00010000:1.0:1769074964.004410:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4dcd0a80 00000100:00100000:3.0:1769074964.008291:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.009086:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960483584 00000100:00100000:1.0:1769074964.009098:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960483584 00002000:00100000:0.0:1769074964.009220:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (557056->561151) req@ffff8ffd4dcd0000 x1855007960483584/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.009233:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd0000 with x1855007960483584 ext(557056->561151) 00002000:00010000:0.0:1769074964.009239:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd4dcd0000 00000100:00100000:0.0:1769074964.009274:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11634 00000100:00100000:0.0:1769074964.009283:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+24:2409:x1855007960483584:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074964.009507:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+24:2409:x1855007960483584:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 224us (1225us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074964.009520:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11634 00002000:00100000:0.0:1769074964.009526:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (557056->561151) req@ffff8ffd4dcd0000 x1855007960483584/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.009534:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd0000 with x1855007960483584 ext(557056->561151) 00002000:00010000:0.0:1769074964.009538:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd4dcd0000 00000100:00100000:2.0:1769074964.013215:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.013332:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960483712 00000100:00100000:0.0:1769074964.013343:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960483712 00002000:00100000:0.0:1769074964.013397:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (561152->565247) req@ffff8ffd7376a300 x1855007960483712/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.013409:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd7376a300 with x1855007960483712 ext(561152->565247) 00002000:00010000:0.0:1769074964.013415:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd7376a300 00000100:00100000:0.0:1769074964.013493:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11635 00000100:00100000:0.0:1769074964.013503:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd7376a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+24:2407:x1855007960483712:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074964.013716:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd7376a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+24:2407:x1855007960483712:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 214us (511us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074964.013725:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11635 00002000:00100000:0.0:1769074964.013732:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (561152->565247) req@ffff8ffd7376a300 x1855007960483712/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.013740:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd7376a300 with x1855007960483712 ext(561152->565247) 00002000:00010000:0.0:1769074964.013744:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd7376a300 00000100:00100000:3.0:1769074964.016659:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.016869:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960483840 00000100:00100000:2.0:1769074964.016881:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960483840 00002000:00100000:2.0:1769074964.016942:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (536576->602111) req@ffff8ffd4dcd3800 x1855007960483840/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.016961:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd3800 with x1855007960483840 ext(536576->602111) 00002000:00010000:2.0:1769074964.016968:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd4dcd3800 00000100:00100000:2.0:1769074964.017003:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11636 00000100:00100000:2.0:1769074964.017013:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+24:2410:x1855007960483840:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074964.020392:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+24:2410:x1855007960483840:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3369us (3730us total) trans 0 rc 57344/57344 00000100:00100000:2.0:1769074964.020407:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11636 00002000:00100000:2.0:1769074964.020420:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (536576->602111) req@ffff8ffd4dcd3800 x1855007960483840/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.020430:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd3800 with x1855007960483840 ext(536576->602111) 00002000:00010000:2.0:1769074964.020435:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd4dcd3800 00000100:00100000:3.0:1769074964.024297:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.024419:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960483968 00000100:00100000:2.0:1769074964.024429:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960483968 00002000:00100000:2.0:1769074964.024512:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (602112->638975) req@ffff8ffd4dcd0e00 x1855007960483968/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.024523:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd0e00 with x1855007960483968 ext(602112->638975) 00002000:00010000:2.0:1769074964.024529:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd4dcd0e00 00000100:00100000:2.0:1769074964.024561:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11637 00000100:00100000:2.0:1769074964.024570:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+24:2408:x1855007960483968:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074964.027427:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+24:2408:x1855007960483968:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 2850us (3130us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1769074964.027437:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11637 00002000:00100000:2.0:1769074964.027474:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (602112->638975) req@ffff8ffd4dcd0e00 x1855007960483968/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.027485:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd0e00 with x1855007960483968 ext(602112->638975) 00002000:00010000:2.0:1769074964.027493:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd4dcd0e00 00000100:00100000:1.0:1769074964.030315:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.030386:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960484096 00000100:00100000:2.0:1769074964.030394:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960484096 00002000:00100000:2.0:1769074964.030434:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (557056->614399) req@ffff8ffe62eff800 x1855007960484096/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.030442:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62eff800 with x1855007960484096 ext(557056->614399) 00002000:00010000:2.0:1769074964.030474:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe62eff800 00000100:00100000:2.0:1769074964.030500:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11638 00000100:00100000:2.0:1769074964.030509:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe62eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+24:2409:x1855007960484096:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074964.035516:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe62eff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+26:2409:x1855007960484096:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 4993us (5193us total) trans 4294989867 rc 0/0 00000100:00100000:2.0:1769074964.035531:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11638 00002000:00100000:2.0:1769074964.035555:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (557056->614399) req@ffff8ffe62eff800 x1855007960484096/t4294989867(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/448 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.035565:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe62eff800 with x1855007960484096 ext(557056->614399) 00002000:00010000:2.0:1769074964.035573:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe62eff800 00000100:00100000:3.0:1769074964.037828:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.037944:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960484224 00000100:00100000:2.0:1769074964.037956:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960484224 00000100:00100000:2.0:1769074964.038378:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83513 00000100:00100000:2.0:1769074964.038387:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+26:2408:x1855007960484224:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074964.040056:0:9484:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294989867 is committed 00000100:00100000:3.0:1769074964.040371:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960484224:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 1982us (2549us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074964.040379:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83513 00000100:00100000:1.0:1769074964.045822:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.046038:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960484352 00000100:00100000:2.0:1769074964.046048:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960484352 00002000:00100000:2.0:1769074964.046099:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (106496->159743) req@ffff8ffe51cfea00 x1855007960484352/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.046111:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe51cfea00 with x1855007960484352 ext(106496->159743) 00002000:00010000:2.0:1769074964.046117:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe51cfea00 00000100:00100000:2.0:1769074964.046277:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11639 00000100:00100000:2.0:1769074964.046287:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960484352:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:1.0:1769074964.050102:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960484352:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 3804us (4276us total) trans 4294990007 rc 0/0 00000100:00100000:1.0:1769074964.050117:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11639 00002000:00100000:1.0:1769074964.050131:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (106496->159743) req@ffff8ffe51cfea00 x1855007960484352/t4294990007(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/448 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.050141:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe51cfea00 with x1855007960484352 ext(106496->159743) 00002000:00010000:1.0:1769074964.050148:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe51cfea00 00000100:00100000:3.0:1769074964.052923:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.053081:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960484480 00000100:00100000:2.0:1769074964.053092:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960484480 00000100:00100000:2.0:1769074964.053204:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83514 00000100:00100000:2.0:1769074964.053215:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+12:2408:x1855007960484480:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:3.0:1769074964.055263:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294990007 is committed 00000100:00100000:0.0:1769074964.055701:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960484480:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2482us (2781us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.055805:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83514 00000100:00100000:2.0:1769074964.058988:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.059136:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960484608 00000100:00100000:1.0:1769074964.059147:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960484608 00002000:00100000:1.0:1769074964.059207:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4165632->4169727) req@ffff8ffe4be0c000 x1855007960484608/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.059219:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0c000 with x1855007960484608 ext(4165632->4169727) 00002000:00010000:1.0:1769074964.059225:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4be0c000 00000100:00100000:1.0:1769074964.059261:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11640 00000100:00100000:1.0:1769074964.059271:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960484608:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074964.059476:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960484608:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 206us (496us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074964.059485:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11640 00002000:00100000:1.0:1769074964.059492:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4165632->4169727) req@ffff8ffe4be0c000 x1855007960484608/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.059501:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0c000 with x1855007960484608 ext(4165632->4169727) 00002000:00010000:1.0:1769074964.059505:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4be0c000 00000100:00100000:2.0:1769074964.063260:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.063651:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960484736 00000100:00100000:0.0:1769074964.063663:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960484736 00002000:00100000:0.0:1769074964.063801:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (4169728->4173823) req@ffff8ffe4be0fb80 x1855007960484736/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.063813:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0fb80 with x1855007960484736 ext(4169728->4173823) 00002000:00010000:0.0:1769074964.063820:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4be0fb80 00000100:00100000:0.0:1769074964.063855:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11641 00000100:00100000:0.0:1769074964.063864:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960484736:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074964.064081:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960484736:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 216us (830us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074964.064089:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11641 00002000:00100000:0.0:1769074964.064097:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (4169728->4173823) req@ffff8ffe4be0fb80 x1855007960484736/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.064104:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0fb80 with x1855007960484736 ext(4169728->4173823) 00002000:00010000:0.0:1769074964.064108:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4be0fb80 00000100:00100000:3.0:1769074964.067319:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.067478:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960484864 00000100:00100000:1.0:1769074964.067489:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960484864 00002000:00100000:1.0:1769074964.067537:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4145152->4194303) req@ffff8ffd4dcd1500 x1855007960484864/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.067561:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd1500 with x1855007960484864 ext(4145152->4194303) 00002000:00010000:1.0:1769074964.067568:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4dcd1500 00000100:00100000:1.0:1769074964.067603:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11642 00000100:00100000:1.0:1769074964.067612:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960484864:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074964.069564:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.069655:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960484992 00000100:00100000:3.0:1769074964.069664:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960484992 00002000:00100000:3.0:1769074964.069717:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (0->16383) req@ffff8ffe4be0ed80 x1855007960484992/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.069729:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0ed80 with x1855007960484992 ext(0->16383) 00002000:00010000:3.0:1769074964.069735:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4be0ed80 00000100:00100000:3.0:1769074964.069767:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11643 00000100:00100000:3.0:1769074964.069777:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960484992:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074964.069996:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960484992:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 220us (451us total) trans 0 rc 16384/16384 00000100:00100000:3.0:1769074964.070003:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11643 00002000:00100000:3.0:1769074964.070010:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (0->16383) req@ffff8ffe4be0ed80 x1855007960484992/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/16824 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 16384/16384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.070018:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0ed80 with x1855007960484992 ext(0->16383) 00002000:00010000:3.0:1769074964.070021:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4be0ed80 00000100:00100000:1.0:1769074964.073716:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960484864:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 6088us (6389us total) trans 0 rc 40960/40960 00000100:00100000:1.0:1769074964.073730:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11642 00002000:00100000:1.0:1769074964.073742:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4145152->4194303) req@ffff8ffd4dcd1500 x1855007960484864/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 40960/40960 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.073753:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd1500 with x1855007960484864 ext(4145152->4194303) 00002000:00010000:1.0:1769074964.073780:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4dcd1500 00000100:00100000:2.0:1769074964.077667:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.077852:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960485120 00000100:00100000:1.0:1769074964.077863:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960485120 00000100:00100000:1.0:1769074964.077994:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11644 00000100:00100000:1.0:1769074964.078005:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960485120:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074964.078182:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074964.078185:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074964.078188:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074964.078191:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074964.078193:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 472 -> 560 00000100:00100000:1.0:1769074964.078252:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960485120:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 249us (594us total) trans 4294990008 rc 0/0 00000100:00100000:1.0:1769074964.078260:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11644 00000100:00100000:2.0:1769074964.085004:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.085053:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960485248 00000100:00100000:2.0:1769074964.085064:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960485248 00000100:00100000:2.0:1769074964.085129:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11645 00000100:00100000:2.0:1769074964.085138:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960485248:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074964.085337:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074964.085341:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074964.085343:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074964.085345:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074964.085347:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 560 -> 560 00000100:00100000:2.0:1769074964.085400:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960485248:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 262us (404us total) trans 4294990009 rc 0/0 00000100:00100000:2.0:1769074964.085408:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11645 00000100:00100000:2.0:1769074964.089278:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.089374:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960485376 00000100:00100000:1.0:1769074964.089384:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960485376 00002000:00100000:1.0:1769074964.089430:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2723840->2727935) req@ffff8ffe4be0f100 x1855007960485376/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.089442:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0f100 with x1855007960485376 ext(2723840->2727935) 00002000:00010000:1.0:1769074964.089565:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4be0f100 00000100:00100000:1.0:1769074964.089622:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11646 00000100:00100000:1.0:1769074964.089633:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960485376:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074964.089971:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960485376:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 339us (702us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074964.089978:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11646 00002000:00100000:1.0:1769074964.089985:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2723840->2727935) req@ffff8ffe4be0f100 x1855007960485376/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.090018:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0f100 with x1855007960485376 ext(2723840->2727935) 00002000:00010000:1.0:1769074964.090021:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4be0f100 00000100:00100000:2.0:1769074964.094359:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.094484:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960485504 00000100:00100000:1.0:1769074964.094494:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960485504 00002000:00100000:1.0:1769074964.094560:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (282624->2727935) req@ffff8ffe4be0ce00 x1855007960485504/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.094572:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0ce00 with x1855007960485504 ext(282624->2727935) 00002000:00010000:1.0:1769074964.094578:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4be0ce00 00000100:00100000:1.0:1769074964.094645:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11647 00000100:00100000:1.0:1769074964.095154:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960485504:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:1.0:1769074964.098879:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960485504:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 4212us (4516us total) trans 4294990010 rc 0/0 00000100:00100000:1.0:1769074964.098894:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11647 00002000:00100000:1.0:1769074964.098907:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (282624->2727935) req@ffff8ffe4be0ce00 x1855007960485504/t4294990010(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/448 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.098919:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0ce00 with x1855007960485504 ext(282624->2727935) 00002000:00010000:1.0:1769074964.098926:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4be0ce00 00000100:00100000:0.0:1769074964.102147:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.102496:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960485632 00000100:00100000:2.0:1769074964.102507:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960485632 00000100:00100000:2.0:1769074964.102579:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83515 00000100:00100000:2.0:1769074964.102589:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960485632:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:3.0:1769074964.104403:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294990010 is committed 00000100:00100000:2.0:1769074964.104644:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960485632:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2051us (2501us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074964.104663:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83515 00000100:00100000:2.0:1769074964.108144:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.108380:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960485888 00000100:00100000:3.0:1769074964.108390:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960485888 00000100:00100000:3.0:1769074964.108592:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41236 00000100:00100000:3.0:1769074964.108604:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+44:12630:x1855007960485888:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:3.0:1769074964.108674:0:8441:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1769074964.108710:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045b65 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dd0 expref: 44 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1769074964.108731:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074964.108735:0:8441:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1769074964.108909:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096c00/0xf5091596e3045b6c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 16 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074964.108925:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096c00/0xf5091596e3045b6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074964.108947:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096c00/0xf5091596e3045b6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00000001:00080000:3.0:1769074964.108988:0:8441:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998231 00000004:00010000:3.0:1769074964.109010:0:8441:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000d5d3b674 reply state 000000007bc16693 transno 4294998232 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096c00/0xf5091596e3045b6c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074964.109022:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe61096c00/0xf5091596e3045b6c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 16 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT0 00010000:00010000:3.0:1769074964.109028:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:3.0:1769074964.109031:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1769074964.109033:0:8441:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1769074964.109127:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+46:12630:x1855007960485888:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 525us (993us total) trans 4294998232 rc 0/0 00000100:00100000:3.0:1769074964.112048:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41236 00000020:00080000:3.0:1769074964.112061:0:8441:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1769074964.112359:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.112397:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.112491:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960486144 00000100:00100000:3.0:1769074964.112500:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960486144 00002000:00010000:3.0:1769074964.112538:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074964.112555:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c7480 with x1855007960486144 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074964.112567:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe598c7480. 00000100:00100000:3.0:1769074964.112586:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960486016 00000100:00100000:3.0:1769074964.112589:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960486016 00002000:00010000:3.0:1769074964.112601:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2549307->18446744073709551615) 00002000:00100000:3.0:1769074964.112604:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c7800 with x1855007960486016 ext(2549307->18446744073709551615) 00002000:00010000:3.0:1769074964.112609:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c7800. 00000100:00100000:3.0:1769074964.112623:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11648 00000100:00100000:3.0:1769074964.112631:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960486144:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074964.113033:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 1131008 -> 0 00002000:00010000:3.0:1769074964.113038:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.113040:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074964.113043:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.113045:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 104 -> 0 00000100:00100000:3.0:1769074964.113102:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960486144:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 470us (742us total) trans 4294989868 rc 0/0 00000100:00100000:3.0:1769074964.113110:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11648 00002000:00010000:3.0:1769074964.113113:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:3.0:1769074964.113116:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c7480 with x1855007960486144 ext(0->18446744073709551615) 00002000:00010000:3.0:1769074964.113120:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe598c7480. 00000100:00100000:3.0:1769074964.113134:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11649 00000100:00100000:3.0:1769074964.113142:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960486016:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074964.114813:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 2549307 00002000:00010000:3.0:1769074964.114821:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.114824:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.114827:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.114829:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 560 -> 568 00000100:00100000:3.0:1769074964.114890:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960486016:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1746us (2489us total) trans 4294990011 rc 0/0 00000100:00100000:3.0:1769074964.114900:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11649 00002000:00010000:3.0:1769074964.114904:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2549307->18446744073709551615) 00002000:00100000:3.0:1769074964.114908:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c7800 with x1855007960486016 ext(2549307->18446744073709551615) 00002000:00010000:3.0:1769074964.114914:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c7800. 00000100:00100000:2.0:1769074964.119712:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.119876:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960486272 00000100:00100000:0.0:1769074964.119886:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960486272 00000100:00100000:0.0:1769074964.119951:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41237 00000100:00100000:0.0:1769074964.119960:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+46:12630:x1855007960486272:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074964.119984:0:8441:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074964.120005:0:8441:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e3045b73 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505dd7 expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.120103:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045b7a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:0.0:1769074964.120119:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045b7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT0 00010000:00010000:0.0:1769074964.120130:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045b7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00000004:00200000:0.0:1769074964.120167:0:8441:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 2549307 00000004:00200000:0.0:1769074964.120171:0:8441:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074964.120190:0:8441:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045b7a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00010000:00010000:0.0:1769074964.120217:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e3045b73 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dd7 expref: 48 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.120233:0:8441:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045b7a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 17 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dd7 expref: 47 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.120242:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074964.120244:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074964.120248:0:8441:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe81f59c00, rc 0) 00000100:00100000:0.0:1769074964.120310:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+47:12630:x1855007960486272:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 351us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.120316:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41237 00000100:00100000:2.0:1769074964.127971:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.128057:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960486400 00000100:00100000:3.0:1769074964.128068:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960486400 00000100:00100000:3.0:1769074964.128137:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11650 00000100:00100000:3.0:1769074964.128146:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960486400:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074964.128352:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 1163953 00002000:00010000:3.0:1769074964.128356:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.128359:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074964.128362:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.128364:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 96 00000100:00100000:3.0:1769074964.128421:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960486400:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 276us (460us total) trans 4294989869 rc 0/0 00000100:00100000:3.0:1769074964.128430:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11650 00000100:00100000:3.0:1769074964.132267:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.132426:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960486528 00000100:00100000:1.0:1769074964.132437:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960486528 00002000:00100000:1.0:1769074964.132529:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (1146880->1150975) req@ffff8ffd4dcd2680 x1855007960486528/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.132550:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd2680 with x1855007960486528 ext(1146880->1150975) 00002000:00010000:1.0:1769074964.132556:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd4dcd2680 00000100:00100000:1.0:1769074964.132590:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11651 00000100:00100000:1.0:1769074964.132598:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960486528:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074964.132809:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960486528:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 210us (549us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074964.132817:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11651 00002000:00100000:1.0:1769074964.132824:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (1146880->1150975) req@ffff8ffd4dcd2680 x1855007960486528/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.132833:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd2680 with x1855007960486528 ext(1146880->1150975) 00002000:00010000:1.0:1769074964.132836:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd4dcd2680 00000100:00100000:2.0:1769074964.135851:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.136181:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960486656 00000100:00100000:3.0:1769074964.136192:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960486656 00002000:00100000:3.0:1769074964.136245:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (1150976->1155071) req@ffff8ffe4be0f800 x1855007960486656/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.136259:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0f800 with x1855007960486656 ext(1150976->1155071) 00002000:00010000:3.0:1769074964.136265:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4be0f800 00000100:00100000:3.0:1769074964.136300:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11652 00000100:00100000:3.0:1769074964.136309:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960486656:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074964.136538:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960486656:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 229us (694us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074964.136559:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11652 00002000:00100000:3.0:1769074964.136567:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (1150976->1155071) req@ffff8ffe4be0f800 x1855007960486656/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.136575:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0f800 with x1855007960486656 ext(1150976->1155071) 00002000:00010000:3.0:1769074964.136579:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4be0f800 00000100:00100000:2.0:1769074964.141435:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.141625:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960486784 00000100:00100000:1.0:1769074964.141636:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960486784 00002000:00100000:1.0:1769074964.141687:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (1126400->1167359) req@ffff8ffe4be0ca80 x1855007960486784/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.141707:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0ca80 with x1855007960486784 ext(1126400->1167359) 00002000:00010000:1.0:1769074964.141714:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4be0ca80 00000100:00100000:1.0:1769074964.141747:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11653 00000100:00100000:1.0:1769074964.141757:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960486784:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074964.145981:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960486784:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 4214us (4544us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1769074964.145996:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11653 00002000:00100000:1.0:1769074964.146008:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (1126400->1167359) req@ffff8ffe4be0ca80 x1855007960486784/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 32768/32768 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.146020:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0ca80 with x1855007960486784 ext(1126400->1167359) 00002000:00010000:1.0:1769074964.146026:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4be0ca80 00000100:00100000:2.0:1769074964.150227:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.150600:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960486912 00000100:00100000:1.0:1769074964.150610:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960486912 00002000:00100000:1.0:1769074964.150658:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (1146880->1163263) req@ffff8ffe4be0c700 x1855007960486912/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 16872/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.150671:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0c700 with x1855007960486912 ext(1146880->1163263) 00002000:00010000:1.0:1769074964.150677:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4be0c700 00000100:00100000:1.0:1769074964.150836:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11654 00000100:00100000:1.0:1769074964.150847:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960486912:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:1.0:1769074964.152488:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960486912:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 1601us (2228us total) trans 4294989870 rc 0/0 00000100:00100000:1.0:1769074964.152500:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11654 00002000:00100000:1.0:1769074964.152511:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (1146880->1163263) req@ffff8ffe4be0c700 x1855007960486912/t4294989870(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 16872/448 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.152522:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0c700 with x1855007960486912 ext(1146880->1163263) 00002000:00010000:1.0:1769074964.152528:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4be0c700 00000100:00100000:2.0:1769074964.155519:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.155615:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960487040 00000100:00100000:0.0:1769074964.155625:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960487040 00000100:00100000:0.0:1769074964.155684:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83516 00000100:00100000:0.0:1769074964.155694:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960487040:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:3.0:1769074964.157882:0:9484:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294989870 is committed 00000100:00100000:0.0:1769074964.158140:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960487040:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2443us (2628us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.158160:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83516 00000100:00100000:0.0:1769074964.161693:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.162323:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960487168 00000100:00100000:1.0:1769074964.162337:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960487168 00002000:00100000:1.0:1769074964.162385:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (1081344->1126399) req@ffff8ffe598c5880 x1855007960487168/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.162396:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c5880 with x1855007960487168 ext(1081344->1126399) 00002000:00010000:1.0:1769074964.162401:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe598c5880 00000100:00100000:1.0:1769074964.162437:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11655 00000100:00100000:1.0:1769074964.162479:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960487168:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074964.165939:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960487168:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3483us (4247us total) trans 0 rc 45056/45056 00000100:00100000:1.0:1769074964.165954:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11655 00002000:00100000:1.0:1769074964.165967:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (1081344->1126399) req@ffff8ffe598c5880 x1855007960487168/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 45056/45056 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.165977:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c5880 with x1855007960487168 ext(1081344->1126399) 00002000:00010000:1.0:1769074964.165983:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe598c5880 00000100:00100000:2.0:1769074964.169009:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.169111:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960487424 00000100:00100000:0.0:1769074964.169121:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960487424 00000100:00100000:0.0:1769074964.169193:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41238 00000100:00100000:0.0:1769074964.169203:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+47:12630:x1855007960487424:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074964.169250:0:6528:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074964.169277:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045b7a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dd7 expref: 47 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.169296:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074964.169301:0:6528:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074964.169509:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045b81 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 17 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074964.169528:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045b81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074964.169537:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045b81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000001:00080000:0.0:1769074964.169587:0:6528:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998233 00000004:00010000:0.0:1769074964.169611:0:6528:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000585d0ce2 reply state 0000000034ae04f3 transno 4294998234 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045b81 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074964.169623:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59200/0xf5091596e3045b81 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 17 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074964.169659:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074964.169662:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074964.169665:0:6528:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074964.169761:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+49:12630:x1855007960487424:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 559us (760us total) trans 4294998234 rc 0/0 00000100:00100000:0.0:1769074964.169769:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41238 00000020:00080000:0.0:1769074964.169774:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1769074964.172815:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.172985:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960487552 00000100:00100000:1.0:1769074964.172995:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960487552 00002000:00010000:1.0:1769074964.173046:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:1.0:1769074964.173051:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c6d80 with x1855007960487552 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1769074964.173064:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c6d80. 00000100:00100000:1.0:1769074964.173099:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11656 00000100:00100000:1.0:1769074964.173108:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960487552:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074964.173300:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2549307 -> 4194304 00002000:00010000:1.0:1769074964.173305:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074964.173307:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074964.173310:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074964.173312:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 568 -> 568 00000100:00100000:1.0:1769074964.173378:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960487552:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 271us (572us total) trans 4294990012 rc 0/0 00000100:00100000:1.0:1769074964.173387:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11656 00002000:00010000:1.0:1769074964.173391:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:1.0:1769074964.173394:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c6d80 with x1855007960487552 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1769074964.173399:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe598c6d80. 00000100:00100000:1.0:1769074964.177547:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.177632:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960487680 00000100:00100000:3.0:1769074964.177643:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960487680 00002000:00010000:3.0:1769074964.177683:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (623409->18446744073709551615) 00002000:00100000:3.0:1769074964.177689:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe51cfce00 with x1855007960487680 ext(623409->18446744073709551615) 00002000:00010000:3.0:1769074964.177711:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe51cfce00. 00000100:00100000:3.0:1769074964.177743:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11657 00000100:00100000:3.0:1769074964.177752:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960487680:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074964.178303:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 1163953 -> 623409 00002000:00010000:3.0:1769074964.178309:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.178311:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:3.0:1769074964.178313:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.178316:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 96 -> 0 00000100:00100000:3.0:1769074964.178374:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960487680:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 622us (845us total) trans 4294989871 rc 0/0 00000100:00100000:3.0:1769074964.178382:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11657 00002000:00010000:3.0:1769074964.178387:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (623409->18446744073709551615) 00002000:00100000:3.0:1769074964.178390:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe51cfce00 with x1855007960487680 ext(623409->18446744073709551615) 00002000:00010000:3.0:1769074964.178395:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe51cfce00. 00000100:00100000:2.0:1769074964.181808:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.182342:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960487808 00000100:00100000:0.0:1769074964.182353:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960487808 00000100:00100000:0.0:1769074964.182413:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41239 00000100:00100000:0.0:1769074964.182423:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+49:12630:x1855007960487808:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074964.182490:0:8441:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074964.182513:0:8441:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045b88 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505dde expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.182621:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045b8f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:0.0:1769074964.182636:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045b8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT0 00010000:00010000:0.0:1769074964.182647:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045b8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00000004:00200000:0.0:1769074964.182675:0:8441:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4817713 00000004:00200000:0.0:1769074964.182680:0:8441:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074964.182835:0:8441:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045b8f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00010000:00010000:0.0:1769074964.182898:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045b88 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dde expref: 51 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.182917:0:8441:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045b8f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 18 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dde expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.183006:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074964.183010:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074964.183014:0:8441:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe81f59c00, rc 0) 00000100:00100000:0.0:1769074964.183126:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+50:12630:x1855007960487808:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 703us (1327us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.183134:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41239 00000100:00100000:0.0:1769074964.187359:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.187606:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960487936 00000100:00100000:1.0:1769074964.187619:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960487936 00002000:00100000:1.0:1769074964.187810:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (98304->102399) req@ffff8ffe598c6680 x1855007960487936/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.187821:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c6680 with x1855007960487936 ext(98304->102399) 00002000:00010000:1.0:1769074964.187828:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe598c6680 00000100:00100000:1.0:1769074964.187899:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11658 00000100:00100000:1.0:1769074964.187909:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960487936:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074964.188131:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960487936:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 222us (780us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074964.188140:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11658 00002000:00100000:1.0:1769074964.188147:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (98304->102399) req@ffff8ffe598c6680 x1855007960487936/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.188983:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c6680 with x1855007960487936 ext(98304->102399) 00002000:00010000:1.0:1769074964.188990:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe598c6680 00000100:00100000:0.0:1769074964.195585:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.195827:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960488064 00000100:00100000:1.0:1769074964.195839:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960488064 00002000:00100000:1.0:1769074964.195887:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (102400->106495) req@ffff8ffe598c5c00 x1855007960488064/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.195899:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c5c00 with x1855007960488064 ext(102400->106495) 00002000:00010000:1.0:1769074964.195906:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe598c5c00 00000100:00100000:1.0:1769074964.196121:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11659 00000100:00100000:1.0:1769074964.196131:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960488064:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074964.196344:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960488064:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 214us (768us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074964.196352:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11659 00002000:00100000:1.0:1769074964.196360:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (102400->106495) req@ffff8ffe598c5c00 x1855007960488064/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.196370:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c5c00 with x1855007960488064 ext(102400->106495) 00002000:00010000:1.0:1769074964.196373:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe598c5c00 00000100:00100000:2.0:1769074964.200402:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.200549:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960488192 00000100:00100000:1.0:1769074964.200561:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960488192 00002000:00100000:1.0:1769074964.200615:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (77824->143359) req@ffff8ffe4be0d500 x1855007960488192/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.200627:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0d500 with x1855007960488192 ext(77824->143359) 00002000:00010000:1.0:1769074964.200634:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4be0d500 00000100:00100000:1.0:1769074964.200713:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11660 00000100:00100000:1.0:1769074964.200723:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4be0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960488192:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074964.204301:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4be0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960488192:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3571us (3900us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1769074964.204315:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11660 00002000:00100000:1.0:1769074964.204328:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (77824->143359) req@ffff8ffe4be0d500 x1855007960488192/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.204339:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4be0d500 with x1855007960488192 ext(77824->143359) 00002000:00010000:1.0:1769074964.204345:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4be0d500 00000100:00100000:0.0:1769074964.209027:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.209312:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960488320 00000100:00100000:1.0:1769074964.209324:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960488320 00000100:00100000:1.0:1769074964.209396:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11661 00000100:00100000:1.0:1769074964.209406:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960488320:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074964.209656:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074964.209661:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074964.209663:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074964.209666:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074964.209668:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 568 -> 568 00000100:00100000:1.0:1769074964.209724:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960488320:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 318us (705us total) trans 4294990013 rc 0/0 00000100:00100000:1.0:1769074964.209732:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11661 00000100:00100000:0.0:1769074964.213554:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.213641:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960488448 00000100:00100000:3.0:1769074964.213652:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960488448 00000100:00100000:3.0:1769074964.213716:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11662 00000100:00100000:3.0:1769074964.213725:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960488448:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074964.214029:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074964.214033:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.214035:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.214037:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.214039:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 568 -> 600 00000100:00100000:3.0:1769074964.214101:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960488448:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 376us (569us total) trans 4294990014 rc 0/0 00000100:00100000:3.0:1769074964.214109:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11662 00000100:00100000:2.0:1769074964.217862:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.217973:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960488576 00000100:00100000:1.0:1769074964.217983:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960488576 00000100:00100000:1.0:1769074964.218090:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11663 00000100:00100000:1.0:1769074964.218100:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f922300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960488576:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074964.218331:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074964.218335:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074964.218338:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074964.218341:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074964.218344:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 600 -> 640 00000100:00100000:1.0:1769074964.218411:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f922300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960488576:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 312us (618us total) trans 4294990015 rc 0/0 00000100:00100000:1.0:1769074964.218419:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11663 00000100:00100000:0.0:1769074964.222252:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.222415:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960488704 00000100:00100000:1.0:1769074964.222425:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960488704 00000100:00100000:1.0:1769074964.222520:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11664 00000100:00100000:1.0:1769074964.222529:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960488704:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074964.223078:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074964.223083:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074964.223085:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074964.223087:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:1.0:1769074964.223089:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 640 -> 768 00000100:00100000:1.0:1769074964.223245:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960488704:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 715us (1001us total) trans 4294990016 rc 0/0 00000100:00100000:1.0:1769074964.223253:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11664 00000100:00100000:0.0:1769074964.226913:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.227404:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960488832 00000100:00100000:3.0:1769074964.227415:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960488832 00000100:00100000:3.0:1769074964.227521:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11665 00000100:00100000:3.0:1769074964.227531:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960488832:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074964.227785:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074964.227790:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.227792:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.227794:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.227796:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 768 -> 768 00000100:00100000:3.0:1769074964.227864:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960488832:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 335us (962us total) trans 4294990017 rc 0/0 00000100:00100000:3.0:1769074964.227873:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11665 00000100:00100000:2.0:1769074964.234033:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.234202:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960488960 00000100:00100000:1.0:1769074964.234213:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960488960 00002000:00100000:1.0:1769074964.234261:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (401408->466943) req@ffff8ffe6f923480 x1855007960488960/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.234274:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f923480 with x1855007960488960 ext(401408->466943) 00002000:00010000:1.0:1769074964.234280:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6f923480 00000100:00100000:1.0:1769074964.234315:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11666 00000100:00100000:1.0:1769074964.234325:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f923480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960488960:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074964.238719:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f923480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960488960:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 4378us (4678us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1769074964.238733:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11666 00002000:00100000:2.0:1769074964.238748:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (401408->466943) req@ffff8ffe6f923480 x1855007960488960/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.238758:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f923480 with x1855007960488960 ext(401408->466943) 00002000:00010000:2.0:1769074964.238765:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6f923480 00000100:00100000:0.0:1769074964.243239:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.243404:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960489088 00000100:00100000:2.0:1769074964.243415:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960489088 00002000:00100000:2.0:1769074964.243503:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (466944->503807) req@ffff8ffe598c4380 x1855007960489088/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.243515:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c4380 with x1855007960489088 ext(466944->503807) 00002000:00010000:2.0:1769074964.243521:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe598c4380 00000100:00100000:2.0:1769074964.243561:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11667 00000100:00100000:2.0:1769074964.243571:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960489088:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074964.247574:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960489088:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3994us (4333us total) trans 0 rc 36864/36864 00000100:00100000:2.0:1769074964.247589:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11667 00002000:00100000:2.0:1769074964.247601:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (466944->503807) req@ffff8ffe598c4380 x1855007960489088/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.247612:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe598c4380 with x1855007960489088 ext(466944->503807) 00002000:00010000:2.0:1769074964.247618:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe598c4380 00000100:00100000:0.0:1769074964.250686:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.250861:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960489216 00000100:00100000:2.0:1769074964.250871:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960489216 00000100:00100000:2.0:1769074964.250949:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11668 00000100:00100000:2.0:1769074964.250958:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960489216:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074964.251379:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074964.251384:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074964.251386:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074964.251389:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074964.251391:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 768 -> 824 00000100:00100000:2.0:1769074964.251491:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960489216:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 533us (814us total) trans 4294990018 rc 0/0 00000100:00100000:2.0:1769074964.251500:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11668 00000100:00100000:0.0:1769074964.254629:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.254874:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960489344 00000100:00100000:2.0:1769074964.254887:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960489344 00000100:00100000:2.0:1769074964.255097:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11669 00000100:00100000:2.0:1769074964.255107:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe598c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960489344:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074964.255405:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074964.255410:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074964.255412:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074964.255414:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074964.255416:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 824 -> 928 00000100:00100000:2.0:1769074964.255515:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe598c6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960489344:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 408us (893us total) trans 4294990019 rc 0/0 00000100:00100000:2.0:1769074964.255523:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11669 00000100:00100000:0.0:1769074964.259612:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.259788:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960489472 00000100:00100000:2.0:1769074964.259798:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960489472 00002000:00100000:2.0:1769074964.259850:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (548864->614399) req@ffff8ffdc1bce300 x1855007960489472/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.259861:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bce300 with x1855007960489472 ext(548864->614399) 00002000:00010000:2.0:1769074964.259867:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdc1bce300 00000100:00100000:2.0:1769074964.259942:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11670 00000100:00100000:2.0:1769074964.259953:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960489472:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074964.265621:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960489472:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 5656us (6006us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1769074964.265635:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11670 00002000:00100000:2.0:1769074964.265649:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (548864->614399) req@ffff8ffdc1bce300 x1855007960489472/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.265660:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bce300 with x1855007960489472 ext(548864->614399) 00002000:00010000:2.0:1769074964.265667:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdc1bce300 00000100:00100000:0.0:1769074964.269876:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.270092:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960489600 00000100:00100000:2.0:1769074964.270103:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960489600 00002000:00100000:2.0:1769074964.270166:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (614400->626687) req@ffff8ffdc1bcca80 x1855007960489600/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.270177:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bcca80 with x1855007960489600 ext(614400->626687) 00002000:00010000:2.0:1769074964.270184:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdc1bcca80 00000100:00100000:2.0:1769074964.270216:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11671 00000100:00100000:2.0:1769074964.270225:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960489600:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074964.274019:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960489600:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3696us (4054us total) trans 0 rc 12288/12288 00000100:00100000:2.0:1769074964.274040:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11671 00002000:00100000:2.0:1769074964.274061:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (614400->626687) req@ffff8ffdc1bcca80 x1855007960489600/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/12728 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 12288/12288 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.274072:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bcca80 with x1855007960489600 ext(614400->626687) 00002000:00010000:2.0:1769074964.274080:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdc1bcca80 00000100:00100000:0.0:1769074964.282678:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.283093:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960489728 00000100:00100000:3.0:1769074964.283105:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960489728 00000100:00100000:3.0:1769074964.283186:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11672 00000100:00100000:3.0:1769074964.283196:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+15:2407:x1855007960489728:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074964.283406:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074964.283409:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.283411:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.283412:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.283414:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 928 -> 1000 00000100:00100000:3.0:1769074964.283486:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+16:2407:x1855007960489728:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 292us (822us total) trans 4294990020 rc 0/0 00000100:00100000:3.0:1769074964.283494:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11672 00000100:00100000:1.0:1769074964.287270:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.287369:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960489856 00000100:00100000:2.0:1769074964.287379:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960489856 00000100:00100000:2.0:1769074964.287443:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11673 00000100:00100000:2.0:1769074964.287485:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+16:2408:x1855007960489856:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074964.287745:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074964.287749:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074964.287752:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074964.287755:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:2.0:1769074964.287757:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1000 -> 1088 00000100:00100000:2.0:1769074964.287816:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+17:2408:x1855007960489856:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 333us (559us total) trans 4294990021 rc 0/0 00000100:00100000:2.0:1769074964.287824:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11673 00000100:00100000:0.0:1769074964.291331:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.291421:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960489984 00000100:00100000:3.0:1769074964.291433:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960489984 00000100:00100000:3.0:1769074964.291557:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11674 00000100:00100000:3.0:1769074964.291567:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+17:2407:x1855007960489984:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074964.291805:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074964.291809:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.291812:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.291814:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074963 00002000:00010000:3.0:1769074964.291816:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1088 -> 1088 00000100:00100000:3.0:1769074964.291886:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+18:2407:x1855007960489984:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 319us (566us total) trans 4294990022 rc 0/0 00000100:00100000:3.0:1769074964.291897:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11674 00000100:00100000:0.0:1769074964.296428:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.296505:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.296627:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960490112 00000100:00100000:2.0:1769074964.296637:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960490112 00002000:00100000:2.0:1769074964.296687:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4169728->4194303) req@ffff8ffdc1bcd500 x1855007960490112/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.296708:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bcd500 with x1855007960490112 ext(4169728->4194303) 00002000:00010000:2.0:1769074964.296714:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdc1bcd500 00000100:00100000:2.0:1769074964.296740:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960490240 00000100:00100000:2.0:1769074964.296744:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960490240 00002000:00100000:2.0:1769074964.296760:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (0->36863) req@ffff8ffdc1bcfb80 x1855007960490240/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.296769:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bcfb80 with x1855007960490240 ext(0->36863) 00002000:00010000:2.0:1769074964.296773:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdc1bcfb80 00000100:00100000:2.0:1769074964.296793:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11675 00000100:00100000:2.0:1769074964.296801:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2408:x1855007960490112:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074964.297261:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11676 00000100:00100000:3.0:1769074964.297273:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960490240:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074964.301032:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2408:x1855007960490112:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 4222us (4606us total) trans 0 rc 24576/24576 00000100:00100000:2.0:1769074964.301045:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11675 00002000:00100000:2.0:1769074964.301057:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (4169728->4194303) req@ffff8ffdc1bcd500 x1855007960490112/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.301069:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bcd500 with x1855007960490112 ext(4169728->4194303) 00002000:00010000:2.0:1769074964.301076:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdc1bcd500 00000100:00100000:3.0:1769074964.302661:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960490240:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 5384us (6148us total) trans 0 rc 36864/36864 00000100:00100000:3.0:1769074964.302673:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11676 00002000:00100000:3.0:1769074964.302685:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (0->36863) req@ffff8ffdc1bcfb80 x1855007960490240/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.302695:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bcfb80 with x1855007960490240 ext(0->36863) 00002000:00010000:3.0:1769074964.302709:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdc1bcfb80 00000100:00100000:0.0:1769074964.307030:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.307113:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960490368 00000100:00100000:3.0:1769074964.307125:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960490368 00002000:00100000:3.0:1769074964.307184:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (724992->729087) req@ffff8ffdc1bcd880 x1855007960490368/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.307195:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bcd880 with x1855007960490368 ext(724992->729087) 00002000:00010000:3.0:1769074964.307201:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdc1bcd880 00000100:00100000:3.0:1769074964.307236:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11677 00000100:00100000:3.0:1769074964.307246:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+18:2407:x1855007960490368:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074964.307444:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+18:2407:x1855007960490368:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 197us (421us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074964.307496:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11677 00002000:00100000:3.0:1769074964.307504:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (724992->729087) req@ffff8ffdc1bcd880 x1855007960490368/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.307517:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bcd880 with x1855007960490368 ext(724992->729087) 00002000:00010000:3.0:1769074964.307521:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdc1bcd880 00000100:00100000:1.0:1769074964.311416:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.311594:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960490496 00000100:00100000:2.0:1769074964.311603:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960490496 00002000:00100000:2.0:1769074964.311652:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (729088->733183) req@ffff8ffe51cfdf80 x1855007960490496/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.311664:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe51cfdf80 with x1855007960490496 ext(729088->733183) 00002000:00010000:2.0:1769074964.311670:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe51cfdf80 00000100:00100000:2.0:1769074964.311710:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11678 00000100:00100000:2.0:1769074964.311721:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2408:x1855007960490496:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074964.311923:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+18:2408:x1855007960490496:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 202us (516us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074964.311932:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11678 00002000:00100000:2.0:1769074964.311938:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (729088->733183) req@ffff8ffe51cfdf80 x1855007960490496/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.311947:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe51cfdf80 with x1855007960490496 ext(729088->733183) 00002000:00010000:2.0:1769074964.311950:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe51cfdf80 00000100:00100000:0.0:1769074964.315259:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.315482:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960490624 00000100:00100000:3.0:1769074964.315492:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960490624 00002000:00100000:3.0:1769074964.315550:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (724992->733183) req@ffff8ffdc1bcdc00 x1855007960490624/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 8680/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.315562:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bcdc00 with x1855007960490624 ext(724992->733183) 00002000:00010000:3.0:1769074964.315570:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdc1bcdc00 00000100:00100000:3.0:1769074964.315603:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11679 00000100:00100000:3.0:1769074964.315613:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+18:2408:x1855007960490624:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:3.0:1769074964.316520:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+20:2408:x1855007960490624:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 903us (1264us total) trans 4294990023 rc 0/0 00000100:00100000:3.0:1769074964.316529:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11679 00002000:00100000:3.0:1769074964.316549:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (724992->733183) req@ffff8ffdc1bcdc00 x1855007960490624/t4294990023(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 8680/448 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.316559:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bcdc00 with x1855007960490624 ext(724992->733183) 00002000:00010000:3.0:1769074964.316564:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdc1bcdc00 00000100:00100000:0.0:1769074964.319199:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.319387:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960490752 00000100:00100000:2.0:1769074964.319398:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960490752 00000100:00100000:2.0:1769074964.319549:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83517 00000100:00100000:2.0:1769074964.319559:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+20:2407:x1855007960490752:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074964.321160:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294990023 is committed 00000100:00100000:0.0:1769074964.321418:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960490752:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 1855us (2222us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.321430:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83517 00000100:00100000:1.0:1769074964.325500:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.325591:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960490880 00000100:00100000:3.0:1769074964.325603:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960490880 00000100:00100000:3.0:1769074964.325676:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11680 00000100:00100000:3.0:1769074964.325685:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960490880:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074964.325958:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074964.325962:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074964 00002000:00010000:3.0:1769074964.325965:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074963 -> 1769074964 00002000:00010000:3.0:1769074964.325967:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074964 00002000:00010000:3.0:1769074964.325969:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1088 -> 1104 00000100:00100000:3.0:1769074964.326022:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960490880:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 337us (531us total) trans 4294990024 rc 0/0 00000100:00100000:3.0:1769074964.326030:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11680 00000100:00100000:2.0:1769074964.330344:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.330490:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960491008 00000100:00100000:0.0:1769074964.330501:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960491008 00002000:00100000:0.0:1769074964.330561:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2609152->2613247) req@ffff8ffe6f920380 x1855007960491008/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.330573:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f920380 with x1855007960491008 ext(2609152->2613247) 00002000:00010000:0.0:1769074964.330580:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f920380 00000100:00100000:0.0:1769074964.330608:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11681 00000100:00100000:0.0:1769074964.330617:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960491008:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074964.330811:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960491008:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 194us (476us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074964.330819:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11681 00002000:00100000:0.0:1769074964.330825:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2609152->2613247) req@ffff8ffe6f920380 x1855007960491008/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.330833:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f920380 with x1855007960491008 ext(2609152->2613247) 00002000:00010000:0.0:1769074964.330837:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f920380 00000100:00100000:0.0:1769074964.336020:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.336283:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960491136 00000100:00100000:3.0:1769074964.336294:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960491136 00002000:00100000:3.0:1769074964.336345:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2613248->2617343) req@ffff8ffdc1bcf100 x1855007960491136/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.336357:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bcf100 with x1855007960491136 ext(2613248->2617343) 00002000:00010000:3.0:1769074964.336363:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdc1bcf100 00000100:00100000:3.0:1769074964.336396:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11682 00000100:00100000:3.0:1769074964.336406:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960491136:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074964.336658:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960491136:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 252us (647us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074964.336666:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11682 00002000:00100000:3.0:1769074964.336673:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (2613248->2617343) req@ffff8ffdc1bcf100 x1855007960491136/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.336682:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bcf100 with x1855007960491136 ext(2613248->2617343) 00002000:00010000:3.0:1769074964.336686:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdc1bcf100 00000100:00100000:1.0:1769074964.340397:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.340507:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960491264 00000100:00100000:0.0:1769074964.340520:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960491264 00002000:00100000:0.0:1769074964.340578:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2588672->2654207) req@ffff8ffe51cfed80 x1855007960491264/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.340630:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe51cfed80 with x1855007960491264 ext(2588672->2654207) 00002000:00010000:0.0:1769074964.340636:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe51cfed80 00000100:00100000:0.0:1769074964.340673:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11683 00000100:00100000:0.0:1769074964.340683:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960491264:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074964.344401:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960491264:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3708us (4002us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1769074964.344417:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11683 00002000:00100000:0.0:1769074964.344431:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2588672->2654207) req@ffff8ffe51cfed80 x1855007960491264/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.344442:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe51cfed80 with x1855007960491264 ext(2588672->2654207) 00002000:00010000:0.0:1769074964.344484:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe51cfed80 00000100:00100000:3.0:1769074964.348598:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.349035:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960491392 00000100:00100000:0.0:1769074964.349046:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960491392 00002000:00100000:0.0:1769074964.349094:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2654208->2691071) req@ffff8ffd4dcd3480 x1855007960491392/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.349106:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd3480 with x1855007960491392 ext(2654208->2691071) 00002000:00010000:0.0:1769074964.349112:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4dcd3480 00000100:00100000:0.0:1769074964.349155:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11684 00000100:00100000:0.0:1769074964.349164:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960491392:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074964.353527:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960491392:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 4349us (4924us total) trans 0 rc 36864/36864 00000100:00100000:0.0:1769074964.353553:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11684 00002000:00100000:0.0:1769074964.353569:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2654208->2691071) req@ffff8ffd4dcd3480 x1855007960491392/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.353581:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd3480 with x1855007960491392 ext(2654208->2691071) 00002000:00010000:0.0:1769074964.353590:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4dcd3480 00000100:00100000:0.0:1769074964.357409:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.357591:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960491520 00000100:00100000:2.0:1769074964.357602:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960491520 00002000:00100000:2.0:1769074964.357649:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2609152->2674687) req@ffff8ffdc1bce680 x1855007960491520/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.357661:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bce680 with x1855007960491520 ext(2609152->2674687) 00002000:00010000:2.0:1769074964.357667:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdc1bce680 00000100:00100000:2.0:1769074964.357743:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11685 00000100:00100000:2.0:1769074964.357753:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960491520:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074964.362500:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960491520:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 4738us (5090us total) trans 4294990025 rc 0/0 00000100:00100000:0.0:1769074964.362516:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11685 00002000:00100000:0.0:1769074964.362529:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (2609152->2674687) req@ffff8ffdc1bce680 x1855007960491520/t4294990025(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/448 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.362548:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdc1bce680 with x1855007960491520 ext(2609152->2674687) 00002000:00010000:0.0:1769074964.362556:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdc1bce680 00000100:00100000:1.0:1769074964.365530:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.365634:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960491648 00000100:00100000:0.0:1769074964.365644:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960491648 00000100:00100000:0.0:1769074964.365811:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83518 00000100:00100000:0.0:1769074964.365824:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960491648:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074964.367080:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294990025 is committed 00000100:00100000:0.0:1769074964.367569:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960491648:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 1744us (2044us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.367579:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83518 00000100:00100000:2.0:1769074964.371029:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.371129:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960491776 00000100:00100000:0.0:1769074964.371140:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960491776 00000100:00100000:0.0:1769074964.371338:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11686 00000100:00100000:0.0:1769074964.371349:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f921c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960491776:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074964.371691:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074964.371695:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.371722:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.371724:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.371727:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1104 -> 1264 00000100:00100000:0.0:1769074964.371786:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f921c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960491776:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 438us (765us total) trans 4294990026 rc 0/0 00000100:00100000:0.0:1769074964.371794:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11686 00000100:00100000:2.0:1769074964.375093:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.375184:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960491904 00000100:00100000:3.0:1769074964.375195:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960491904 00002000:00100000:3.0:1769074964.375243:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (4030464->4055039) req@ffff8ffe6f920e00 x1855007960491904/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.375255:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f920e00 with x1855007960491904 ext(4030464->4055039) 00002000:00010000:3.0:1769074964.375262:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f920e00 00000100:00100000:3.0:1769074964.375297:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11687 00000100:00100000:3.0:1769074964.375307:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f920e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960491904:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074964.378639:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f920e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960491904:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3323us (3543us total) trans 0 rc 24576/24576 00000100:00100000:3.0:1769074964.378665:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11687 00002000:00100000:3.0:1769074964.378679:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (4030464->4055039) req@ffff8ffe6f920e00 x1855007960491904/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 24576/24576 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.378690:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f920e00 with x1855007960491904 ext(4030464->4055039) 00002000:00010000:3.0:1769074964.378842:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f920e00 00000100:00100000:2.0:1769074964.381866:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.382046:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960492160 00000100:00100000:0.0:1769074964.382056:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960492160 00000100:00100000:0.0:1769074964.382163:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41240 00000100:00100000:0.0:1769074964.382175:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+50:12630:x1855007960492160:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074964.382227:0:6528:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074964.382256:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045b8f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dde expref: 50 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.382275:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074964.382280:0:6528:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074964.382488:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045b96 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 18 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074964.382507:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045b96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074964.382516:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045b96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000001:00080000:0.0:1769074964.382571:0:6528:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998235 00000004:00010000:0.0:1769074964.382593:0:6528:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000029915d81 reply state 000000002a375659 transno 4294998236 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045b96 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074964.382605:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58000/0xf5091596e3045b96 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 18 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074964.382611:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074964.382614:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074964.382616:0:6528:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074964.382899:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+52:12630:x1855007960492160:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 724us (1041us total) trans 4294998236 rc 0/0 00000100:00100000:0.0:1769074964.382907:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41240 00000020:00080000:0.0:1769074964.382911:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074964.385678:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.386176:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.386842:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960492288 00000100:00100000:1.0:1769074964.386853:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960492288 00002000:00010000:1.0:1769074964.386895:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3663084->18446744073709551615) 00002000:00100000:1.0:1769074964.386936:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd3100 with x1855007960492288 ext(3663084->18446744073709551615) 00002000:00010000:1.0:1769074964.386950:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4dcd3100. 00000100:00100000:1.0:1769074964.386981:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960492416 00000100:00100000:1.0:1769074964.386984:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960492416 00002000:00010000:1.0:1769074964.386997:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074964.387000:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd2300 with x1855007960492416 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074964.387006:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd4dcd2300. 00000100:00100000:1.0:1769074964.387032:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11688 00000100:00100000:1.0:1769074964.387042:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960492288:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074964.387388:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 3663084 00002000:00010000:1.0:1769074964.387392:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074964.387395:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074964.387397:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074964.387399:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1264 -> 1144 00000100:00100000:1.0:1769074964.387506:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960492288:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 464us (1836us total) trans 4294990027 rc 0/0 00000100:00100000:1.0:1769074964.387515:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11688 00002000:00010000:1.0:1769074964.387519:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3663084->18446744073709551615) 00002000:00100000:1.0:1769074964.387522:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd3100 with x1855007960492288 ext(3663084->18446744073709551615) 00002000:00010000:1.0:1769074964.387526:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4dcd3100. 00000100:00100000:1.0:1769074964.387553:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11689 00000100:00100000:1.0:1769074964.387562:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4dcd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960492416:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074964.388420:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 623409 -> 0 00002000:00010000:1.0:1769074964.388426:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074963 -> 1769074964 00002000:00010000:1.0:1769074964.388429:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:1.0:1769074964.388431:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074963 -> 1769074964 00002000:00010000:1.0:1769074964.388433:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1769074964.388490:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4dcd2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960492416:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 927us (2314us total) trans 4294989872 rc 0/0 00000100:00100000:1.0:1769074964.388499:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11689 00002000:00010000:1.0:1769074964.388502:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:1.0:1769074964.388505:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4dcd2300 with x1855007960492416 ext(0->18446744073709551615) 00002000:00010000:1.0:1769074964.388511:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd4dcd2300. 00000100:00100000:1.0:1769074964.391994:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.392081:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960492544 00000100:00100000:0.0:1769074964.392092:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960492544 00000100:00100000:0.0:1769074964.392258:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41241 00000100:00100000:0.0:1769074964.392269:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+52:12630:x1855007960492544:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074964.392292:0:6528:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074964.392314:0:6528:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045b9d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505de5 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.392409:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e3045ba4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074964.392425:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e3045ba4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074964.392437:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e3045ba4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000004:00200000:0.0:1769074964.392564:0:6528:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 3663084 00000004:00200000:0.0:1769074964.392568:0:6528:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074964.392587:0:6528:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e3045ba4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074964.392611:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045b9d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505de5 expref: 54 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.392628:0:6528:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e3045ba4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 19 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505de5 expref: 53 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.392637:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074964.392640:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074964.392644:0:6528:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe81f58600, rc 0) 00000100:00100000:0.0:1769074964.392722:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+53:12630:x1855007960492544:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 454us (806us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.392729:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41241 00000100:00100000:1.0:1769074964.399571:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.399675:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960492672 00000100:00100000:2.0:1769074964.399684:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960492672 00000100:00100000:2.0:1769074964.399762:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11690 00000100:00100000:2.0:1769074964.399773:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960492672:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074964.400116:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3663084 -> 3663084 00002000:00010000:2.0:1769074964.400121:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.400123:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.400126:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.400128:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1144 -> 1216 00000100:00100000:2.0:1769074964.400207:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960492672:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 435us (645us total) trans 4294990028 rc 0/0 00000100:00100000:2.0:1769074964.400215:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11690 00000100:00100000:1.0:1769074964.404721:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.404870:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960492800 00000100:00100000:3.0:1769074964.404880:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960492800 00000100:00100000:3.0:1769074964.404951:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11691 00000100:00100000:3.0:1769074964.404961:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960492800:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074964.405251:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3663084 -> 3663084 00002000:00010000:3.0:1769074964.405255:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:3.0:1769074964.405257:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:3.0:1769074964.405260:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:3.0:1769074964.405262:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1216 -> 1256 00000100:00100000:3.0:1769074964.405325:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2408:x1855007960492800:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 363us (612us total) trans 4294990029 rc 0/0 00000100:00100000:3.0:1769074964.405336:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11691 00000100:00100000:0.0:1769074964.409415:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.409609:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960492928 00000100:00100000:2.0:1769074964.409620:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960492928 00000100:00100000:2.0:1769074964.409691:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11692 00000100:00100000:2.0:1769074964.409709:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960492928:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074964.409904:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3663084 -> 3663084 00002000:00010000:2.0:1769074964.409908:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.409911:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.409913:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.409915:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1256 -> 1376 00000100:00100000:2.0:1769074964.409977:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2407:x1855007960492928:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 276us (569us total) trans 4294990030 rc 0/0 00000100:00100000:2.0:1769074964.409985:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11692 00000100:00100000:1.0:1769074964.413052:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.413256:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960493184 00000100:00100000:0.0:1769074964.413266:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960493184 00000100:00100000:0.0:1769074964.413328:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41242 00000100:00100000:0.0:1769074964.413337:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+53:12630:x1855007960493184:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074964.413386:0:6528:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074964.413414:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e3045ba4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505de5 expref: 53 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.413434:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074964.413439:0:6528:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074964.413662:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045bab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 19 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074964.413679:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045bab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074964.413688:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045bab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000001:00080000:0.0:1769074964.413743:0:6528:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998237 00000004:00010000:0.0:1769074964.413764:0:6528:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f2d1327f reply state 0000000054e0981c transno 4294998238 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045bab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074964.413775:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59600/0xf5091596e3045bab lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 19 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:0.0:1769074964.413782:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074964.413784:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074964.413787:0:6528:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074964.413872:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+55:12630:x1855007960493184:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 535us (829us total) trans 4294998238 rc 0/0 00000100:00100000:0.0:1769074964.413880:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41242 00000020:00080000:0.0:1769074964.413884:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074964.417555:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.417591:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.417829:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960493312 00000100:00100000:2.0:1769074964.417841:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960493312 00002000:00010000:2.0:1769074964.417882:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4038268->18446744073709551615) 00002000:00100000:2.0:1769074964.417887:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe51cfd500 with x1855007960493312 ext(4038268->18446744073709551615) 00002000:00010000:2.0:1769074964.417901:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe51cfd500. 00000100:00100000:2.0:1769074964.417936:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960493440 00000100:00100000:2.0:1769074964.417939:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960493440 00002000:00010000:2.0:1769074964.417954:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074964.417957:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe51cfe680 with x1855007960493440 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074964.417963:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe51cfe680. 00000100:00100000:2.0:1769074964.417988:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11693 00000100:00100000:2.0:1769074964.417997:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2408:x1855007960493312:12345-192.168.204.30@tcp:10:fsx.0 00000100:00100000:0.0:1769074964.418257:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11694 00000100:00100000:0.0:1769074964.418268:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960493440:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074964.418365:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074964.418369:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.418372:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074964.418374:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.418376:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074964.418429:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfe680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960493440:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 164us (837us total) trans 4294989873 rc 0/0 00000100:00100000:0.0:1769074964.418437:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11694 00002000:00010000:0.0:1769074964.418441:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074964.418444:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe51cfe680 with x1855007960493440 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074964.418471:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe51cfe680. 00002000:00010000:2.0:1769074964.418665:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3663084 -> 4038268 00002000:00010000:2.0:1769074964.418668:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.418670:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.418672:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.418673:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1376 -> 1376 00000100:00100000:2.0:1769074964.418696:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2408:x1855007960493312:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 700us (1166us total) trans 4294990031 rc 0/0 00000100:00100000:2.0:1769074964.418703:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11693 00002000:00010000:2.0:1769074964.418706:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4038268->18446744073709551615) 00002000:00100000:2.0:1769074964.418709:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe51cfd500 with x1855007960493312 ext(4038268->18446744073709551615) 00002000:00010000:2.0:1769074964.418713:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe51cfd500. 00000100:00100000:1.0:1769074964.422130:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.422299:0:8441:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960493568 00000100:00100000:2.0:1769074964.422309:0:8441:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960493568 00000100:00100000:2.0:1769074964.422365:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41243 00000100:00100000:2.0:1769074964.422373:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+55:12630:x1855007960493568:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:2.0:1769074964.422395:0:8441:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074964.422415:0:8441:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41485a00/0xf5091596e3045bb2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505dec expref: -99 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.422573:0:8441:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484400/0xf5091596e3045bb9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074964.422589:0:8441:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484400/0xf5091596e3045bb9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074964.422601:0:8441:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484400/0xf5091596e3045bb9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00000004:00200000:2.0:1769074964.422629:0:8441:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4038268 00000004:00200000:2.0:1769074964.422634:0:8441:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074964.422664:0:8441:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484400/0xf5091596e3045bb9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 8441 initiator: MDT0 00010000:00010000:2.0:1769074964.422691:0:8441:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41485a00/0xf5091596e3045bb2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dec expref: 57 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.422718:0:8441:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484400/0xf5091596e3045bb9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 20 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dec expref: 56 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.422727:0:8441:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074964.422730:0:8441:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074964.422734:0:8441:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe41484400, rc 0) 00000100:00100000:2.0:1769074964.422784:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7c9df161-9cf7-469d-b68b-982e038d3703+56:12630:x1855007960493568:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 411us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074964.422791:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41243 00000100:00100000:1.0:1769074964.440433:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.440634:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960493696 00000100:00100000:2.0:1769074964.440646:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960493696 00002000:00100000:2.0:1769074964.440705:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (532480->4038655) req@ffff8ffe51cfdc00 x1855007960493696/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 536/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.440716:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe51cfdc00 with x1855007960493696 ext(532480->4038655) 00002000:00010000:2.0:1769074964.440723:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe51cfdc00 00000100:00100000:2.0:1769074964.440755:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11695 00000100:00100000:2.0:1769074964.440765:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+12:2408:x1855007960493696:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074964.495343:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+12:2408:x1855007960493696:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 54571us (54911us total) trans 0 rc 3289088/3289088 00000100:00100000:2.0:1769074964.495388:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11695 00002000:00100000:2.0:1769074964.495400:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (532480->4038655) req@ffff8ffe51cfdc00 x1855007960493696/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 536/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 3289088/3289088 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.495411:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe51cfdc00 with x1855007960493696 ext(532480->4038655) 00002000:00010000:2.0:1769074964.495417:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe51cfdc00 00000100:00100000:3.0:1769074964.501649:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.501980:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960493824 00000100:00100000:2.0:1769074964.501991:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960493824 00000100:00100000:2.0:1769074964.502064:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11696 00000100:00100000:2.0:1769074964.502074:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960493824:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074964.502311:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4038268 -> 4038268 00002000:00010000:2.0:1769074964.502315:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.502319:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.502321:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.502324:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1376 -> 1376 00000100:00100000:2.0:1769074964.502393:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960493824:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 320us (754us total) trans 4294990032 rc 0/0 00000100:00100000:2.0:1769074964.502401:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11696 00000100:00100000:1.0:1769074964.506000:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.506095:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960493952 00000100:00100000:3.0:1769074964.506107:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960493952 00000100:00100000:3.0:1769074964.506190:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11697 00000100:00100000:3.0:1769074964.506200:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960493952:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074964.506529:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4038268 -> 4038268 00002000:00010000:3.0:1769074964.506543:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:3.0:1769074964.506546:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:3.0:1769074964.506549:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:3.0:1769074964.506551:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1376 -> 1432 00000100:00100000:3.0:1769074964.506618:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+14:2407:x1855007960493952:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 419us (627us total) trans 4294990033 rc 0/0 00000100:00100000:3.0:1769074964.506626:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11697 00000100:00100000:1.0:1769074964.510980:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.511089:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960494080 00000100:00100000:2.0:1769074964.511099:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960494080 00000100:00100000:2.0:1769074964.511181:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11698 00000100:00100000:2.0:1769074964.511193:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+14:2408:x1855007960494080:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074964.511398:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4038268 -> 4038268 00002000:00010000:2.0:1769074964.511402:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.511404:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.511407:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.511409:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1432 -> 1552 00000100:00100000:2.0:1769074964.511506:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+15:2408:x1855007960494080:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 315us (536us total) trans 4294990034 rc 0/0 00000100:00100000:2.0:1769074964.511514:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11698 00000100:00100000:1.0:1769074964.515523:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.515622:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960494208 00000100:00100000:3.0:1769074964.515633:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960494208 00000100:00100000:3.0:1769074964.515788:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11699 00000100:00100000:3.0:1769074964.515799:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe51cfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960494208:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074964.516572:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4038268 -> 4038268 00002000:00010000:0.0:1769074964.516578:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.516580:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.516582:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.516585:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1552 -> 1592 00000100:00100000:0.0:1769074964.516652:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe51cfd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+16:2410:x1855007960494208:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 854us (1135us total) trans 4294990035 rc 0/0 00000100:00100000:0.0:1769074964.516659:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11699 00000100:00100000:1.0:1769074964.519151:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.519294:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960494336 00000100:00100000:0.0:1769074964.519304:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960494336 00000100:00100000:0.0:1769074964.519373:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11700 00000100:00100000:0.0:1769074964.519383:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c188000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+16:2407:x1855007960494336:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074964.519601:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4038268 -> 4038268 00002000:00010000:0.0:1769074964.519605:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.519607:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.519609:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.519611:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1592 -> 1712 00000100:00100000:0.0:1769074964.519666:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c188000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+17:2407:x1855007960494336:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 284us (529us total) trans 4294990036 rc 0/0 00000100:00100000:0.0:1769074964.519674:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11700 00000100:00100000:2.0:1769074964.522940:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1769074964.523057:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1769074964.523078:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3660:1855007969080192:0@lo:400:kworker.0 00000100:00100000:3.0:1769074964.523171:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074964.523833:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3657:1855007969079936:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.523884:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074964.523928:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1769074964.523935:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c189c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969080064:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.523962:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074964.524044:0:7725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969080064 00000100:00100000:0.0:1769074964.524051:0:7725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969080064 00000100:00100000:0.0:1769074964.524102:0:7725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:0.0:1769074964.524110:0:7725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3657:x1855007969080064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.524167:0:7725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3657:x1855007969080064:12345-0@lo:400:kworker.0 Request processed in 57us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.524173:0:7725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:0.0:1769074964.524210:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c189c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3657:1855007969080064:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.524234:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969080192 00000100:00100000:0.0:1769074964.524237:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969080192 00000100:00100000:0.0:1769074964.524260:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969079936 00000100:00100000:0.0:1769074964.524274:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969079936 00000100:00100000:0.0:1769074964.524305:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2036 00000100:00100000:0.0:1769074964.524313:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1855007969080192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1769074964.524330:0:8441:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2037 00000100:00100000:3.0:1769074964.524342:0:8441:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdc1bcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3657:x1855007969079936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.524353:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3660:x1855007969080192:12345-0@lo:400:kworker.0 Request processed in 40us (1180us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.524360:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2036 00000100:00100000:3.0:1769074964.524397:0:8441:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdc1bcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3657:x1855007969079936:12345-0@lo:400:kworker.0 Request processed in 56us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074964.524403:0:8441:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2037 00000100:00100000:3.0:1769074964.524428:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3660:1855007969080192:0@lo:400:kworker.0 00000100:00100000:3.0:1769074964.524494:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.524521:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960494464 00000100:00100000:3.0:1769074964.524524:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960494464 00002000:00100000:3.0:1769074964.524561:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1716224->1818623) req@ffff8ffd43d01500 x1855007960494464/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.524572:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43d01500 with x1855007960494464 ext(1716224->1818623) 00002000:00010000:3.0:1769074964.524579:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43d01500 00000100:00100000:2.0:1769074964.525065:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ffaf39f9-b918-4270-adec-7b88a97239da:3659:1855007969079808:0@lo:400:kworker.0 00000100:00100000:2.0:1769074964.525110:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074964.525148:0:6522:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969079808 00000100:00100000:2.0:1769074964.525153:0:6522:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969079808 00000100:00100000:2.0:1769074964.525184:0:6522:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1769074964.525191:0:6522:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe67e53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ffaf39f9-b918-4270-adec-7b88a97239da+23:3659:x1855007969079808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074964.525370:0:6522:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe67e53050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ffaf39f9-b918-4270-adec-7b88a97239da+23:3659:x1855007969079808:12345-0@lo:400:kworker.0 Request processed in 179us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074964.525381:0:6522:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1769074964.525768:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:ffaf39f9-b918-4270-adec-7b88a97239da:3659:1855007969079808:0@lo:400:kworker.0 00000100:00100000:2.0:1769074964.525782:0:3659:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1769074964.525788:0:3659:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007969080320:0@lo:400:kworker.0 00000100:00100000:2.0:1769074964.525816:0:3659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074964.525845:0:7725:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969080320 00000100:00100000:2.0:1769074964.525849:0:7725:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969080320 00000100:00100000:2.0:1769074964.525875:0:7725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1769074964.525882:0:7725:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007969080320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074964.525917:0:7725:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3659:x1855007969080320:12345-0@lo:400:kworker.0 Request processed in 36us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074964.525923:0:7725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1769074964.525950:0:3659:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3659:1855007969080320:0@lo:400:kworker.0 00000100:00100000:3.0:1769074964.526295:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11701 00000100:00100000:3.0:1769074964.526310:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+17:2410:x1855007960494464:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:3.0:1769074964.526585:0:3658:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1769074964.526650:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3657:1855007969079936:0@lo:400:kworker.0 00000100:00100000:3.0:1769074964.527550:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc1bcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3658:1855007969080576:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.527922:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd428cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1855007969080832:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.527978:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074964.528005:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd428ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1855007969081344:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.528026:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074964.528042:0:3660:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1769074964.528048:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffdc1bcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969080704:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.528068:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074964.528082:0:3660:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd428cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969081216:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.528103:0:3660:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074964.528128:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969080832 00000100:00100000:0.0:1769074964.528134:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969080832 00000100:00100000:0.0:1769074964.528170:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969081344 00000100:00100000:0.0:1769074964.528174:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969081344 00000100:00100000:0.0:1769074964.528200:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969080704 00000100:00100000:0.0:1769074964.528203:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969080704 00000100:00100000:0.0:1769074964.528219:0:14051:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969081216 00000100:00100000:0.0:1769074964.528222:0:14051:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969081216 00000100:00100000:0.0:1769074964.528243:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00000100:00100000:0.0:1769074964.528250:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3660:x1855007969080832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.528293:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3660:x1855007969080832:12345-0@lo:400:kworker.0 Request processed in 44us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.528300:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:0.0:1769074964.528317:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:0.0:1769074964.528323:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3660:x1855007969081344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.528347:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:3660:x1855007969081344:12345-0@lo:400:kworker.0 Request processed in 25us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.528352:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:0.0:1769074964.528363:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:0.0:1769074964.528368:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3660:x1855007969080704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.528391:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3660:x1855007969080704:12345-0@lo:400:kworker.0 Request processed in 24us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.528396:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:0.0:1769074964.528406:0:14051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:0.0:1769074964.528411:0:14051:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3660:x1855007969081216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.528432:0:14051:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0001-mdtlov_UUID+5:3660:x1855007969081216:12345-0@lo:400:kworker.0 Request processed in 22us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.528438:0:14051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00080000:0.0:1769074964.528475:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1769074964.528511:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc1bcce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969080704:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.528521:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd428cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3660:1855007969081216:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.528529:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd428cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1855007969080832:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.528548:0:3660:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd428ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3660:1855007969081344:0@lo:400:kworker.0 00000100:00100000:1.0:1769074964.532833:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd428cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3657:1855007969080960:0@lo:400:kworker.0 00000100:00100000:1.0:1769074964.532905:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1769074964.532951:0:3657:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1769074964.532957:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd428cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3657:1855007969081088:0@lo:400:kworker.0 00000100:00100000:1.0:1769074964.532980:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1769074964.533221:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969080960 00000100:00100000:3.0:1769074964.533231:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969080960 00000100:00100000:3.0:1769074964.533279:0:6529:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969081088 00000100:00100000:3.0:1769074964.533283:0:6529:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969081088 00000100:00100000:3.0:1769074964.533752:0:6529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2038 00000100:00100000:3.0:1769074964.533765:0:6529:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c188700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3657:x1855007969080960:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1769074964.534124:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1769074964.534130:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1769074964.534156:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2039 00000100:00100000:0.0:1769074964.534166:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3657:x1855007969081088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074964.534279:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074964.534308:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffe5c189c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3658:1855007969080448:0@lo:400:kworker.0 00000100:00100000:2.0:1769074964.534331:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1769074964.534363:0:6527:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969080576 00000100:00100000:2.0:1769074964.534369:0:6527:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969080576 00000100:00100000:2.0:1769074964.534396:0:6527:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969080448 00000100:00100000:2.0:1769074964.534399:0:6527:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969080448 00000100:00100000:2.0:1769074964.534412:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2040 00000100:00100000:2.0:1769074964.534418:0:6527:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1855007969080576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074964.534467:0:6527:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3658:x1855007969080576:12345-0@lo:400:kworker.0 Request processed in 48us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074964.534473:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2040 00000100:00100000:2.0:1769074964.534490:0:6527:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2041 00000100:00100000:2.0:1769074964.534496:0:6527:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f921f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1855007969080448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1769074964.534522:0:6527:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f921f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3658:x1855007969080448:12345-0@lo:400:kworker.0 Request processed in 26us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074964.534528:0:6527:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2041 00000100:00080000:2.0:1769074964.534558:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1769074964.534561:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1769074964.534587:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffdc1bcea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3658:1855007969080576:0@lo:400:kworker.0 00000100:00100000:2.0:1769074964.534597:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffe5c189c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3658:1855007969080448:0@lo:400:kworker.0 00000100:00100000:3.0:1769074964.534710:0:6529:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c188700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3657:x1855007969080960:12345-0@lo:400:kworker.0 Request processed in 947us (1803us total) trans 0 rc 0/0 00000100:00100000:3.0:1769074964.534718:0:6529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2038 00000100:00100000:3.0:1769074964.539647:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+19:2410:x1855007960494464:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 13330us (15140us total) trans 4294990037 rc 0/0 00000100:00100000:3.0:1769074964.539664:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11701 00002000:00100000:3.0:1769074964.539681:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1716224->1818623) req@ffff8ffd43d01500 x1855007960494464/t4294990037(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/448 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.539691:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43d01500 with x1855007960494464 ext(1716224->1818623) 00002000:00010000:3.0:1769074964.539698:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43d01500 00000100:00100000:0.0:1769074964.540128:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c189180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3657:x1855007969081088:12345-0@lo:400:kworker.0 Request processed in 5962us (7143us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.540139:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2039 00000100:00100000:1.0:1769074964.541104:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd428cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3657:1855007969080960:0@lo:400:kworker.0 00000100:00100000:0.0:1769074964.541294:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd428cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3657:1855007969081088:0@lo:400:kworker.0 00000100:00100000:3.0:1769074964.542401:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.542489:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960494592 00000100:00100000:1.0:1769074964.542498:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960494592 00000100:00100000:1.0:1769074964.542611:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83519 00000100:00100000:1.0:1769074964.542620:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+19:2407:x1855007960494592:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:0.0:1769074964.545182:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294990037 is committed 00000100:00100000:0.0:1769074964.545864:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960494592:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 3238us (3462us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.545878:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83519 00000100:00100000:2.0:1769074964.551232:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.551836:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960494720 00000100:00100000:3.0:1769074964.551847:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960494720 00000100:00100000:2.0:1769074964.552053:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11702 00000100:00100000:2.0:1769074964.552063:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f920700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960494720:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074964.554860:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4038268 -> 4038268 00002000:00010000:2.0:1769074964.554870:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.554873:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.554875:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.554877:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1712 -> 1904 00000100:00100000:2.0:1769074964.554976:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f920700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960494720:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 2909us (3748us total) trans 4294990038 rc 0/0 00000100:00100000:2.0:1769074964.554988:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11702 00000100:00100000:1.0:1769074964.560582:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.560750:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960494848 00000100:00100000:2.0:1769074964.560761:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960494848 00000100:00100000:2.0:1769074964.560835:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11703 00000100:00100000:2.0:1769074964.560845:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c189f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960494848:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074964.561057:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4038268 -> 4038268 00002000:00010000:2.0:1769074964.561061:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.561063:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.561065:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.561067:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1904 -> 1944 00000100:00100000:2.0:1769074964.561137:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c189f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960494848:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 292us (563us total) trans 4294990039 rc 0/0 00000100:00100000:2.0:1769074964.561145:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11703 00000100:00100000:2.0:1769074964.565724:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.566294:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960494976 00000100:00100000:0.0:1769074964.566307:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960494976 00002000:00100000:0.0:1769074964.566357:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3248128->3268607) req@ffff8ffe6f923b80 x1855007960494976/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.566369:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f923b80 with x1855007960494976 ext(3248128->3268607) 00002000:00010000:0.0:1769074964.566399:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f923b80 00000100:00100000:0.0:1769074964.566430:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11704 00000100:00100000:0.0:1769074964.566438:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f923b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960494976:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074964.575633:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f923b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960494976:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 9182us (9906us total) trans 4294990040 rc 0/0 00000100:00100000:0.0:1769074964.575648:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11704 00002000:00100000:0.0:1769074964.575661:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (3248128->3268607) req@ffff8ffe6f923b80 x1855007960494976/t4294990040(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/448 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.575670:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f923b80 with x1855007960494976 ext(3248128->3268607) 00002000:00010000:0.0:1769074964.575677:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe6f923b80 00000100:00100000:1.0:1769074964.593826:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.594176:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960495104 00000100:00100000:0.0:1769074964.594189:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960495104 00000100:00100000:0.0:1769074964.594256:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83520 00000100:00100000:0.0:1769074964.594264:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960495104:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:1.0:1769074964.596396:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294990040 is committed 00000100:00100000:0.0:1769074964.598389:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960495104:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 4115us (4561us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.598402:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83520 00000100:00100000:2.0:1769074964.606070:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.606199:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960495232 00000100:00100000:0.0:1769074964.606370:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960495232 00000100:00100000:0.0:1769074964.606444:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11705 00000100:00100000:0.0:1769074964.606469:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f923100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960495232:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074964.608410:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4038268 -> 4038268 00002000:00010000:0.0:1769074964.608419:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.608422:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.608443:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.608462:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1944 -> 1984 00000100:00100000:0.0:1769074964.608756:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f923100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960495232:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 2284us (2690us total) trans 4294990041 rc 0/0 00000100:00100000:0.0:1769074964.608767:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11705 00000100:00100000:3.0:1769074964.614199:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.614389:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960495360 00000100:00100000:0.0:1769074964.614401:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960495360 00002000:00100000:0.0:1769074964.614474:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (692224->4026367) req@ffff8ffd43d02680 x1855007960495360/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 552/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.614486:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43d02680 with x1855007960495360 ext(692224->4026367) 00002000:00010000:0.0:1769074964.614493:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43d02680 00000100:00100000:0.0:1769074964.614523:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11706 00000100:00100000:0.0:1769074964.614540:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960495360:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074964.623274:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960495360:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 8732us (9073us total) trans 0 rc 208896/208896 00000100:00100000:0.0:1769074964.623291:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11706 00002000:00100000:0.0:1769074964.623305:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (692224->4026367) req@ffff8ffd43d02680 x1855007960495360/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 552/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 208896/208896 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.623315:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43d02680 with x1855007960495360 ext(692224->4026367) 00002000:00010000:0.0:1769074964.623323:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43d02680 00000100:00100000:1.0:1769074964.627616:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.627831:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960495488 00000100:00100000:0.0:1769074964.627843:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960495488 00002000:00100000:0.0:1769074964.627903:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (970752->995327) req@ffff8ffdb9ef7800 x1855007960495488/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.627916:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef7800 with x1855007960495488 ext(970752->995327) 00002000:00010000:0.0:1769074964.628040:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef7800 00000100:00100000:0.0:1769074964.628132:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11707 00000100:00100000:0.0:1769074964.628152:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960495488:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074964.637656:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960495488:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 9504us (10039us total) trans 4294990042 rc 0/0 00000100:00100000:0.0:1769074964.637672:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11707 00002000:00100000:0.0:1769074964.637685:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (970752->995327) req@ffff8ffdb9ef7800 x1855007960495488/t4294990042(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/448 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.637696:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef7800 with x1855007960495488 ext(970752->995327) 00002000:00010000:0.0:1769074964.637703:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef7800 00000100:00100000:3.0:1769074964.643569:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.643687:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960495616 00000100:00100000:1.0:1769074964.643698:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960495616 00000100:00100000:1.0:1769074964.643762:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83521 00000100:00100000:1.0:1769074964.643772:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960495616:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:3.0:1769074964.645916:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294990042 is committed 00000100:00100000:1.0:1769074964.653290:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960495616:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 9507us (9718us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074964.653305:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83521 00000100:00100000:3.0:1769074964.656735:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.656799:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960495744 00000100:00100000:0.0:1769074964.656809:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960495744 00000100:00100000:0.0:1769074964.656886:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11708 00000100:00100000:0.0:1769074964.656897:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960495744:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074964.657124:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4038268 -> 4038268 00002000:00010000:0.0:1769074964.657157:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.657161:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.657163:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.657165:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1984 -> 2008 00000100:00100000:0.0:1769074964.658012:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960495744:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 1114us (1282us total) trans 4294990043 rc 0/0 00000100:00100000:0.0:1769074964.658023:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11708 00000100:00100000:3.0:1769074964.661745:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.661831:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960495872 00000100:00100000:1.0:1769074964.661841:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960495872 00000100:00100000:1.0:1769074964.661909:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11709 00000100:00100000:1.0:1769074964.661929:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960495872:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074964.662129:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4038268 -> 4038268 00002000:00010000:1.0:1769074964.662133:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074964.662136:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074964.662138:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074964.662140:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2008 -> 2064 00000100:00100000:1.0:1769074964.662203:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d00700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960495872:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 285us (466us total) trans 4294990044 rc 0/0 00000100:00100000:1.0:1769074964.662210:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11709 00000100:00100000:1.0:1769074964.667752:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.668029:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960496000 00000100:00100000:3.0:1769074964.668040:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960496000 00000100:00100000:3.0:1769074964.668154:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11710 00000100:00100000:3.0:1769074964.668165:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960496000:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074964.668655:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4038268 -> 4038268 00002000:00010000:3.0:1769074964.668660:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:3.0:1769074964.668663:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:3.0:1769074964.668665:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:3.0:1769074964.668667:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2064 -> 2144 00000100:00100000:3.0:1769074964.668742:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960496000:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 578us (1000us total) trans 4294990045 rc 0/0 00000100:00100000:3.0:1769074964.668751:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11710 00000100:00100000:2.0:1769074964.671898:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.672042:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960496128 00000100:00100000:3.0:1769074964.672052:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960496128 00000100:00100000:3.0:1769074964.672118:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11711 00000100:00100000:3.0:1769074964.672128:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f921880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960496128:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074964.672673:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4038268 -> 4038268 00002000:00010000:3.0:1769074964.672678:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:3.0:1769074964.672681:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:3.0:1769074964.672683:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:3.0:1769074964.672685:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2144 -> 2168 00000100:00100000:3.0:1769074964.672748:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f921880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960496128:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 621us (857us total) trans 4294990046 rc 0/0 00000100:00100000:3.0:1769074964.672757:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11711 00000100:00100000:2.0:1769074964.677021:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.677124:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960496384 00000100:00100000:0.0:1769074964.677134:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960496384 00000100:00100000:0.0:1769074964.677203:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41244 00000100:00100000:0.0:1769074964.677214:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+56:12630:x1855007960496384:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074964.677270:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074964.677297:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484400/0xf5091596e3045bb9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dec expref: 56 pid: 8441 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.677316:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074964.677322:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074964.677584:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e3045bc0 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 20 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074964.677602:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e3045bc0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074964.677611:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e3045bc0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:0.0:1769074964.677846:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998239 00000004:00010000:0.0:1769074964.677874:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000f0795be7 reply state 000000002b9ff2b4 transno 4294998240 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e3045bc0 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074964.677888:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f58600/0xf5091596e3045bc0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 20 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074964.677894:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074964.677897:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074964.677900:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074964.678041:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+58:12630:x1855007960496384:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 828us (1028us total) trans 4294998240 rc 0/0 00000100:00100000:0.0:1769074964.678049:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41244 00000020:00080000:0.0:1769074964.678055:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074964.681774:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.681817:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.681882:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960496512 00000100:00100000:0.0:1769074964.681892:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960496512 00002000:00010000:0.0:1769074964.681944:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:0.0:1769074964.681949:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef5c00 with x1855007960496512 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1769074964.681962:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef5c00. 00000100:00100000:0.0:1769074964.681991:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960496640 00000100:00100000:0.0:1769074964.681997:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960496640 00002000:00010000:0.0:1769074964.682011:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (1001876->18446744073709551615) 00002000:00100000:0.0:1769074964.682013:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef5f80 with x1855007960496640 ext(1001876->18446744073709551615) 00002000:00010000:0.0:1769074964.682020:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef5f80. 00000100:00100000:0.0:1769074964.682047:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11712 00000100:00100000:0.0:1769074964.682055:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960496512:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074964.682240:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4038268 -> 4194304 00002000:00010000:0.0:1769074964.682243:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.682246:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.682248:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.682250:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2168 -> 2168 00000100:00100000:0.0:1769074964.682302:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960496512:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 247us (538us total) trans 4294990047 rc 0/0 00000100:00100000:0.0:1769074964.682310:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11712 00002000:00010000:0.0:1769074964.682314:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:0.0:1769074964.682317:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef5c00 with x1855007960496512 ext(4194304->18446744073709551615) 00002000:00010000:0.0:1769074964.682321:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffdb9ef5c00. 00000100:00100000:0.0:1769074964.682338:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11713 00000100:00100000:0.0:1769074964.682344:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960496640:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074964.682492:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 1001876 00002000:00010000:0.0:1769074964.682495:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.682497:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074962 00002000:00010000:0.0:1769074964.682499:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.682500:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1769074964.682522:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960496640:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 179us (705us total) trans 4294989874 rc 0/0 00000100:00100000:0.0:1769074964.682529:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11713 00002000:00010000:0.0:1769074964.682543:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (1001876->18446744073709551615) 00002000:00100000:0.0:1769074964.682546:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef5f80 with x1855007960496640 ext(1001876->18446744073709551615) 00002000:00010000:0.0:1769074964.682550:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef5f80. 00000100:00100000:2.0:1769074964.686900:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.686947:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.687023:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960496768 00000100:00100000:3.0:1769074964.687033:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960496768 00002000:00100000:3.0:1769074964.687083:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (974848->978943) req@ffff8ffe6f920000 x1855007960496768/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.687095:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f920000 with x1855007960496768 ext(974848->978943) 00002000:00010000:3.0:1769074964.687101:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6f920000 00000100:00100000:3.0:1769074964.687130:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960496896 00000100:00100000:3.0:1769074964.687133:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960496896 00002000:00100000:3.0:1769074964.687159:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1191936->4194303) req@ffff8ffd83ccc380 x1855007960496896/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 520/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.687168:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd83ccc380 with x1855007960496896 ext(1191936->4194303) 00002000:00010000:3.0:1769074964.687171:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd83ccc380 00000100:00100000:3.0:1769074964.687197:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11714 00000100:00100000:3.0:1769074964.687205:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6f920000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960496768:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074964.687406:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6f920000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960496768:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 200us (514us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1769074964.687413:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11714 00002000:00100000:3.0:1769074964.687419:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (974848->978943) req@ffff8ffe6f920000 x1855007960496768/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.687425:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6f920000 with x1855007960496768 ext(974848->978943) 00002000:00010000:3.0:1769074964.687427:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6f920000 00000100:00100000:3.0:1769074964.687442:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11715 00000100:00100000:3.0:1769074964.687476:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2407:x1855007960496896:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074964.694577:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2407:x1855007960496896:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 7117us (7617us total) trans 0 rc 139264/139264 00000100:00100000:3.0:1769074964.694592:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11715 00002000:00100000:3.0:1769074964.694605:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (1191936->4194303) req@ffff8ffd83ccc380 x1855007960496896/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 520/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 139264/139264 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074964.694615:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd83ccc380 with x1855007960496896 ext(1191936->4194303) 00002000:00010000:3.0:1769074964.694704:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd83ccc380 00000100:00100000:1.0:1769074964.694833:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.695071:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960497024 00000100:00100000:2.0:1769074964.695080:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960497024 00002000:00100000:2.0:1769074964.695121:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (0->1003519) req@ffff8ffdb9ef6680 x1855007960497024/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.695132:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef6680 with x1855007960497024 ext(0->1003519) 00002000:00010000:2.0:1769074964.695136:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef6680 00000100:00100000:2.0:1769074964.695166:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11716 00000100:00100000:2.0:1769074964.695175:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960497024:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074964.704680:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960497024:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 9495us (9836us total) trans 0 rc 999424/999424 00000100:00100000:0.0:1769074964.704692:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11716 00002000:00100000:0.0:1769074964.704705:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (0->1003519) req@ffff8ffdb9ef6680 x1855007960497024/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 999424/999424 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.704714:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffdb9ef6680 with x1855007960497024 ext(0->1003519) 00002000:00010000:0.0:1769074964.704721:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffdb9ef6680 00000100:00100000:2.0:1769074964.708307:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.708382:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960497152 00000100:00100000:0.0:1769074964.708392:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960497152 00002000:00100000:0.0:1769074964.708431:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (974848->1001875) req@ffff8ffd83ccd180 x1855007960497152/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.708440:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd83ccd180 with x1855007960497152 ext(974848->1001875) 00002000:00010000:0.0:1769074964.708444:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd83ccd180 00000100:00100000:0.0:1769074964.708500:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11717 00000100:00100000:0.0:1769074964.708509:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960497152:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074964.711118:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960497152:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 2600us (2809us total) trans 4294989875 rc 0/0 00000100:00100000:0.0:1769074964.711132:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11717 00002000:00100000:0.0:1769074964.711673:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_009: refresh rw locks for [0x2c0000401:0x2804:0x0] (974848->1001875) req@ffff8ffd83ccd180 x1855007960497152/t4294989875(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/448 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.711684:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd83ccd180 with x1855007960497152 ext(974848->1001875) 00002000:00010000:0.0:1769074964.711698:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd83ccd180 00000100:00100000:2.0:1769074964.713067:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.713676:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960497280 00000100:00100000:1.0:1769074964.713687:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960497280 00000100:00100000:1.0:1769074964.713743:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83522 00000100:00100000:1.0:1769074964.713752:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960497280:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:3.0:1769074964.717800:0:9484:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294989875 is committed 00000100:00100000:1.0:1769074964.718080:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960497280:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 4322us (5012us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074964.718093:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83522 00000100:00100000:2.0:1769074964.721564:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.721650:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960497408 00000100:00100000:0.0:1769074964.721659:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960497408 00000100:00100000:0.0:1769074964.721711:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41245 00000100:00100000:0.0:1769074964.721718:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+58:12630:x1855007960497408:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074964.721738:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074964.721757:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045bc7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505df3 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.721851:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdba00/0xf5091596e3045bce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074964.721866:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdba00/0xf5091596e3045bce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074964.721874:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdba00/0xf5091596e3045bce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:0.0:1769074964.721895:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 5196180 00000004:00200000:0.0:1769074964.721899:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074964.721912:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdba00/0xf5091596e3045bce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074964.721995:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81f59c00/0xf5091596e3045bc7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505df3 expref: 60 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.722009:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdba00/0xf5091596e3045bce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 21 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505df3 expref: 59 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.722016:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074964.722018:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074964.722021:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe81bdba00, rc 0) 00000100:00100000:0.0:1769074964.722071:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+59:12630:x1855007960497408:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 353us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.722078:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41245 00000100:00100000:2.0:1769074964.726884:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.726968:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960497536 00000100:00100000:0.0:1769074964.726979:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960497536 00000100:00100000:0.0:1769074964.727051:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11718 00000100:00100000:0.0:1769074964.727060:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960497536:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074964.727308:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074964.727312:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.727314:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.727316:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.727318:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2168 -> 2168 00000100:00100000:0.0:1769074964.727489:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960497536:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 386us (572us total) trans 4294990048 rc 0/0 00000100:00100000:0.0:1769074964.727499:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11718 00000100:00100000:0.0:1769074964.731656:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.732085:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960497664 00000100:00100000:2.0:1769074964.732096:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960497664 00002000:00100000:2.0:1769074964.732234:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (864256->4182015) req@ffff8ffd428cca80 x1855007960497664/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 536/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.732246:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cca80 with x1855007960497664 ext(864256->4182015) 00002000:00010000:2.0:1769074964.732253:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cca80 00000100:00100000:2.0:1769074964.732332:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11719 00000100:00100000:2.0:1769074964.732342:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960497664:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074964.737254:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960497664:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 4902us (5596us total) trans 4294990049 rc 0/0 00000100:00100000:2.0:1769074964.737271:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11719 00002000:00100000:2.0:1769074964.737284:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x2804:0x0] (864256->4182015) req@ffff8ffd428cca80 x1855007960497664/t4294990049(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 536/456 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.737294:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cca80 with x1855007960497664 ext(864256->4182015) 00002000:00010000:2.0:1769074964.737300:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cca80 00000100:00100000:1.0:1769074964.741396:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.741590:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960497792 00000100:00100000:0.0:1769074964.741647:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960497792 00000100:00100000:0.0:1769074964.741715:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83523 00000100:00100000:0.0:1769074964.741725:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+14:2409:x1855007960497792:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:3.0:1769074964.743956:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294990049 is committed 00000100:00100000:1.0:1769074964.749095:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960497792:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 7361us (7698us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074964.749109:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83523 00000100:00100000:3.0:1769074964.751894:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.752617:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960497920 00000100:00100000:2.0:1769074964.752629:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960497920 00000100:00100000:2.0:1769074964.752711:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11720 00000100:00100000:2.0:1769074964.752720:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960497920:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074964.752983:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074964.752987:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.752990:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.752992:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.752994:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2168 -> 2424 00000100:00100000:2.0:1769074964.753056:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960497920:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 336us (1169us total) trans 4294990050 rc 0/0 00000100:00100000:2.0:1769074964.753063:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11720 00000100:00100000:2.0:1769074964.756715:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.756818:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960498048 00000100:00100000:0.0:1769074964.756828:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960498048 00000100:00100000:0.0:1769074964.756898:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11721 00000100:00100000:0.0:1769074964.756908:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960498048:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074964.757225:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:0.0:1769074964.757229:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.757232:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.757234:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.757236:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2424 -> 2512 00000100:00100000:0.0:1769074964.757302:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960498048:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 395us (596us total) trans 4294990051 rc 0/0 00000100:00100000:0.0:1769074964.757310:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11721 00000100:00100000:1.0:1769074964.762204:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.762313:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960498304 00000100:00100000:2.0:1769074964.762322:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960498304 00000100:00100000:2.0:1769074964.762383:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41246 00000100:00100000:2.0:1769074964.762394:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+59:12630:x1855007960498304:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074964.762478:0:6528:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074964.762510:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdba00/0xf5091596e3045bce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505df3 expref: 59 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.762538:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074964.762544:0:6528:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074964.762703:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484c00/0xf5091596e3045bd5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 21 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074964.762720:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484c00/0xf5091596e3045bd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074964.762729:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484c00/0xf5091596e3045bd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000001:00080000:2.0:1769074964.762777:0:6528:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998241 00000004:00010000:2.0:1769074964.762801:0:6528:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000035c1e362 reply state 0000000070bd53ad transno 4294998242 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484c00/0xf5091596e3045bd5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074964.762814:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484c00/0xf5091596e3045bd5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 21 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074964.762820:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074964.762824:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074964.762826:0:6528:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074964.762926:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+61:12630:x1855007960498304:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 533us (731us total) trans 4294998242 rc 0/0 00000100:00100000:2.0:1769074964.762934:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41246 00000020:00080000:2.0:1769074964.762939:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074964.765845:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.765887:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.765980:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960498432 00000100:00100000:0.0:1769074964.765991:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960498432 00002000:00010000:0.0:1769074964.766029:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1608213->18446744073709551615) 00002000:00100000:0.0:1769074964.766034:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43d01f80 with x1855007960498432 ext(1608213->18446744073709551615) 00002000:00010000:0.0:1769074964.766046:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43d01f80. 00000100:00100000:0.0:1769074964.766077:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960498560 00000100:00100000:0.0:1769074964.766080:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960498560 00002000:00010000:0.0:1769074964.766092:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074964.766096:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43d02a00 with x1855007960498560 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074964.766102:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd43d02a00. 00000100:00100000:0.0:1769074964.766130:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11722 00000100:00100000:0.0:1769074964.766191:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960498432:12345-192.168.204.30@tcp:10:fsx.0 00000100:00100000:2.0:1769074964.767638:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11723 00000100:00100000:2.0:1769074964.767666:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960498560:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074964.768345:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 1608213 00002000:00010000:0.0:1769074964.768351:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.768353:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.768356:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.768358:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 2512 -> 1120 00000100:00100000:0.0:1769074964.768425:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960498432:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 2235us (2587us total) trans 4294990052 rc 0/0 00000100:00100000:0.0:1769074964.768434:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11722 00002000:00010000:0.0:1769074964.768439:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1608213->18446744073709551615) 00002000:00100000:0.0:1769074964.768442:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43d01f80 with x1855007960498432 ext(1608213->18446744073709551615) 00002000:00010000:0.0:1769074964.768473:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43d01f80. 00002000:00010000:2.0:1769074964.770686:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 1001876 -> 0 00002000:00010000:2.0:1769074964.770698:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.770700:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074962 -> 1769074964 00002000:00010000:2.0:1769074964.770701:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.770703:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074964.770763:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960498560:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 3109us (4871us total) trans 4294989876 rc 0/0 00000100:00100000:2.0:1769074964.770781:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11723 00002000:00010000:2.0:1769074964.770786:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074964.770789:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43d02a00 with x1855007960498560 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074964.770796:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd43d02a00. 00000100:00100000:3.0:1769074964.784882:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.785004:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960498688 00000100:00100000:0.0:1769074964.785015:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960498688 00000100:00100000:0.0:1769074964.785083:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41247 00000100:00100000:0.0:1769074964.785092:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+61:12630:x1855007960498688:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074964.785116:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074964.785139:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdb400/0xf5091596e3045bdc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505dfa expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.785235:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbe00/0xf5091596e3045be3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074964.785252:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbe00/0xf5091596e3045be3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074964.785264:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbe00/0xf5091596e3045be3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:0.0:1769074964.785289:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 1608213 00000004:00200000:0.0:1769074964.785294:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074964.785312:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbe00/0xf5091596e3045be3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074964.785337:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdb400/0xf5091596e3045bdc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dfa expref: 63 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.785354:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbe00/0xf5091596e3045be3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 22 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dfa expref: 62 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074964.785363:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074964.785366:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074964.785369:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe81bdbe00, rc 0) 00000100:00100000:0.0:1769074964.785443:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+62:12630:x1855007960498688:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 341us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074964.785500:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41247 00000100:00100000:3.0:1769074964.788410:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.788685:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960498816 00000100:00100000:2.0:1769074964.788696:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960498816 00000100:00100000:2.0:1769074964.788774:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11724 00000100:00100000:2.0:1769074964.788783:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960498816:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074964.789026:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1608213 -> 1608213 00002000:00010000:2.0:1769074964.789030:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.789032:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.789035:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.789037:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1120 -> 1120 00000100:00100000:2.0:1769074964.789106:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960498816:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 323us (702us total) trans 4294990053 rc 0/0 00000100:00100000:2.0:1769074964.789114:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11724 00000100:00100000:1.0:1769074964.802816:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.808242:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960499072 00000100:00100000:2.0:1769074964.808259:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960499072 00000100:00100000:2.0:1769074964.808336:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41248 00000100:00100000:2.0:1769074964.808347:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffdb9ef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+62:12630:x1855007960499072:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:2.0:1769074964.808404:0:6528:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1769074964.808431:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbe00/0xf5091596e3045be3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505dfa expref: 62 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.808479:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074964.808484:0:6528:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1769074964.808670:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484000/0xf5091596e3045bea lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 22 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074964.808687:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484000/0xf5091596e3045bea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074964.809055:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484000/0xf5091596e3045bea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000001:00080000:2.0:1769074964.809105:0:6528:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998243 00000004:00010000:2.0:1769074964.809131:0:6528:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002e83d20e reply state 00000000009b5403 transno 4294998244 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484000/0xf5091596e3045bea lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074964.809378:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484000/0xf5091596e3045bea lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 22 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074964.809386:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074964.809389:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1769074964.809392:0:6528:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1769074964.810002:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffdb9ef5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+64:12630:x1855007960499072:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 1653us (7191us total) trans 4294998244 rc 0/0 00000100:00100000:2.0:1769074964.810013:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41248 00000020:00080000:2.0:1769074964.810019:0:6528:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074964.818832:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074964.818877:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.819083:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960499328 00000100:00100000:2.0:1769074964.819093:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960499328 00002000:00010000:2.0:1769074964.819135:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074964.819149:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43d00380 with x1855007960499328 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074964.819163:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd43d00380. 00000100:00100000:2.0:1769074964.819190:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960499200 00000100:00100000:2.0:1769074964.819194:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960499200 00002000:00010000:2.0:1769074964.819206:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4173981->18446744073709551615) 00002000:00100000:2.0:1769074964.819209:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43d03800 with x1855007960499200 ext(4173981->18446744073709551615) 00002000:00010000:2.0:1769074964.819215:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43d03800. 00000100:00100000:2.0:1769074964.819231:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11725 00000100:00100000:2.0:1769074964.819241:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960499328:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074964.819384:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074964.819388:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.819391:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.819393:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.819396:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074964.819471:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d00380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2410:x1855007960499328:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 231us (650us total) trans 4294989877 rc 0/0 00000100:00100000:2.0:1769074964.819479:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11725 00002000:00010000:2.0:1769074964.819483:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074964.819485:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43d00380 with x1855007960499328 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074964.819490:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd43d00380. 00000100:00100000:2.0:1769074964.819506:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11726 00000100:00100000:2.0:1769074964.819513:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960499200:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074964.819673:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1608213 -> 4173981 00002000:00010000:2.0:1769074964.819676:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.819679:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.819681:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074964.819683:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1120 -> 1120 00000100:00100000:2.0:1769074964.819718:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960499200:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 205us (840us total) trans 4294990054 rc 0/0 00000100:00100000:2.0:1769074964.819725:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11726 00002000:00010000:2.0:1769074964.819728:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4173981->18446744073709551615) 00002000:00100000:2.0:1769074964.819730:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43d03800 with x1855007960499200 ext(4173981->18446744073709551615) 00002000:00010000:2.0:1769074964.819735:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43d03800. 00000100:00100000:0.0:1769074964.828312:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.828504:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960499456 00000100:00100000:1.0:1769074964.828517:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960499456 00002000:00100000:1.0:1769074964.828599:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (4108288->4173823) req@ffff8ffd428ce680 x1855007960499456/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.828611:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428ce680 with x1855007960499456 ext(4108288->4173823) 00002000:00010000:1.0:1769074964.828618:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428ce680 00000100:00100000:1.0:1769074964.828646:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11727 00000100:00100000:1.0:1769074964.828655:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2407:x1855007960499456:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074964.836039:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2407:x1855007960499456:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 7372us (7723us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1769074964.836056:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11727 00002000:00100000:0.0:1769074964.836069:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (4108288->4173823) req@ffff8ffd428ce680 x1855007960499456/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.836080:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428ce680 with x1855007960499456 ext(4108288->4173823) 00002000:00010000:0.0:1769074964.836087:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428ce680 00010000:00010000:2.0:1769074964.842955:0:14041:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1769074964.845114:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.845386:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960499584 00000100:00100000:1.0:1769074964.845397:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960499584 00002000:00100000:1.0:1769074964.845494:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (4173824->4177919) req@ffff8ffd428cd180 x1855007960499584/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.845505:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cd180 with x1855007960499584 ext(4173824->4177919) 00002000:00010000:1.0:1769074964.845512:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cd180 00000100:00100000:1.0:1769074964.845554:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11728 00000100:00100000:1.0:1769074964.845563:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2408:x1855007960499584:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074964.846068:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2408:x1855007960499584:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 504us (963us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074964.846077:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11728 00002000:00100000:1.0:1769074964.846085:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (4173824->4177919) req@ffff8ffd428cd180 x1855007960499584/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.846094:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cd180 with x1855007960499584 ext(4173824->4177919) 00002000:00010000:1.0:1769074964.846098:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cd180 00000100:00100000:3.0:1769074964.852122:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.852299:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960499712 00000100:00100000:1.0:1769074964.852309:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960499712 00002000:00100000:1.0:1769074964.852361:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (172032->4173980) req@ffff8ffd43d00e00 x1855007960499712/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.852373:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43d00e00 with x1855007960499712 ext(172032->4173980) 00002000:00010000:1.0:1769074964.852380:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43d00e00 00000100:00100000:1.0:1769074964.852414:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11729 00000100:00100000:1.0:1769074964.852424:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960499712:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:1.0:1769074964.857168:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d00e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+13:2410:x1855007960499712:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 4732us (5043us total) trans 4294990055 rc 0/0 00000100:00100000:1.0:1769074964.857185:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11729 00002000:00100000:1.0:1769074964.857199:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (172032->4173980) req@ffff8ffd43d00e00 x1855007960499712/t4294990055(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/448 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.857211:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd43d00e00 with x1855007960499712 ext(172032->4173980) 00002000:00010000:1.0:1769074964.857218:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd43d00e00 00000100:00100000:0.0:1769074964.861650:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.862250:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960499840 00000100:00100000:1.0:1769074964.862263:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960499840 00000100:00100000:1.0:1769074964.862372:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83524 00000100:00100000:1.0:1769074964.862383:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+13:2408:x1855007960499840:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:3.0:1769074964.865540:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294990055 is committed 00000100:00100000:1.0:1769074964.866060:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+6:2408:x1855007960499840:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 3380us (4120us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074964.866075:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83524 00000100:00100000:3.0:1769074964.868938:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.869146:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960499968 00000100:00100000:2.0:1769074964.869157:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960499968 00000100:00100000:2.0:1769074964.869218:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41249 00000100:00100000:2.0:1769074964.869227:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd43d03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+64:12630:x1855007960499968:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:2.0:1769074964.869252:0:6528:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1769074964.869273:0:6528:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484400/0xf5091596e3045bf1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505e01 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.869365:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41485a00/0xf5091596e3045bf8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074964.869380:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41485a00/0xf5091596e3045bf8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074964.869391:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41485a00/0xf5091596e3045bf8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000004:00200000:2.0:1769074964.869419:0:6528:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4173981 00000004:00200000:2.0:1769074964.869424:0:6528:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1769074964.869441:0:6528:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41485a00/0xf5091596e3045bf8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:2.0:1769074964.869499:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41484400/0xf5091596e3045bf1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505e01 expref: 66 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.869518:0:6528:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41485a00/0xf5091596e3045bf8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 23 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505e01 expref: 65 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1769074964.869536:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:2.0:1769074964.869540:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1769074964.869543:0:6528:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe41485a00, rc 0) 00000100:00100000:2.0:1769074964.869598:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd43d03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+65:12630:x1855007960499968:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 371us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1769074964.869605:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41249 00000100:00100000:3.0:1769074964.873996:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.874576:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960500096 00000100:00100000:1.0:1769074964.874587:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960500096 00000100:00100000:1.0:1769074964.874663:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11730 00000100:00100000:1.0:1769074964.874672:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960500096:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074964.875321:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4173981 -> 4173981 00002000:00010000:1.0:1769074964.875326:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074964.875328:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074964.875331:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074964.875333:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1120 -> 1232 00000100:00100000:1.0:1769074964.875405:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2410:x1855007960500096:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 733us (1418us total) trans 4294990056 rc 0/0 00000100:00100000:1.0:1769074964.875415:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11730 00000100:00100000:3.0:1769074964.881330:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.882043:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960500224 00000100:00100000:1.0:1769074964.882056:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960500224 00002000:00100000:1.0:1769074964.882112:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1843200->1847295) req@ffff8ffd4411c000 x1855007960500224/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.882124:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4411c000 with x1855007960500224 ext(1843200->1847295) 00002000:00010000:1.0:1769074964.882131:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4411c000 00000100:00100000:1.0:1769074964.882177:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11731 00000100:00100000:1.0:1769074964.882185:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960500224:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074964.882437:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960500224:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 250us (1115us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1769074964.882478:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11731 00002000:00100000:1.0:1769074964.882487:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1843200->1847295) req@ffff8ffd4411c000 x1855007960500224/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.882495:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4411c000 with x1855007960500224 ext(1843200->1847295) 00002000:00010000:1.0:1769074964.882498:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4411c000 00000100:00100000:3.0:1769074964.886133:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.886303:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960500352 00000100:00100000:1.0:1769074964.886313:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960500352 00002000:00100000:1.0:1769074964.886361:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1843200->1847295) req@ffff8ffd4411e300 x1855007960500352/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 4584/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.886372:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4411e300 with x1855007960500352 ext(1843200->1847295) 00002000:00010000:1.0:1769074964.886378:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4411e300 00000100:00100000:1.0:1769074964.886405:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11732 00000100:00100000:1.0:1769074964.886413:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960500352:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074964.888250:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960500352:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 1832us (2121us total) trans 4294990057 rc 0/0 00000100:00100000:0.0:1769074964.888260:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11732 00002000:00100000:0.0:1769074964.888268:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1843200->1847295) req@ffff8ffd4411e300 x1855007960500352/t4294990057(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 4584/448 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.888276:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4411e300 with x1855007960500352 ext(1843200->1847295) 00002000:00010000:0.0:1769074964.888280:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4411e300 00000100:00100000:2.0:1769074964.890153:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.890328:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960500480 00000100:00100000:1.0:1769074964.890337:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960500480 00000100:00100000:1.0:1769074964.890380:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83525 00000100:00100000:1.0:1769074964.890386:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+9:2407:x1855007960500480:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:3.0:1769074964.892488:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294990057 is committed 00000100:00100000:1.0:1769074964.892694:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960500480:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2297us (2536us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074964.892703:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83525 00000100:00100000:3.0:1769074964.895375:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.895441:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960500608 00000100:00100000:1.0:1769074964.895465:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960500608 00000100:00100000:1.0:1769074964.895545:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11733 00000100:00100000:1.0:1769074964.895555:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960500608:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074964.896064:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4173981 -> 4173981 00002000:00010000:1.0:1769074964.896068:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074964.896069:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074964.896071:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074964.896072:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1232 -> 1288 00000100:00100000:1.0:1769074964.896121:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960500608:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 566us (751us total) trans 4294990058 rc 0/0 00000100:00100000:1.0:1769074964.896128:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11733 00000100:00100000:0.0:1769074964.899373:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.899485:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960500736 00000100:00100000:2.0:1769074964.899496:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960500736 00002000:00100000:2.0:1769074964.899556:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3272704->3276799) req@ffff8ffd428cdf80 x1855007960500736/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.899567:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cdf80 with x1855007960500736 ext(3272704->3276799) 00002000:00010000:2.0:1769074964.899574:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cdf80 00000100:00100000:2.0:1769074964.899601:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11734 00000100:00100000:2.0:1769074964.899608:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960500736:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074964.899795:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960500736:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 186us (430us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074964.899807:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11734 00002000:00100000:2.0:1769074964.899814:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3272704->3276799) req@ffff8ffd428cdf80 x1855007960500736/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.899822:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cdf80 with x1855007960500736 ext(3272704->3276799) 00002000:00010000:2.0:1769074964.900310:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cdf80 00000100:00100000:3.0:1769074964.903422:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.903499:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960500864 00000100:00100000:2.0:1769074964.903512:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960500864 00002000:00100000:2.0:1769074964.903583:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3276800->3280895) req@ffff8ffd4411fb80 x1855007960500864/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.903595:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4411fb80 with x1855007960500864 ext(3276800->3280895) 00002000:00010000:2.0:1769074964.903603:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4411fb80 00000100:00100000:2.0:1769074964.903697:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11735 00000100:00100000:2.0:1769074964.903707:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960500864:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074964.903940:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960500864:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 233us (525us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074964.903949:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11735 00002000:00100000:2.0:1769074964.903956:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3276800->3280895) req@ffff8ffd4411fb80 x1855007960500864/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.903965:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4411fb80 with x1855007960500864 ext(3276800->3280895) 00002000:00010000:2.0:1769074964.903968:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4411fb80 00000100:00100000:0.0:1769074964.908125:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.908679:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960500992 00000100:00100000:1.0:1769074964.908700:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960500992 00002000:00100000:1.0:1769074964.908754:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3252224->3317759) req@ffff8ffd428cdc00 x1855007960500992/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.908775:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cdc00 with x1855007960500992 ext(3252224->3317759) 00002000:00010000:1.0:1769074964.908783:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cdc00 00000100:00100000:1.0:1769074964.908816:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11736 00000100:00100000:1.0:1769074964.908833:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960500992:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074964.912798:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960500992:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3965us (4673us total) trans 0 rc 57344/57344 00000100:00100000:1.0:1769074964.912811:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11736 00002000:00100000:1.0:1769074964.912825:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3252224->3317759) req@ffff8ffd428cdc00 x1855007960500992/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 504/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 57344/57344 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.913517:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cdc00 with x1855007960500992 ext(3252224->3317759) 00002000:00010000:1.0:1769074964.913525:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cdc00 00000100:00100000:1.0:1769074964.918589:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.918681:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960501120 00000100:00100000:0.0:1769074964.919002:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960501120 00002000:00100000:0.0:1769074964.919058:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3317760->3354623) req@ffff8ffe5c1eaa00 x1855007960501120/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.919070:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c1eaa00 with x1855007960501120 ext(3317760->3354623) 00002000:00010000:0.0:1769074964.919076:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c1eaa00 00000100:00100000:0.0:1769074964.919254:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11737 00000100:00100000:0.0:1769074964.919266:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960501120:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:1.0:1769074964.922649:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c1eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960501120:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 3373us (4059us total) trans 0 rc 36864/36864 00000100:00100000:1.0:1769074964.922663:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11737 00002000:00100000:1.0:1769074964.922676:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (3317760->3354623) req@ffff8ffe5c1eaa00 x1855007960501120/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 36864/36864 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074964.922686:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c1eaa00 with x1855007960501120 ext(3317760->3354623) 00002000:00010000:1.0:1769074964.922692:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c1eaa00 00000100:00100000:3.0:1769074964.926264:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.927927:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960501248 00000100:00100000:2.0:1769074964.927943:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960501248 00002000:00100000:2.0:1769074964.928003:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3272704->3325951) req@ffff8ffd4411e680 x1855007960501248/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.928015:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4411e680 with x1855007960501248 ext(3272704->3325951) 00002000:00010000:2.0:1769074964.928022:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4411e680 00000100:00100000:2.0:1769074964.928049:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11738 00000100:00100000:2.0:1769074964.928058:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960501248:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074964.934357:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960501248:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 6287us (8089us total) trans 4294990059 rc 0/0 00000100:00100000:2.0:1769074964.934372:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11738 00002000:00100000:2.0:1769074964.934385:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3272704->3325951) req@ffff8ffd4411e680 x1855007960501248/t4294990059(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/448 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.934396:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4411e680 with x1855007960501248 ext(3272704->3325951) 00002000:00010000:2.0:1769074964.934404:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4411e680 00000100:00100000:3.0:1769074964.940738:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.941127:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960501376 00000100:00100000:1.0:1769074964.941147:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960501376 00000100:00100000:1.0:1769074964.941201:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83526 00000100:00100000:1.0:1769074964.941211:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960501376:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:3.0:1769074964.944652:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294990059 is committed 00000100:00100000:1.0:1769074964.945322:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960501376:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 4106us (4589us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074964.945335:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83526 00000100:00100000:0.0:1769074964.949681:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.950046:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960501504 00000100:00100000:2.0:1769074964.950058:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960501504 00002000:00100000:2.0:1769074964.950108:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2273280->2338815) req@ffff8ffd428cc700 x1855007960501504/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.950119:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cc700 with x1855007960501504 ext(2273280->2338815) 00002000:00010000:2.0:1769074964.950125:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cc700 00000100:00100000:2.0:1769074964.950165:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11739 00000100:00100000:2.0:1769074964.950174:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960501504:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074964.956594:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960501504:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 6409us (6911us total) trans 0 rc 65536/65536 00000100:00100000:2.0:1769074964.956610:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11739 00002000:00100000:2.0:1769074964.956624:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2273280->2338815) req@ffff8ffd428cc700 x1855007960501504/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.956635:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd428cc700 with x1855007960501504 ext(2273280->2338815) 00002000:00010000:2.0:1769074964.956642:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd428cc700 00000100:00100000:1.0:1769074964.961443:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074964.961955:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960501632 00000100:00100000:2.0:1769074964.961967:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960501632 00002000:00100000:2.0:1769074964.962018:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2359296->2363391) req@ffff8ffe5c1eb480 x1855007960501632/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.962028:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c1eb480 with x1855007960501632 ext(2359296->2363391) 00002000:00010000:2.0:1769074964.962035:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c1eb480 00000100:00100000:2.0:1769074964.962068:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11740 00000100:00100000:2.0:1769074964.962077:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960501632:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074964.962301:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c1eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960501632:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 224us (868us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074964.962310:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11740 00002000:00100000:2.0:1769074964.962317:0:13953:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x280000401:0x2804:0x0] (2359296->2363391) req@ffff8ffe5c1eb480 x1855007960501632/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/4536 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074964.962326:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c1eb480 with x1855007960501632 ext(2359296->2363391) 00002000:00010000:2.0:1769074964.962330:0:13953:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c1eb480 00000100:00100000:3.0:1769074964.973265:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.973433:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960501760 00000100:00100000:0.0:1769074964.973444:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960501760 00002000:00100000:0.0:1769074964.973625:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3117056->3182591) req@ffff8ffd4411c700 x1855007960501760/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/0 e 0 to 0 dl 1769074975 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.973638:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4411c700 with x1855007960501760 ext(3117056->3182591) 00002000:00010000:0.0:1769074964.973644:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4411c700 00000100:00100000:0.0:1769074964.973685:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11741 00000100:00100000:0.0:1769074964.973704:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960501760:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074964.981584:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960501760:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 7735us (8184us total) trans 0 rc 65536/65536 00000100:00100000:0.0:1769074964.981600:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11741 00002000:00100000:0.0:1769074964.981613:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3117056->3182591) req@ffff8ffd4411c700 x1855007960501760/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:500/0 lens 488/440 e 0 to 0 dl 1769074975 ref 1 fl Complete:/600/0 rc 65536/65536 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074964.981623:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4411c700 with x1855007960501760 ext(3117056->3182591) 00002000:00010000:0.0:1769074964.981630:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4411c700 00000100:00100000:3.0:1769074964.986573:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074964.987126:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960501888 00000100:00100000:0.0:1769074964.987148:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960501888 00000100:00100000:0.0:1769074964.987226:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11742 00000100:00100000:0.0:1769074964.987236:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960501888:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074964.987774:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4173981 -> 4173981 00002000:00010000:0.0:1769074964.987778:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.987781:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.987783:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074964.987786:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1288 -> 1408 00000100:00100000:0.0:1769074964.987858:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960501888:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 623us (1294us total) trans 4294990060 rc 0/0 00000100:00100000:0.0:1769074964.987867:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11742 00000100:00100000:2.0:1769074964.993402:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074964.993654:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960502016 00000100:00100000:1.0:1769074964.993665:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960502016 00000100:00100000:1.0:1769074964.993754:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11743 00000100:00100000:1.0:1769074964.993774:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960502016:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074964.994418:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4173981 -> 4173981 00002000:00010000:1.0:1769074964.994423:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074964.994425:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074964.994428:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074964.994430:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1408 -> 1456 00000100:00100000:1.0:1769074964.994556:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960502016:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 783us (1164us total) trans 4294990061 rc 0/0 00000100:00100000:1.0:1769074964.994565:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11743 00000100:00100000:2.0:1769074965.006307:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.006404:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960502144 00000100:00100000:0.0:1769074965.006415:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960502144 00002000:00100000:0.0:1769074965.006502:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1359872->4108287) req@ffff8ffd83ccfb80 x1855007960502144/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 568/0 e 0 to 0 dl 1769074976 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.006572:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd83ccfb80 with x1855007960502144 ext(1359872->4108287) 00002000:00010000:0.0:1769074965.006580:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd83ccfb80 00000100:00100000:0.0:1769074965.006605:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11744 00000100:00100000:0.0:1769074965.006615:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960502144:12345-192.168.204.30@tcp:3:fsx.0 00000100:00080000:2.0:1769074965.009693:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1769074965.035387:0:3657:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd428cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1855007969081472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1769074965.035467:0:3657:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074965.035603:0:13919:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969081472 00000100:00100000:0.0:1769074965.035611:0:13919:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969081472 00000100:00100000:0.0:1769074965.035682:0:13919:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:0.0:1769074965.035697:0:13919:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3657:x1855007969081472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1769074965.035717:0:13919:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 116805312 pending 0 free 3923476480 avail 3691778048 00000100:00100000:0.0:1769074965.035768:0:13919:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c1e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3657:x1855007969081472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 64us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074965.035775:0:13919:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:1.0:1769074965.036408:0:3657:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd428cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3657:1855007969081472:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1769074965.036704:0:3658:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ffd428cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969081600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1769074965.036738:0:3658:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1769074965.036835:0:8418:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007969081600 00000100:00100000:0.0:1769074965.036840:0:8418:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007969081600 00000100:00100000:0.0:1769074965.036876:0:8418:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:0.0:1769074965.036883:0:8418:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1855007969081600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1769074965.036898:0:8418:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 116805312 pending 0 free 3923476480 avail 3691778048 00000100:00100000:0.0:1769074965.036944:0:8418:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c1ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3658:x1855007969081600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074965.036951:0:8418:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:1.0:1769074965.037153:0:3658:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ffd428cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3658:1855007969081600:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1769074965.070262:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960502144:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 63636us (63950us total) trans 0 rc 2252800/2252800 00000100:00100000:0.0:1769074965.070276:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11744 00002000:00100000:0.0:1769074965.070291:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1359872->4108287) req@ffff8ffd83ccfb80 x1855007960502144/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 568/440 e 0 to 0 dl 1769074976 ref 1 fl Complete:/600/0 rc 2252800/2252800 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.070328:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd83ccfb80 with x1855007960502144 ext(1359872->4108287) 00002000:00010000:0.0:1769074965.070335:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd83ccfb80 00000100:00100000:2.0:1769074965.077236:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.077317:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960502400 00000100:00100000:0.0:1769074965.077326:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960502400 00000100:00100000:0.0:1769074965.077434:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41250 00000100:00100000:0.0:1769074965.077442:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83cce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+65:12630:x1855007960502400:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074965.077515:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074965.077549:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe41485a00/0xf5091596e3045bf8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505e01 expref: 65 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.077566:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074965.077570:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074965.077740:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdb600/0xf5091596e3045bff lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 23 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.077757:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdb600/0xf5091596e3045bff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.077777:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdb600/0xf5091596e3045bff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:0.0:1769074965.077822:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998245 00000004:00010000:0.0:1769074965.077853:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000a972ed70 reply state 00000000d5e41212 transno 4294998246 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdb600/0xf5091596e3045bff lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.077865:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdb600/0xf5091596e3045bff lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 23 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.077871:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074965.077894:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074965.077897:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074965.078516:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83cce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+67:12630:x1855007960502400:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 1072us (1378us total) trans 4294998246 rc 0/0 00000100:00100000:0.0:1769074965.078532:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41250 00000020:00080000:0.0:1769074965.078537:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:2.0:1769074965.078685:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1769074965.082587:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074965.082676:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.083254:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960502656 00000100:00100000:0.0:1769074965.083265:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960502656 00002000:00010000:0.0:1769074965.083324:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074965.083329:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd83cce680 with x1855007960502656 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074965.083341:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd83cce680. 00000100:00100000:0.0:1769074965.083369:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960502528 00000100:00100000:0.0:1769074965.083372:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960502528 00002000:00010000:0.0:1769074965.083384:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1604085->18446744073709551615) 00002000:00100000:0.0:1769074965.083387:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd83ccdc00 with x1855007960502528 ext(1604085->18446744073709551615) 00002000:00010000:0.0:1769074965.083393:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd83ccdc00. 00000100:00100000:0.0:1769074965.083417:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11745 00000100:00100000:0.0:1769074965.083425:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960502656:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074965.083607:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1769074965.083611:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074965.083614:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074965.083617:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074965.083619:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00080000:2.0:1769074965.084052:0:6523:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1769074965.084125:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11746 00000100:00100000:3.0:1769074965.084234:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960502528:12345-192.168.204.30@tcp:10:fsx.0 00000100:00100000:0.0:1769074965.085260:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960502656:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 1829us (2675us total) trans 4294989878 rc 0/0 00000100:00100000:0.0:1769074965.085272:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11745 00002000:00010000:0.0:1769074965.085278:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:0.0:1769074965.085298:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd83cce680 with x1855007960502656 ext(0->18446744073709551615) 00002000:00010000:0.0:1769074965.085306:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd83cce680. 00002000:00010000:0.0:1769074965.091511:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4173981 -> 1604085 00002000:00010000:0.0:1769074965.091519:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074965.091521:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074965.091522:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074965.091532:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1456 -> 1152 00000100:00100000:0.0:1769074965.091659:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960502528:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 7519us (8976us total) trans 4294990062 rc 0/0 00000100:00100000:0.0:1769074965.091669:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11746 00002000:00010000:0.0:1769074965.091675:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (1604085->18446744073709551615) 00002000:00100000:0.0:1769074965.091678:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd83ccdc00 with x1855007960502528 ext(1604085->18446744073709551615) 00002000:00010000:0.0:1769074965.093426:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd83ccdc00. 00000100:00100000:2.0:1769074965.103128:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074965.103320:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960502784 00000100:00100000:1.0:1769074965.103330:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960502784 00000100:00100000:1.0:1769074965.103393:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41251 00000100:00100000:1.0:1769074965.103403:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+67:12630:x1855007960502784:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:1.0:1769074965.103428:0:6528:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074965.103479:0:6528:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317600/0xf5091596e3045c06 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505e08 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074965.103592:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317800/0xf5091596e3045c0d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074965.103607:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317800/0xf5091596e3045c0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074965.103619:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317800/0xf5091596e3045c0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000004:00200000:1.0:1769074965.103646:0:6528:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 1604085 00000004:00200000:1.0:1769074965.103650:0:6528:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1769074965.103681:0:6528:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317800/0xf5091596e3045c0d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074965.103718:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317600/0xf5091596e3045c06 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505e08 expref: 69 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074965.103737:0:6528:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317800/0xf5091596e3045c0d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 24 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505e08 expref: 68 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074965.103746:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074965.103749:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074965.103753:0:6528:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe6d317800, rc 0) 00000100:00100000:1.0:1769074965.103816:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+68:12630:x1855007960502784:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 414us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074965.103823:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41251 00000100:00100000:3.0:1769074965.107638:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.107806:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960502912 00000100:00100000:0.0:1769074965.107816:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960502912 00000100:00100000:0.0:1769074965.107882:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11747 00000100:00100000:0.0:1769074965.107893:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960502912:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074965.108209:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1604085 -> 1604085 00002000:00010000:0.0:1769074965.108214:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074965.108217:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074965.108219:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074965.108221:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1152 -> 1152 00000100:00100000:0.0:1769074965.108286:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960502912:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 395us (656us total) trans 4294990063 rc 0/0 00000100:00100000:0.0:1769074965.108295:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11747 00000100:00100000:3.0:1769074965.112338:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074965.112417:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960503040 00000100:00100000:1.0:1769074965.112426:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960503040 00000100:00100000:1.0:1769074965.112536:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11748 00000100:00100000:1.0:1769074965.112546:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2407:x1855007960503040:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:1.0:1769074965.112754:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1604085 -> 1604085 00002000:00010000:1.0:1769074965.112768:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074965.112771:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074965.112773:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074965.112775:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1152 -> 1256 00000100:00100000:1.0:1769074965.112833:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2407:x1855007960503040:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 288us (504us total) trans 4294990064 rc 0/0 00000100:00100000:1.0:1769074965.112841:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11748 00000100:00100000:2.0:1769074965.118424:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.118617:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960503296 00000100:00100000:0.0:1769074965.118628:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960503296 00000100:00100000:0.0:1769074965.118704:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41252 00000100:00100000:0.0:1769074965.118713:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+68:12630:x1855007960503296:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074965.119058:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074965.119085:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317800/0xf5091596e3045c0d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505e08 expref: 68 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.119103:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074965.119107:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074965.119275:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbc00/0xf5091596e3045c14 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 24 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.119293:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbc00/0xf5091596e3045c14 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.119303:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbc00/0xf5091596e3045c14 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:0.0:1769074965.119346:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998247 00000004:00010000:0.0:1769074965.119367:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000808098e4 reply state 00000000537929be transno 4294998248 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbc00/0xf5091596e3045c14 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.119379:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbc00/0xf5091596e3045c14 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 24 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.119385:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074965.119388:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074965.119390:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074965.119588:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+70:12630:x1855007960503296:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 874us (1174us total) trans 4294998248 rc 0/0 00000100:00100000:0.0:1769074965.119626:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41252 00000020:00080000:0.0:1769074965.119631:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074965.122299:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074965.122329:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074965.122571:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960503552 00000100:00100000:2.0:1769074965.122581:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960503552 00002000:00010000:2.0:1769074965.122615:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074965.122620:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4411ca80 with x1855007960503552 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074965.122631:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd4411ca80. 00000100:00100000:2.0:1769074965.122665:0:13953:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960503424 00000100:00100000:2.0:1769074965.122668:0:13953:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960503424 00002000:00010000:2.0:1769074965.122678:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2796347->18446744073709551615) 00002000:00100000:2.0:1769074965.122681:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4411d500 with x1855007960503424 ext(2796347->18446744073709551615) 00002000:00010000:2.0:1769074965.122693:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4411d500. 00000100:00100000:2.0:1769074965.122710:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11749 00000100:00100000:2.0:1769074965.122718:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960503552:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074965.123066:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074965.123070:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074965.123072:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074965.123075:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074965.123078:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074965.123127:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+10:2410:x1855007960503552:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 409us (835us total) trans 4294989879 rc 0/0 00000100:00100000:2.0:1769074965.123145:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11749 00002000:00010000:2.0:1769074965.123149:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074965.123152:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4411ca80 with x1855007960503552 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074965.123156:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffd4411ca80. 00000100:00100000:2.0:1769074965.123170:0:13953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11750 00000100:00100000:2.0:1769074965.123177:0:13953:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+11:2410:x1855007960503424:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074965.123283:0:13953:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 1604085 -> 2796347 00002000:00010000:2.0:1769074965.123286:0:13953:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074965.123289:0:13953:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074965.123291:0:13953:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074965.123293:0:13953:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1256 -> 1256 00000100:00100000:2.0:1769074965.123312:0:13953:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960503424:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 136us (983us total) trans 4294990065 rc 0/0 00000100:00100000:2.0:1769074965.123318:0:13953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11750 00002000:00010000:2.0:1769074965.123321:0:13953:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (2796347->18446744073709551615) 00002000:00100000:2.0:1769074965.123324:0:13953:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4411d500 with x1855007960503424 ext(2796347->18446744073709551615) 00002000:00010000:2.0:1769074965.123328:0:13953:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4411d500. 00000100:00100000:3.0:1769074965.127164:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.127238:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960503680 00000100:00100000:0.0:1769074965.127248:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960503680 00000100:00100000:0.0:1769074965.127304:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41253 00000100:00100000:0.0:1769074965.127314:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+70:12630:x1855007960503680:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074965.127337:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074965.127359:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bda000/0xf5091596e3045c1b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505e0f expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.127495:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbe00/0xf5091596e3045c22 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.127511:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbe00/0xf5091596e3045c22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.127532:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbe00/0xf5091596e3045c22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:0.0:1769074965.127560:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 2796347 00000004:00200000:0.0:1769074965.127565:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074965.127584:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbe00/0xf5091596e3045c22 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.127609:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bda000/0xf5091596e3045c1b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505e0f expref: 72 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.127625:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbe00/0xf5091596e3045c22 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 25 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505e0f expref: 71 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.127697:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074965.127701:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074965.127704:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe81bdbe00, rc 0) 00000100:00100000:0.0:1769074965.128138:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+71:12630:x1855007960503680:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 448us (605us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074965.128147:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41253 00000100:00100000:2.0:1769074965.135390:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074965.135479:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960503808 00000100:00100000:3.0:1769074965.135490:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960503808 00000100:00100000:3.0:1769074965.135567:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11751 00000100:00100000:3.0:1769074965.135578:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960503808:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074965.135929:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2796347 -> 2796347 00002000:00010000:3.0:1769074965.135933:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:3.0:1769074965.135936:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:3.0:1769074965.135939:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:3.0:1769074965.135941:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1256 -> 1256 00000100:00100000:3.0:1769074965.136051:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+13:2409:x1855007960503808:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 474us (671us total) trans 4294990066 rc 0/0 00000100:00100000:3.0:1769074965.136060:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11751 00000100:00100000:3.0:1769074965.145412:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.145542:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960503936 00000100:00100000:0.0:1769074965.145552:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960503936 00002000:00100000:0.0:1769074965.145602:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1142784->2797567) req@ffff8ffd4411f100 x1855007960503936/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 504/0 e 0 to 0 dl 1769074976 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.145613:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4411f100 with x1855007960503936 ext(1142784->2797567) 00002000:00010000:0.0:1769074965.145619:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4411f100 00000100:00100000:0.0:1769074965.145656:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11752 00000100:00100000:0.0:1769074965.145666:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960503936:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074965.161383:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960503936:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 15707us (15970us total) trans 0 rc 1200128/1200128 00000100:00100000:0.0:1769074965.161399:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11752 00002000:00100000:0.0:1769074965.161413:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (1142784->2797567) req@ffff8ffd4411f100 x1855007960503936/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 504/440 e 0 to 0 dl 1769074976 ref 1 fl Complete:/600/0 rc 1200128/1200128 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.161425:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4411f100 with x1855007960503936 ext(1142784->2797567) 00002000:00010000:0.0:1769074965.161432:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4411f100 00000100:00100000:3.0:1769074965.171667:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.171771:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960504064 00000100:00100000:0.0:1769074965.171782:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960504064 00002000:00100000:0.0:1769074965.171866:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2330624->2371583) req@ffff8ffd4411ce00 x1855007960504064/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 488/0 e 0 to 0 dl 1769074976 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.171877:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4411ce00 with x1855007960504064 ext(2330624->2371583) 00002000:00010000:0.0:1769074965.171884:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4411ce00 00000100:00100000:0.0:1769074965.171920:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11753 00000100:00100000:0.0:1769074965.171929:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd4411ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+13:2407:x1855007960504064:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074965.175733:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd4411ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+15:2407:x1855007960504064:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 3791us (4063us total) trans 4294990067 rc 0/0 00000100:00100000:0.0:1769074965.175749:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11753 00002000:00100000:0.0:1769074965.175762:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2330624->2371583) req@ffff8ffd4411ce00 x1855007960504064/t4294990067(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 488/448 e 0 to 0 dl 1769074976 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.175772:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd4411ce00 with x1855007960504064 ext(2330624->2371583) 00002000:00010000:0.0:1769074965.175779:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd4411ce00 00000100:00100000:3.0:1769074965.180631:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074965.181399:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960504192 00000100:00100000:1.0:1769074965.181412:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960504192 00000100:00100000:1.0:1769074965.181519:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83527 00000100:00100000:1.0:1769074965.181539:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7856a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+15:2410:x1855007960504192:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074965.184625:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294990067 is committed 00000100:00100000:1.0:1769074965.184806:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7856a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960504192:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 3263us (4181us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074965.184818:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83527 00000100:00100000:3.0:1769074965.190186:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.190580:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960504448 00000100:00100000:0.0:1769074965.190593:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960504448 00000100:00100000:0.0:1769074965.190661:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41254 00000100:00100000:0.0:1769074965.190671:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7856b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+71:12630:x1855007960504448:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074965.190722:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074965.190750:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbe00/0xf5091596e3045c22 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505e0f expref: 71 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.190770:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074965.190776:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074965.190947:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bda000/0xf5091596e3045c29 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 25 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.191021:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bda000/0xf5091596e3045c29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.191031:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bda000/0xf5091596e3045c29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:0.0:1769074965.191074:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998249 00000004:00010000:0.0:1769074965.191097:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002f79d20f reply state 0000000002070b23 transno 4294998250 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bda000/0xf5091596e3045c29 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.191107:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bda000/0xf5091596e3045c29 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 25 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.191112:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074965.191115:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074965.191117:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074965.191214:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7856b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+73:12630:x1855007960504448:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 544us (1037us total) trans 4294998250 rc 0/0 00000100:00100000:0.0:1769074965.191222:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41254 00000020:00080000:0.0:1769074965.191226:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074965.194416:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.194613:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960504576 00000100:00100000:0.0:1769074965.194622:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960504576 00002000:00010000:0.0:1769074965.194664:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3152038->18446744073709551615) 00002000:00100000:0.0:1769074965.194669:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78568000 with x1855007960504576 ext(3152038->18446744073709551615) 00002000:00010000:0.0:1769074965.194682:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78568000. 00000100:00100000:0.0:1769074965.194706:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11754 00000100:00100000:0.0:1769074965.194714:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78568000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960504576:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:0.0:1769074965.194947:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 2796347 -> 3152038 00002000:00010000:0.0:1769074965.194951:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074965.194981:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074965.194983:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074965.194985:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1256 -> 1336 00000100:00100000:0.0:1769074965.195048:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78568000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960504576:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 333us (638us total) trans 4294990068 rc 0/0 00000100:00100000:0.0:1769074965.195056:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11754 00002000:00010000:0.0:1769074965.195060:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (3152038->18446744073709551615) 00002000:00100000:0.0:1769074965.195063:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78568000 with x1855007960504576 ext(3152038->18446744073709551615) 00002000:00010000:0.0:1769074965.195068:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78568000. 00000100:00100000:3.0:1769074965.196474:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074965.199293:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960504704 00000100:00100000:2.0:1769074965.199309:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960504704 00002000:00010000:2.0:1769074965.199365:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074965.199371:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe7856bb80 with x1855007960504704 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074965.199383:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe7856bb80. 00000100:00100000:2.0:1769074965.199420:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11755 00000100:00100000:2.0:1769074965.199429:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7856bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960504704:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074965.199618:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1769074965.199622:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074965.199624:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074965.199627:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074965.199630:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1769074965.199703:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7856bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960504704:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 274us (3234us total) trans 4294989880 rc 0/0 00000100:00100000:2.0:1769074965.199711:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11755 00002000:00010000:2.0:1769074965.199716:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (0->18446744073709551615) 00002000:00100000:2.0:1769074965.199719:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe7856bb80 with x1855007960504704 ext(0->18446744073709551615) 00002000:00010000:2.0:1769074965.199723:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe7856bb80. 00000100:00100000:3.0:1769074965.204030:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.204136:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960504832 00000100:00100000:0.0:1769074965.204146:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960504832 00002000:00100000:0.0:1769074965.204192:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2797568->3153919) req@ffff8ffe7856a680 x1855007960504832/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 488/0 e 0 to 0 dl 1769074976 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.204204:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe7856a680 with x1855007960504832 ext(2797568->3153919) 00002000:00010000:0.0:1769074965.204210:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe7856a680 00000100:00100000:0.0:1769074965.204243:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11756 00000100:00100000:0.0:1769074965.204252:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7856a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960504832:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074965.211107:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7856a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960504832:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 6845us (7075us total) trans 0 rc 356352/356352 00000100:00100000:0.0:1769074965.211122:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11756 00002000:00100000:0.0:1769074965.211135:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (2797568->3153919) req@ffff8ffe7856a680 x1855007960504832/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 488/440 e 0 to 0 dl 1769074976 ref 1 fl Complete:/600/0 rc 356352/356352 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.211146:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe7856a680 with x1855007960504832 ext(2797568->3153919) 00002000:00010000:0.0:1769074965.211152:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe7856a680 00000100:00100000:3.0:1769074965.213716:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.213973:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960504960 00000100:00100000:0.0:1769074965.213984:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960504960 00002000:00100000:0.0:1769074965.214034:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3145728->3152037) req@ffff8ffe78568e00 x1855007960504960/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 6800/0 e 0 to 0 dl 1769074976 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.214046:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78568e00 with x1855007960504960 ext(3145728->3152037) 00002000:00010000:0.0:1769074965.214052:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78568e00 00000100:00100000:0.0:1769074965.214093:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11757 00000100:00100000:0.0:1769074965.214103:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78568e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960504960:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074965.215474:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78568e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960504960:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 1346us (1739us total) trans 4294990069 rc 0/0 00000100:00100000:0.0:1769074965.215484:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11757 00002000:00100000:0.0:1769074965.215495:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x280000401:0x2804:0x0] (3145728->3152037) req@ffff8ffe78568e00 x1855007960504960/t4294990069(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 6800/448 e 0 to 0 dl 1769074976 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.215504:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78568e00 with x1855007960504960 ext(3145728->3152037) 00002000:00010000:0.0:1769074965.215509:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78568e00 00000100:00100000:3.0:1769074965.217559:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074965.217684:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960505088 00000100:00100000:1.0:1769074965.217693:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960505088 00000100:00100000:1.0:1769074965.217756:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83528 00000100:00100000:1.0:1769074965.217766:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7856ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+9:2410:x1855007960505088:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:3.0:1769074965.219210:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294990069 is committed 00000100:00100000:1.0:1769074965.220327:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7856ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+6:2410:x1855007960505088:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 2553us (2765us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074965.220739:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83528 00000100:00100000:3.0:1769074965.223781:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074965.223882:0:6528:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960505216 00000100:00100000:1.0:1769074965.223892:0:6528:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960505216 00000100:00100000:1.0:1769074965.223951:0:6528:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41255 00000100:00100000:1.0:1769074965.223960:0:6528:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7856b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+73:12630:x1855007960505216:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:1.0:1769074965.223984:0:6528:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074965.224004:0:6528:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317600/0xf5091596e3045c30 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505e16 expref: -99 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074965.224095:0:6528:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317e00/0xf5091596e3045c37 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074965.224111:0:6528:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317e00/0xf5091596e3045c37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074965.224122:0:6528:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317e00/0xf5091596e3045c37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00000004:00200000:1.0:1769074965.224148:0:6528:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 3152038 00000004:00200000:1.0:1769074965.224152:0:6528:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1769074965.224169:0:6528:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317e00/0xf5091596e3045c37 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 6528 initiator: MDT0 00010000:00010000:1.0:1769074965.224192:0:6528:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317600/0xf5091596e3045c30 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505e16 expref: 75 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074965.224212:0:6528:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317e00/0xf5091596e3045c37 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 26 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505e16 expref: 74 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074965.224222:0:6528:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074965.224225:0:6528:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074965.224228:0:6528:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe6d317e00, rc 0) 00000100:00100000:1.0:1769074965.224288:0:6528:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7856b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7c9df161-9cf7-469d-b68b-982e038d3703+74:12630:x1855007960505216:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 328us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074965.224300:0:6528:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41255 00000100:00100000:3.0:1769074965.228235:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.228435:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960505344 00000100:00100000:0.0:1769074965.228480:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960505344 00000100:00100000:0.0:1769074965.228560:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11758 00000100:00100000:0.0:1769074965.228571:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960505344:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:0.0:1769074965.228783:0:13999:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3152038 -> 3743137 00002000:00010000:0.0:1769074965.228787:0:13999:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074965 00002000:00010000:0.0:1769074965.228790:0:13999:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:0.0:1769074965.228792:0:13999:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074965 00002000:00010000:0.0:1769074965.228794:0:13999:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1336 -> 1464 00000100:00100000:0.0:1769074965.228886:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78568380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+7:2407:x1855007960505344:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 317us (660us total) trans 4294990070 rc 0/0 00000100:00100000:0.0:1769074965.228894:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11758 00000100:00100000:3.0:1769074965.241708:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.241906:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960505600 00000100:00100000:0.0:1769074965.241927:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960505600 00000100:00100000:0.0:1769074965.241989:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41256 00000100:00100000:0.0:1769074965.241999:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+74:12630:x1855007960505600:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074965.242043:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074965.242066:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe6d317e00/0xf5091596e3045c37 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505e16 expref: 74 pid: 6528 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.242081:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074965.242085:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074965.242238:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbe00/0xf5091596e3045c3e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 26 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.242256:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbe00/0xf5091596e3045c3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.242266:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbe00/0xf5091596e3045c3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:0.0:1769074965.242302:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998251 00000004:00010000:0.0:1769074965.242318:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009755a8a2 reply state 0000000035a3098d transno 4294998252 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbe00/0xf5091596e3045c3e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.242327:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdbe00/0xf5091596e3045c3e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 26 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.242331:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074965.242333:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074965.242383:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074965.242535:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78568a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+76:12630:x1855007960505600:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 536us (835us total) trans 4294998252 rc 0/0 00000100:00100000:0.0:1769074965.242543:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41256 00000020:00080000:0.0:1769074965.242548:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1769074965.245949:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074965.246045:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074965.246343:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960505856 00000100:00100000:2.0:1769074965.246364:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960505856 00002000:00010000:2.0:1769074965.246407:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (625547->18446744073709551615) 00002000:00100000:2.0:1769074965.246412:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78569f80 with x1855007960505856 ext(625547->18446744073709551615) 00002000:00010000:2.0:1769074965.246423:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe78569f80. 00000100:00100000:2.0:1769074965.246889:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960505728 00000100:00100000:2.0:1769074965.246894:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960505728 00002000:00010000:2.0:1769074965.246910:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074965.246914:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78569c00 with x1855007960505728 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074965.246921:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78569c00. 00000100:00100000:3.0:1769074965.247091:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11759 00000100:00100000:3.0:1769074965.247104:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78569f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960505856:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074965.247418:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 0 -> 625547 00002000:00010000:3.0:1769074965.247422:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074964 -> 1769074965 00002000:00010000:3.0:1769074965.247425:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:3.0:1769074965.247427:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074964 -> 1769074965 00002000:00010000:3.0:1769074965.247429:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1769074965.247536:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78569f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960505856:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 424us (1584us total) trans 4294989881 rc 0/0 00000100:00100000:3.0:1769074965.247545:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11759 00002000:00010000:3.0:1769074965.247549:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (625547->18446744073709551615) 00002000:00100000:3.0:1769074965.247552:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78569f80 with x1855007960505856 ext(625547->18446744073709551615) 00002000:00010000:3.0:1769074965.247558:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe78569f80. 00000100:00100000:3.0:1769074965.247590:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11760 00000100:00100000:3.0:1769074965.247599:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78569c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960505728:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:3.0:1769074965.247692:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 3743137 -> 4194304 00002000:00010000:3.0:1769074965.247695:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074965 -> 1769074965 00002000:00010000:3.0:1769074965.247698:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:3.0:1769074965.247700:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074965 -> 1769074965 00002000:00010000:3.0:1769074965.247702:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1464 -> 1464 00000100:00100000:3.0:1769074965.247725:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78569c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960505728:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 128us (1680us total) trans 4294990071 rc 0/0 00000100:00100000:3.0:1769074965.247731:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11760 00002000:00010000:3.0:1769074965.247734:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:3.0:1769074965.247737:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78569c00 with x1855007960505728 ext(4194304->18446744073709551615) 00002000:00010000:3.0:1769074965.247742:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe78569c00. 00000100:00100000:2.0:1769074965.262817:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.262948:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960505984 00000100:00100000:0.0:1769074965.262960:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960505984 00002000:00100000:0.0:1769074965.263009:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3153920->4194303) req@ffff8ffd83ccf100 x1855007960505984/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 488/0 e 0 to 0 dl 1769074976 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.263020:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd83ccf100 with x1855007960505984 ext(3153920->4194303) 00002000:00010000:0.0:1769074965.263026:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd83ccf100 00000100:00100000:0.0:1769074965.263061:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11761 00000100:00100000:0.0:1769074965.263070:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960505984:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:3.0:1769074965.272705:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074965.272814:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960506112 00000100:00100000:2.0:1769074965.272824:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960506112 00002000:00100000:2.0:1769074965.272875:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (593920->598015) req@ffff8ffe78568700 x1855007960506112/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 488/0 e 0 to 0 dl 1769074976 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074965.272887:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78568700 with x1855007960506112 ext(593920->598015) 00002000:00010000:2.0:1769074965.272894:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe78568700 00000100:00100000:2.0:1769074965.272937:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11762 00000100:00100000:2.0:1769074965.272945:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78568700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+12:2408:x1855007960506112:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:2.0:1769074965.273161:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78568700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+12:2408:x1855007960506112:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 216us (466us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1769074965.273170:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11762 00002000:00100000:2.0:1769074965.273176:0:8420:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x2804:0x0] (593920->598015) req@ffff8ffe78568700 x1855007960506112/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 488/4536 e 0 to 0 dl 1769074976 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074965.273185:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78568700 with x1855007960506112 ext(593920->598015) 00002000:00010000:2.0:1769074965.273189:0:8420:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe78568700 00000100:00100000:0.0:1769074965.284166:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2407:x1855007960505984:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 21088us (21353us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1769074965.284181:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11761 00002000:00100000:0.0:1769074965.284204:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (3153920->4194303) req@ffff8ffd83ccf100 x1855007960505984/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 488/440 e 0 to 0 dl 1769074976 ref 1 fl Complete:/600/0 rc 1040384/1040384 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.284214:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffd83ccf100 with x1855007960505984 ext(3153920->4194303) 00002000:00010000:0.0:1769074965.284221:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffd83ccf100 00000100:00100000:3.0:1769074965.286838:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.286945:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960506240 00000100:00100000:0.0:1769074965.286957:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960506240 00002000:00100000:0.0:1769074965.287011:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (0->626687) req@ffff8ffe78569500 x1855007960506240/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 504/0 e 0 to 0 dl 1769074976 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.287021:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78569500 with x1855007960506240 ext(0->626687) 00002000:00010000:0.0:1769074965.287028:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe78569500 00000100:00100000:0.0:1769074965.287093:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11763 00000100:00100000:0.0:1769074965.287102:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960506240:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074965.300708:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78569500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2409:x1855007960506240:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 13595us (13868us total) trans 0 rc 622592/622592 00000100:00100000:0.0:1769074965.300723:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11763 00002000:00100000:0.0:1769074965.300736:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (0->626687) req@ffff8ffe78569500 x1855007960506240/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 504/440 e 0 to 0 dl 1769074976 ref 1 fl Complete:/600/0 rc 622592/622592 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.300748:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe78569500 with x1855007960506240 ext(0->626687) 00002000:00010000:0.0:1769074965.300754:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe78569500 00000100:00100000:1.0:1769074965.310348:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.310606:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960506368 00000100:00100000:0.0:1769074965.310620:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960506368 00002000:00100000:0.0:1769074965.310675:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (593920->625546) req@ffff8ffe5c1eb100 x1855007960506368/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 488/0 e 0 to 0 dl 1769074976 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.310686:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c1eb100 with x1855007960506368 ext(593920->625546) 00002000:00010000:0.0:1769074965.310692:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5c1eb100 00000100:00100000:0.0:1769074965.310726:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11764 00000100:00100000:0.0:1769074965.310736:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+12:2410:x1855007960506368:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:1.0:1769074965.328745:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c1eb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+14:2410:x1855007960506368:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 17998us (18397us total) trans 4294989882 rc 0/0 00000100:00100000:1.0:1769074965.328760:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11764 00002000:00100000:1.0:1769074965.328788:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x2804:0x0] (593920->625546) req@ffff8ffe5c1eb100 x1855007960506368/t4294989882(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 488/448 e 0 to 0 dl 1769074976 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1769074965.328800:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c1eb100 with x1855007960506368 ext(593920->625546) 00002000:00010000:1.0:1769074965.328806:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5c1eb100 00000100:00100000:3.0:1769074965.333822:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074965.334036:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960506496 00000100:00100000:1.0:1769074965.334047:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960506496 00000100:00100000:1.0:1769074965.334113:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83529 00000100:00100000:1.0:1769074965.334123:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78569180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+14:2407:x1855007960506496:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:2.0:1769074965.338028:0:9484:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294989882 is committed 00000100:00100000:1.0:1769074965.338415:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78569180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+6:2407:x1855007960506496:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 4285us (4594us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074965.338427:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83529 00000100:00100000:3.0:1769074965.347866:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.348032:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960506624 00000100:00100000:0.0:1769074965.348042:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960506624 00000100:00100000:0.0:1769074965.348106:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41257 00000100:00100000:0.0:1769074965.348115:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe7856aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+76:12630:x1855007960506624:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:0.0:1769074965.348147:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1769074965.348169:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdb400/0xf5091596e3045c45 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505e1d expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.348390:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdba00/0xf5091596e3045c4c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.348405:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdba00/0xf5091596e3045c4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.348416:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdba00/0xf5091596e3045c4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:0.0:1769074965.348835:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4819851 00000004:00200000:0.0:1769074965.348842:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1769074965.348862:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdba00/0xf5091596e3045c4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.348890:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdb400/0xf5091596e3045c45 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505e1d expref: 78 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.348990:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdba00/0xf5091596e3045c4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 27 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505e1d expref: 77 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.349001:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074965.349004:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1769074965.349007:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe81bdba00, rc 0) 00000100:00100000:0.0:1769074965.349108:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe7856aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+77:12630:x1855007960506624:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 994us (1250us total) trans 0 rc 0/0 00000100:00100000:0.0:1769074965.349116:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41257 00000100:00100000:2.0:1769074965.354017:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074965.354116:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960506752 00000100:00100000:3.0:1769074965.354127:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960506752 00000100:00100000:3.0:1769074965.354243:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11765 00000100:00100000:3.0:1769074965.354253:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd83cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960506752:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:3.0:1769074965.354686:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:3.0:1769074965.354690:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074965 -> 1769074965 00002000:00010000:3.0:1769074965.354693:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:3.0:1769074965.354695:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074965 -> 1769074965 00002000:00010000:3.0:1769074965.354697:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1464 -> 1464 00000100:00100000:3.0:1769074965.354761:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd83cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960506752:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 508us (752us total) trans 4294990072 rc 0/0 00000100:00100000:3.0:1769074965.354769:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11765 00000100:00100000:1.0:1769074965.360175:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:3.0:1769074965.360293:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960506880 00000100:00100000:3.0:1769074965.360305:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960506880 00002000:00100000:3.0:1769074965.360355:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (364544->393215) req@ffff8ffe5c1e8e00 x1855007960506880/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 488/0 e 0 to 0 dl 1769074976 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1769074965.360368:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c1e8e00 with x1855007960506880 ext(364544->393215) 00002000:00010000:3.0:1769074965.360375:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c1e8e00 00000100:00100000:3.0:1769074965.360506:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11766 00000100:00100000:3.0:1769074965.360516:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960506880:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:2.0:1769074965.367410:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c1e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960506880:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 6886us (7236us total) trans 4294990073 rc 0/0 00000100:00100000:2.0:1769074965.367422:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11766 00002000:00100000:2.0:1769074965.367434:0:13898:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x2804:0x0] (364544->393215) req@ffff8ffe5c1e8e00 x1855007960506880/t4294990073(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 488/448 e 0 to 0 dl 1769074976 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1769074965.367442:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c1e8e00 with x1855007960506880 ext(364544->393215) 00002000:00010000:2.0:1769074965.367460:0:13898:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c1e8e00 00000100:00100000:2.0:1769074965.370283:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074965.370345:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960507008 00000100:00100000:1.0:1769074965.370356:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960507008 00000100:00100000:1.0:1769074965.370416:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83530 00000100:00100000:1.0:1769074965.370425:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960507008:12345-192.168.204.30@tcp:16:fsx.0 00000001:00080000:3.0:1769074965.371897:0:8412:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294990073 is committed 00000100:00100000:1.0:1769074965.372398:0:14034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960507008:12345-192.168.204.30@tcp:16:fsx.0 Request processed in 1970us (2119us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074965.372407:0:14034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 83530 00000100:00100000:1.0:1769074965.375416:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074965.375538:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960507136 00000100:00100000:2.0:1769074965.375549:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960507136 00000100:00100000:2.0:1769074965.375621:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11767 00000100:00100000:2.0:1769074965.375630:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960507136:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074965.376582:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 625547 -> 625547 00002000:00010000:2.0:1769074965.376588:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074965 -> 1769074965 00002000:00010000:2.0:1769074965.376590:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074965.376592:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074965 -> 1769074965 00002000:00010000:2.0:1769074965.376593:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 176 00000100:00100000:2.0:1769074965.376656:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c1e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960507136:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 1025us (1246us total) trans 4294989883 rc 0/0 00000100:00100000:2.0:1769074965.376665:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11767 00000100:00100000:3.0:1769074965.378420:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074965.378585:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960507264 00000100:00100000:2.0:1769074965.378594:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960507264 00000100:00100000:2.0:1769074965.378654:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11768 00000100:00100000:2.0:1769074965.378672:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe78569880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+6:2409:x1855007960507264:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074965.379062:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074965.379065:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074965 -> 1769074965 00002000:00010000:2.0:1769074965.379067:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074965.379068:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074965 -> 1769074965 00002000:00010000:2.0:1769074965.379069:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1464 -> 1608 00000100:00100000:2.0:1769074965.379121:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe78569880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960507264:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 450us (705us total) trans 4294990074 rc 0/0 00000100:00100000:2.0:1769074965.379128:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11768 00000100:00100000:0.0:1769074965.384501:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074965.384659:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960507392 00000100:00100000:2.0:1769074965.384670:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960507392 00000100:00100000:2.0:1769074965.384782:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11769 00000100:00100000:2.0:1769074965.384792:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffd428cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2409:x1855007960507392:12345-192.168.204.30@tcp:22:fsx.0 00002000:00010000:2.0:1769074965.385073:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074965.385076:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074965 -> 1769074965 00002000:00010000:2.0:1769074965.385078:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074965.385079:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074965 -> 1769074965 00002000:00010000:2.0:1769074965.385081:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1608 -> 1528 00000100:00100000:2.0:1769074965.385142:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffd428cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960507392:12345-192.168.204.30@tcp:22:fsx.0 Request processed in 353us (653us total) trans 4294990075 rc 0/0 00000100:00100000:2.0:1769074965.385148:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11769 00000100:00100000:1.0:1769074965.388776:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.388878:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960507648 00000100:00100000:0.0:1769074965.388891:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960507648 00000100:00100000:0.0:1769074965.389003:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41258 00000100:00100000:0.0:1769074965.389010:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+77:12630:x1855007960507648:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074965.389055:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074965.389078:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bdba00/0xf5091596e3045c4c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505e1d expref: 77 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.389093:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074965.389097:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1769074965.389337:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bda400/0xf5091596e3045c53 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 27 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.389352:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bda400/0xf5091596e3045c53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.389359:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bda400/0xf5091596e3045c53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:0.0:1769074965.389391:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998253 00000004:00010000:0.0:1769074965.389405:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c8852856 reply state 00000000ea4fd3e7 transno 4294998254 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bda400/0xf5091596e3045c53 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.389413:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe81bda400/0xf5091596e3045c53 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 27 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:0.0:1769074965.389416:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074965.389418:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1769074965.389420:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1769074965.389640:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c1e9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+79:12630:x1855007960507648:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 629us (874us total) trans 4294998254 rc 0/0 00000100:00100000:0.0:1769074965.389646:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41258 00000020:00080000:0.0:1769074965.389649:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1769074965.392797:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074965.392876:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074965.393216:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960507776 00000100:00100000:2.0:1769074965.393225:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960507776 00002000:00010000:2.0:1769074965.393261:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074965.393264:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c1ea680 with x1855007960507776 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074965.393275:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c1ea680. 00000100:00100000:2.0:1769074965.393297:0:13898:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960507904 00000100:00100000:2.0:1769074965.393299:0:13898:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960507904 00002000:00010000:2.0:1769074965.393306:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (70596->18446744073709551615) 00002000:00100000:2.0:1769074965.393308:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c1e8380 with x1855007960507904 ext(70596->18446744073709551615) 00002000:00010000:2.0:1769074965.393313:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5c1e8380. 00000100:00100000:2.0:1769074965.393328:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11770 00000100:00100000:2.0:1769074965.393333:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960507776:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074965.393465:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:2.0:1769074965.393469:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074965 -> 1769074965 00002000:00010000:2.0:1769074965.393471:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074965.393474:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074965 -> 1769074965 00002000:00010000:2.0:1769074965.393476:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1528 -> 1528 00000100:00100000:2.0:1769074965.393572:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c1ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960507776:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 237us (784us total) trans 4294990076 rc 0/0 00000100:00100000:2.0:1769074965.393577:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11770 00002000:00010000:2.0:1769074965.393580:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:2.0:1769074965.393582:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c1ea680 with x1855007960507776 ext(4194304->18446744073709551615) 00002000:00010000:2.0:1769074965.393585:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe5c1ea680. 00000100:00100000:2.0:1769074965.393598:0:13898:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11771 00000100:00100000:2.0:1769074965.393602:0:13898:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+7:2408:x1855007960507904:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:2.0:1769074965.394117:0:13898:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 625547 -> 70596 00002000:00010000:2.0:1769074965.394120:0:13898:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074965 -> 1769074965 00002000:00010000:2.0:1769074965.394122:0:13898:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:2.0:1769074965.394123:0:13898:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074965 -> 1769074965 00002000:00010000:2.0:1769074965.394125:0:13898:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 176 -> 0 00000100:00100000:2.0:1769074965.394224:0:13898:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c1e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7c9df161-9cf7-469d-b68b-982e038d3703+8:2408:x1855007960507904:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 620us (1347us total) trans 4294989884 rc 0/0 00000100:00100000:2.0:1769074965.394229:0:13898:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11771 00002000:00010000:2.0:1769074965.394231:0:13898:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (70596->18446744073709551615) 00002000:00100000:2.0:1769074965.394233:0:13898:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c1e8380 with x1855007960507904 ext(70596->18446744073709551615) 00002000:00010000:2.0:1769074965.394236:0:13898:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5c1e8380. 00000100:00100000:2.0:1769074965.402021:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:1.0:1769074965.402092:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960508032 00000100:00100000:1.0:1769074965.402101:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960508032 00000100:00100000:1.0:1769074965.402153:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41259 00000100:00100000:1.0:1769074965.402160:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+79:12630:x1855007960508032:12345-192.168.204.30@tcp:101:fsx.0 00010000:00010000:1.0:1769074965.402182:0:14030:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1769074965.402198:0:14030:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe638df200/0xf5091596e3045c5a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x24acb33072505e24 expref: -99 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074965.402273:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe638de000/0xf5091596e3045c61 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 29 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074965.402286:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe638de000/0xf5091596e3045c61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074965.402295:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe638de000/0xf5091596e3045c61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000004:00200000:1.0:1769074965.402315:0:14030:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000402:0x2807:0x0]: returning size 4264900 00000004:00200000:1.0:1769074965.402319:0:14030:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1769074965.402333:0:14030:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe638de000/0xf5091596e3045c61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074965.402351:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe638df200/0xf5091596e3045c5a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 29 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505e24 expref: 81 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074965.402363:0:14030:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe638de000/0xf5091596e3045c61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 28 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505e24 expref: 80 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1769074965.402373:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074965.402376:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1769074965.402378:0:14030:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ffe638de000, rc 0) 00000100:00100000:1.0:1769074965.402616:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+80:12630:x1855007960508032:12345-192.168.204.30@tcp:101:fsx.0 Request processed in 455us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1769074965.402622:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41259 00000100:00100000:1.0:1769074965.407206:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.407352:0:14030:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960508288 00000100:00100000:0.0:1769074965.407363:0:14030:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960508288 00000100:00100000:0.0:1769074965.407425:0:14030:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 41260 00000100:00100000:0.0:1769074965.407435:0:14030:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+80:12630:x1855007960508288:12345-192.168.204.30@tcp:36:fsx.0 00010000:00010000:0.0:1769074965.407513:0:14030:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1769074965.407550:0:14030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe638de000/0xf5091596e3045c61 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2807:0x0].0x0 bits 0x1b/0x0 rrc: 29 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.30@tcp remote: 0x24acb33072505e24 expref: 80 pid: 14030 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1769074965.407570:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:0.0:1769074965.407575:0:14030:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1769074965.408401:0:14030:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe638dee00/0xf5091596e3045c68 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x0/0x0 rrc: 28 type: IBT flags: 0x40000000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074965.408422:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe638dee00/0xf5091596e3045c68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074965.408431:0:14030:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe638dee00/0xf5091596e3045c68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00000001:00080000:1.0:1769074965.408591:0:14030:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294998255 00000004:00010000:1.0:1769074965.408617:0:14030:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e3322fc3 reply state 00000000b02102b1 transno 4294998256 ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe638dee00/0xf5091596e3045c68 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x40210000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074965.408629:0:14030:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ffe638dee00/0xf5091596e3045c68 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2807:0x0].0x0 bits 0x2/0x0 rrc: 28 type: IBT flags: 0x50210000000000 pid: 14030 initiator: MDT0 00010000:00010000:1.0:1769074965.408635:0:14030:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2807:0x0].0x0 (ffff8ffe63b09300) 00010000:00010000:1.0:1769074965.408638:0:14030:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1769074965.408640:0:14030:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1769074965.409250:0:14030:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c1e9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7c9df161-9cf7-469d-b68b-982e038d3703+82:12630:x1855007960508288:12345-192.168.204.30@tcp:36:fsx.0 Request processed in 1811us (2049us total) trans 4294998256 rc 0/0 00000100:00100000:1.0:1769074965.409260:0:14030:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 41260 00000020:00080000:1.0:1769074965.409267:0:14030:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1769074965.414273:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074965.414347:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.414828:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960508544 00000100:00100000:0.0:1769074965.414839:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960508544 00002000:00010000:0.0:1769074965.414886:0:13999:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (1213910->18446744073709551615) 00002000:00100000:0.0:1769074965.414891:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4537b480 with x1855007960508544 ext(1213910->18446744073709551615) 00002000:00010000:0.0:1769074965.414903:0:13999:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4537b480. 00000100:00100000:3.0:1769074965.415042:0:8420:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960508416 00000100:00100000:3.0:1769074965.415048:0:8420:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960508416 00002000:00010000:1.0:1769074965.415119:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:1.0:1769074965.415123:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4537b100 with x1855007960508416 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1769074965.415140:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4537b100. 00000100:00100000:1.0:1769074965.415171:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11772 00000100:00100000:1.0:1769074965.415180:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+8:2409:x1855007960508544:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074965.415382:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb size from disk: 70596 -> 1213910 00002000:00010000:1.0:1769074965.415386:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb mtime from disk: 1769074965 -> 1769074965 00002000:00010000:1.0:1769074965.415388:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074965.415390:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb ctime from disk: 1769074965 -> 1769074965 00002000:00010000:1.0:1769074965.415393:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x2804:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1769074965.415509:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960508544:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 329us (1245us total) trans 4294989885 rc 0/0 00000100:00100000:1.0:1769074965.415527:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11772 00002000:00010000:1.0:1769074965.415531:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/10244 (1213910->18446744073709551615) 00002000:00100000:1.0:1769074965.415534:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4537b480 with x1855007960508544 ext(1213910->18446744073709551615) 00002000:00010000:1.0:1769074965.415538:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe4537b480. 00000100:00100000:1.0:1769074965.415555:0:8420:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11773 00000100:00100000:1.0:1769074965.415562:0:8420:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe4537b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960508416:12345-192.168.204.30@tcp:10:fsx.0 00002000:00010000:1.0:1769074965.415630:0:8420:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb size from disk: 4194304 -> 4194304 00002000:00010000:1.0:1769074965.415633:0:8420:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb mtime from disk: 1769074965 -> 1769074965 00002000:00010000:1.0:1769074965.415636:0:8420:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb atime from disk: 1769074964 -> 1769074964 00002000:00010000:1.0:1769074965.415638:0:8420:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb ctime from disk: 1769074965 -> 1769074965 00002000:00010000:1.0:1769074965.415640:0:8420:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x2804:0x0] updating lvb blocks from disk: 1528 -> 1528 00000100:00100000:1.0:1769074965.415662:0:8420:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe4537b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:7c9df161-9cf7-469d-b68b-982e038d3703+10:2409:x1855007960508416:12345-192.168.204.30@tcp:10:fsx.0 Request processed in 100us (1315us total) trans 4294990077 rc 0/0 00000100:00100000:1.0:1769074965.415669:0:8420:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11773 00002000:00010000:1.0:1769074965.415672:0:8420:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 10737419265/10244 (4194304->18446744073709551615) 00002000:00100000:1.0:1769074965.415675:0:8420:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe4537b100 with x1855007960508416 ext(4194304->18446744073709551615) 00002000:00010000:1.0:1769074965.415678:0:8420:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8ffe4537b100. 00000100:00100000:2.0:1769074965.418946:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.419038:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960508672 00000100:00100000:0.0:1769074965.419048:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960508672 00002000:00100000:0.0:1769074965.419097:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (1187840->1191935) req@ffff8ffe45378700 x1855007960508672/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 488/0 e 0 to 0 dl 1769074976 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.419109:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe45378700 with x1855007960508672 ext(1187840->1191935) 00002000:00010000:0.0:1769074965.419115:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe45378700 00000100:00100000:0.0:1769074965.419223:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11774 00000100:00100000:0.0:1769074965.419233:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe45378700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960508672:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074965.419554:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe45378700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960508672:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 321us (616us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074965.419562:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11774 00002000:00100000:0.0:1769074965.419570:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (1187840->1191935) req@ffff8ffe45378700 x1855007960508672/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 488/4536 e 0 to 0 dl 1769074976 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.419578:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe45378700 with x1855007960508672 ext(1187840->1191935) 00002000:00010000:0.0:1769074965.419581:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe45378700 00000100:00100000:3.0:1769074965.424818:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.425390:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960508800 00000100:00100000:0.0:1769074965.425400:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960508800 00002000:00100000:0.0:1769074965.425480:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (1191936->1196031) req@ffff8ffe6849a300 x1855007960508800/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 488/0 e 0 to 0 dl 1769074976 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.425491:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6849a300 with x1855007960508800 ext(1191936->1196031) 00002000:00010000:0.0:1769074965.425498:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6849a300 00000100:00100000:0.0:1769074965.425540:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11775 00000100:00100000:0.0:1769074965.425549:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe6849a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960508800:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074965.425877:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe6849a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2408:x1855007960508800:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 327us (1067us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1769074965.425887:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11775 00002000:00100000:0.0:1769074965.425894:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (1191936->1196031) req@ffff8ffe6849a300 x1855007960508800/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 488/4536 e 0 to 0 dl 1769074976 ref 1 fl Complete:/600/0 rc 4096/4096 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.425903:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe6849a300 with x1855007960508800 ext(1191936->1196031) 00002000:00010000:0.0:1769074965.425907:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe6849a300 00000100:00100000:1.0:1769074965.431652:0:3652:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.431925:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960508928 00000100:00100000:0.0:1769074965.431934:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960508928 00002000:00100000:0.0:1769074965.431973:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (688128->1216511) req@ffff8ffe5c1e9c00 x1855007960508928/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 504/0 e 0 to 0 dl 1769074976 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.431982:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c1e9c00 with x1855007960508928 ext(688128->1216511) 00002000:00010000:0.0:1769074965.432009:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5c1e9c00 00000100:00100000:0.0:1769074965.432038:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11776 00000100:00100000:0.0:1769074965.432045:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960508928:12345-192.168.204.30@tcp:3:fsx.0 00000100:00100000:0.0:1769074965.444279:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe5c1e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960508928:12345-192.168.204.30@tcp:3:fsx.0 Request processed in 12225us (12626us total) trans 0 rc 520192/520192 00000100:00100000:0.0:1769074965.444294:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11776 00002000:00100000:0.0:1769074965.444306:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (688128->1216511) req@ffff8ffe5c1e9c00 x1855007960508928/t0(0) o3->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 504/440 e 0 to 0 dl 1769074976 ref 1 fl Complete:/600/0 rc 520192/520192 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.444318:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe5c1e9c00 with x1855007960508928 ext(688128->1216511) 00002000:00010000:0.0:1769074965.444325:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe5c1e9c00 00000100:00100000:2.0:1769074965.449329:0:3650:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:0.0:1769074965.449422:0:13999:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960509056 00000100:00100000:0.0:1769074965.449431:0:13999:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960509056 00002000:00100000:0.0:1769074965.449507:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (1187840->1213909) req@ffff8ffe45378380 x1855007960509056/t0(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 488/0 e 0 to 0 dl 1769074976 ref 1 fl New:/600/ffffffff rc 0/-1 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.449528:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe45378380 with x1855007960509056 ext(1187840->1213909) 00002000:00010000:0.0:1769074965.449534:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe45378380 00000100:00100000:0.0:1769074965.449565:0:13999:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 11777 00000100:00100000:0.0:1769074965.449573:0:13999:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe45378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+9:2409:x1855007960509056:12345-192.168.204.30@tcp:4:fsx.0 00000100:00100000:0.0:1769074965.452585:0:13999:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ffe45378380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960509056:12345-192.168.204.30@tcp:4:fsx.0 Request processed in 3004us (3254us total) trans 4294989886 rc 0/0 00000100:00100000:0.0:1769074965.452596:0:13999:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.30@tcp, seq: 11777 00002000:00100000:0.0:1769074965.452606:0:13999:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x2c0000401:0x2804:0x0] (1187840->1213909) req@ffff8ffe45378380 x1855007960509056/t4294989886(0) o4->7c9df161-9cf7-469d-b68b-982e038d3703@192.168.204.30@tcp:501/0 lens 488/448 e 0 to 0 dl 1769074976 ref 1 fl Complete:/600/0 rc 0/0 job:'fsx.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1769074965.452618:0:13999:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff8ffe45378380 with x1855007960509056 ext(1187840->1213909) 00002000:00010000:0.0:1769074965.452623:0:13999:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8ffe45378380 00000100:00100000:1.0:1769074965.455496:0:3651:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.30@tcp (source: 12345-192.168.204.30@tcp) 00000100:00100000:2.0:1769074965.455861:0:14034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1855007960509184 00000100:00100000:2.0:1769074965.455870:0:14034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1855007960509184 00000100:00100000:2.0:1769074965.455920:0:14034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.30@tcp, seq: 83531 00000100:00100000:2.0:1769074965.455927:0:14034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ffe5c1ead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:7c9df161-9cf7-469d-b68b-982e038d3703+11:2409:x1855007960509184:12345-192.168.204.30@tcp:16:fsx.0 Debug log: 66122 lines, 66122 kept, 0 dropped, 0 bad.